2023-11-18T15:31:20.310 INFO:root:teuthology version: 0.0.1.dev205+g2442239 2023-11-18T15:31:20.310 DEBUG:teuthology.run:Teuthology command: teuthology --name yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi --archive /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540 --verbose --owner scheduled_yuriw@teuthology --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} -- /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/orig.config.yaml 2023-11-18T15:31:20.356 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-11-18T15:31:20.441 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540 branch: main description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: yweinste@redhat.com first_in_suite: false job_id: '7461540' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: main ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe kclient: syntax: v2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe owner: scheduled_yuriw@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1491 sha1: b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe sleep_before_teardown: 0 subset: 111/12000 suite: fs suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi099.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi181.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 2442239d2653456406c25ae0c71b689c8f2657b6 timestamp: 2023-11-18_13:51:50 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.232157 2023-11-18T15:31:20.442 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa; will attempt to use it 2023-11-18T15:31:20.442 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa/tasks 2023-11-18T15:31:20.443 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-11-18T15:31:20.444 INFO:teuthology.task.internal:Checking packages... 2023-11-18T15:31:20.470 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe' 2023-11-18T15:31:20.470 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-11-18T15:31:20.470 INFO:teuthology.packaging:ref: None 2023-11-18T15:31:20.470 INFO:teuthology.packaging:tag: None 2023-11-18T15:31:20.470 INFO:teuthology.packaging:branch: main 2023-11-18T15:31:20.470 INFO:teuthology.packaging:sha1: b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe 2023-11-18T15:31:20.470 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=main 2023-11-18T15:31:20.851 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-7424.g6adc03ac 2023-11-18T15:31:20.851 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-11-18T15:31:20.859 INFO:teuthology.task.internal:no buildpackages task found 2023-11-18T15:31:20.859 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-11-18T15:31:20.893 INFO:teuthology.task.internal:Saving configuration 2023-11-18T15:31:20.909 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-11-18T15:31:20.918 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-18T15:31:20.944 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi099.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-18 15:26:06.715078', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-18T15:31:20.967 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi181.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-18 15:26:06.713239', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-18T15:31:20.967 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-11-18T15:31:20.975 INFO:teuthology.task.internal:roles: ubuntu@smithi099.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-11-18T15:31:20.975 INFO:teuthology.task.internal:roles: ubuntu@smithi181.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-11-18T15:31:20.975 INFO:teuthology.run_tasks:Running task console_log... 2023-11-18T15:31:21.044 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2f440de0d0>, signals=[15]) 2023-11-18T15:31:21.044 INFO:teuthology.run_tasks:Running task internal.connect... 2023-11-18T15:31:21.050 INFO:teuthology.task.internal:Opening connections... 2023-11-18T15:31:21.050 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T15:31:21.052 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-18T15:31:21.118 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T15:31:21.119 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-18T15:31:21.183 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-11-18T15:31:21.189 DEBUG:teuthology.orchestra.run.smithi099:> uname -m 2023-11-18T15:31:21.209 INFO:teuthology.orchestra.run.smithi099.stdout:x86_64 2023-11-18T15:31:21.209 DEBUG:teuthology.orchestra.run.smithi099:> cat /etc/os-release 2023-11-18T15:31:21.268 INFO:teuthology.orchestra.run.smithi099.stdout:NAME="Red Hat Enterprise Linux" 2023-11-18T15:31:21.268 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION="8.6 (Ootpa)" 2023-11-18T15:31:21.268 INFO:teuthology.orchestra.run.smithi099.stdout:ID="rhel" 2023-11-18T15:31:21.268 INFO:teuthology.orchestra.run.smithi099.stdout:ID_LIKE="fedora" 2023-11-18T15:31:21.268 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION_ID="8.6" 2023-11-18T15:31:21.268 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM_ID="platform:el8" 2023-11-18T15:31:21.268 INFO:teuthology.orchestra.run.smithi099.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout:ANSI_COLOR="0;31" 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout:HOME_URL="https://www.redhat.com/" 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-11-18T15:31:21.269 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-11-18T15:31:21.270 INFO:teuthology.lock.ops:Updating smithi099.front.sepia.ceph.com on lock server 2023-11-18T15:31:21.292 DEBUG:teuthology.orchestra.run.smithi181:> uname -m 2023-11-18T15:31:21.312 INFO:teuthology.orchestra.run.smithi181.stdout:x86_64 2023-11-18T15:31:21.312 DEBUG:teuthology.orchestra.run.smithi181:> cat /etc/os-release 2023-11-18T15:31:21.370 INFO:teuthology.orchestra.run.smithi181.stdout:NAME="Red Hat Enterprise Linux" 2023-11-18T15:31:21.370 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION="8.6 (Ootpa)" 2023-11-18T15:31:21.370 INFO:teuthology.orchestra.run.smithi181.stdout:ID="rhel" 2023-11-18T15:31:21.370 INFO:teuthology.orchestra.run.smithi181.stdout:ID_LIKE="fedora" 2023-11-18T15:31:21.370 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION_ID="8.6" 2023-11-18T15:31:21.370 INFO:teuthology.orchestra.run.smithi181.stdout:PLATFORM_ID="platform:el8" 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:ANSI_COLOR="0;31" 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:HOME_URL="https://www.redhat.com/" 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-11-18T15:31:21.371 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-11-18T15:31:21.371 INFO:teuthology.lock.ops:Updating smithi181.front.sepia.ceph.com on lock server 2023-11-18T15:31:21.391 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-11-18T15:31:21.401 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-11-18T15:31:21.408 INFO:teuthology.task.internal:Checking for old test directory... 2023-11-18T15:31:21.408 DEBUG:teuthology.orchestra.run.smithi099:> test '!' -e /home/ubuntu/cephtest 2023-11-18T15:31:21.411 DEBUG:teuthology.orchestra.run.smithi181:> test '!' -e /home/ubuntu/cephtest 2023-11-18T15:31:21.429 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-11-18T15:31:21.436 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-11-18T15:31:21.437 DEBUG:teuthology.orchestra.run.smithi099:> test -z $(ls -A /var/lib/ceph) 2023-11-18T15:31:21.469 DEBUG:teuthology.orchestra.run.smithi181:> test -z $(ls -A /var/lib/ceph) 2023-11-18T15:31:21.503 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-11-18T15:31:21.559 INFO:teuthology.run_tasks:Running task kernel... 2023-11-18T15:31:21.575 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2023-11-18T15:31:21.575 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2023-11-18T15:31:21.575 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2023-11-18T15:31:21.575 DEBUG:teuthology.orchestra.run.smithi099:> test -f /run/.containerenv -o -f /.dockerenv 2023-11-18T15:31:21.576 DEBUG:teuthology.orchestra.run.smithi181:> test -f /run/.containerenv -o -f /.dockerenv 2023-11-18T15:31:21.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T15:31:21.594 DEBUG:teuthology.orchestra.run.smithi099:> uname -r 2023-11-18T15:31:21.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T15:31:21.595 DEBUG:teuthology.orchestra.run.smithi181:> uname -r 2023-11-18T15:31:21.652 INFO:teuthology.orchestra.run.smithi099.stdout:4.18.0-372.9.1.el8.x86_64 2023-11-18T15:31:21.652 INFO:teuthology.task.kernel:Running kernel on smithi099: 4.18.0-372.9.1.el8.x86_64 2023-11-18T15:31:21.652 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum install -y kernel 2023-11-18T15:31:21.653 INFO:teuthology.orchestra.run.smithi181.stdout:4.18.0-372.9.1.el8.x86_64 2023-11-18T15:31:21.654 INFO:teuthology.task.kernel:Running kernel on smithi181: 4.18.0-372.9.1.el8.x86_64 2023-11-18T15:31:21.654 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum install -y kernel 2023-11-18T15:31:22.841 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2023-11-18T15:31:22.842 INFO:teuthology.orchestra.run.smithi181.stdout:Unable to read consumer identity 2023-11-18T15:31:22.939 INFO:teuthology.orchestra.run.smithi099.stdout:Updating Subscription Management repositories. 2023-11-18T15:31:22.940 INFO:teuthology.orchestra.run.smithi099.stdout:Unable to read consumer identity 2023-11-18T15:31:24.204 INFO:teuthology.orchestra.run.smithi181.stdout:Copr repo for python3-asyncssh owned by ceph 18 kB/s | 3.5 kB 00:00 2023-11-18T15:31:24.320 INFO:teuthology.orchestra.run.smithi099.stdout:Copr repo for python3-asyncssh owned by ceph 21 kB/s | 3.5 kB 00:00 2023-11-18T15:31:24.930 INFO:teuthology.orchestra.run.smithi181.stdout:Extra Packages for Enterprise Linux 21 MB/s | 16 MB 00:00 2023-11-18T15:31:25.371 INFO:teuthology.orchestra.run.smithi099.stdout:Extra Packages for Enterprise Linux 15 MB/s | 16 MB 00:01 2023-11-18T15:31:28.405 INFO:teuthology.orchestra.run.smithi181.stdout:lab-extras 488 kB/s | 24 kB 00:00 2023-11-18T15:31:28.895 INFO:teuthology.orchestra.run.smithi099.stdout:lab-extras 349 kB/s | 24 kB 00:00 2023-11-18T15:31:29.116 INFO:teuthology.orchestra.run.smithi181.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-11-18T15:31:29.177 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2023-11-18T15:31:29.178 INFO:teuthology.orchestra.run.smithi181.stdout:Nothing to do. 2023-11-18T15:31:29.178 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2023-11-18T15:31:29.320 DEBUG:teuthology.orchestra.run.smithi181:> echo no | sudo yum reinstall kernel || true 2023-11-18T15:31:29.606 INFO:teuthology.orchestra.run.smithi099.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-11-18T15:31:29.650 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2023-11-18T15:31:29.650 INFO:teuthology.orchestra.run.smithi181.stdout:Unable to read consumer identity 2023-11-18T15:31:29.652 INFO:teuthology.orchestra.run.smithi099.stdout:Dependencies resolved. 2023-11-18T15:31:29.653 INFO:teuthology.orchestra.run.smithi099.stdout:Nothing to do. 2023-11-18T15:31:29.653 INFO:teuthology.orchestra.run.smithi099.stdout:Complete! 2023-11-18T15:31:29.776 DEBUG:teuthology.orchestra.run.smithi099:> echo no | sudo yum reinstall kernel || true 2023-11-18T15:31:29.910 INFO:teuthology.orchestra.run.smithi181.stdout:Last metadata expiration check: 0:00:01 ago on Sat 18 Nov 2023 03:31:28 PM UTC. 2023-11-18T15:31:29.958 INFO:teuthology.orchestra.run.smithi181.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-11-18T15:31:29.997 INFO:teuthology.orchestra.run.smithi181.stderr:Error: No packages marked for reinstall. 2023-11-18T15:31:30.044 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum reinstall -y kernel || true 2023-11-18T15:31:30.145 INFO:teuthology.orchestra.run.smithi099.stdout:Updating Subscription Management repositories. 2023-11-18T15:31:30.146 INFO:teuthology.orchestra.run.smithi099.stdout:Unable to read consumer identity 2023-11-18T15:31:30.376 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2023-11-18T15:31:30.376 INFO:teuthology.orchestra.run.smithi181.stdout:Unable to read consumer identity 2023-11-18T15:31:30.403 INFO:teuthology.orchestra.run.smithi099.stdout:Last metadata expiration check: 0:00:02 ago on Sat 18 Nov 2023 03:31:28 PM UTC. 2023-11-18T15:31:30.443 INFO:teuthology.orchestra.run.smithi099.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-11-18T15:31:30.494 INFO:teuthology.orchestra.run.smithi099.stderr:Error: No packages marked for reinstall. 2023-11-18T15:31:30.539 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum reinstall -y kernel || true 2023-11-18T15:31:30.632 INFO:teuthology.orchestra.run.smithi181.stdout:Last metadata expiration check: 0:00:02 ago on Sat 18 Nov 2023 03:31:28 PM UTC. 2023-11-18T15:31:30.674 INFO:teuthology.orchestra.run.smithi181.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-11-18T15:31:30.698 INFO:teuthology.orchestra.run.smithi181.stderr:Error: No packages marked for reinstall. 2023-11-18T15:31:30.744 DEBUG:teuthology.orchestra.run.smithi181:> rpm -q kernel | sort -rV | head -n 1 2023-11-18T15:31:30.824 INFO:teuthology.orchestra.run.smithi181.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-11-18T15:31:30.825 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-11-18T15:31:30.825 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-11-18T15:31:30.826 DEBUG:teuthology.parallel:result is None 2023-11-18T15:31:30.867 INFO:teuthology.orchestra.run.smithi099.stdout:Updating Subscription Management repositories. 2023-11-18T15:31:30.867 INFO:teuthology.orchestra.run.smithi099.stdout:Unable to read consumer identity 2023-11-18T15:31:31.122 INFO:teuthology.orchestra.run.smithi099.stdout:Last metadata expiration check: 0:00:03 ago on Sat 18 Nov 2023 03:31:28 PM UTC. 2023-11-18T15:31:31.162 INFO:teuthology.orchestra.run.smithi099.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-11-18T15:31:31.193 INFO:teuthology.orchestra.run.smithi099.stderr:Error: No packages marked for reinstall. 2023-11-18T15:31:31.239 DEBUG:teuthology.orchestra.run.smithi099:> rpm -q kernel | sort -rV | head -n 1 2023-11-18T15:31:31.319 INFO:teuthology.orchestra.run.smithi099.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-11-18T15:31:31.319 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-11-18T15:31:31.319 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-11-18T15:31:31.319 DEBUG:teuthology.parallel:result is None 2023-11-18T15:31:31.319 INFO:teuthology.run_tasks:Running task internal.base... 2023-11-18T15:31:31.386 INFO:teuthology.task.internal:Creating test directory... 2023-11-18T15:31:31.386 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-11-18T15:31:31.389 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-11-18T15:31:31.407 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-11-18T15:31:31.415 INFO:teuthology.run_tasks:Running task internal.archive... 2023-11-18T15:31:31.425 INFO:teuthology.task.internal:Creating archive directory... 2023-11-18T15:31:31.426 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-11-18T15:31:31.446 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-11-18T15:31:31.472 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-11-18T15:31:31.480 INFO:teuthology.task.internal:Enabling coredump saving... 2023-11-18T15:31:31.480 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-11-18T15:31:31.509 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-11-18T15:31:31.534 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-18T15:31:31.545 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-18T15:31:31.556 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-18T15:31:31.577 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-18T15:31:31.579 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-11-18T15:31:31.587 INFO:teuthology.task.internal:Configuring sudo... 2023-11-18T15:31:31.587 DEBUG:teuthology.orchestra.run.smithi099:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-11-18T15:31:31.589 DEBUG:teuthology.orchestra.run.smithi181:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-11-18T15:31:31.616 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-11-18T15:31:31.626 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-11-18T15:31:31.626 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-11-18T15:31:31.656 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-11-18T15:31:31.673 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-18T15:31:31.754 DEBUG:teuthology.orchestra.run.smithi099:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-18T15:31:31.816 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-18T15:31:31.861 DEBUG:teuthology.orchestra.run.smithi099:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-18T15:31:31.900 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:31:31.900 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-11-18T15:31:31.968 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-18T15:31:32.012 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-18T15:31:32.060 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-18T15:31:32.145 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-18T15:31:32.185 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:31:32.185 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-11-18T15:31:32.252 DEBUG:teuthology.orchestra.run.smithi099:> sudo service rsyslog restart 2023-11-18T15:31:32.255 DEBUG:teuthology.orchestra.run.smithi181:> sudo service rsyslog restart 2023-11-18T15:31:32.322 INFO:teuthology.orchestra.run.smithi099.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-18T15:31:32.358 INFO:teuthology.orchestra.run.smithi181.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-18T15:31:32.713 INFO:teuthology.run_tasks:Running task internal.timer... 2023-11-18T15:31:32.721 INFO:teuthology.task.internal:Starting timer... 2023-11-18T15:31:32.722 INFO:teuthology.run_tasks:Running task pcp... 2023-11-18T15:31:32.734 INFO:teuthology.run_tasks:Running task selinux... 2023-11-18T15:31:32.751 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-11-18T15:31:32.752 DEBUG:teuthology.orchestra.run.smithi099:> sudo service auditd rotate 2023-11-18T15:31:32.814 INFO:teuthology.orchestra.run.smithi099.stdout:Rotating logs: 2023-11-18T15:31:32.815 DEBUG:teuthology.orchestra.run.smithi181:> sudo service auditd rotate 2023-11-18T15:31:32.879 INFO:teuthology.orchestra.run.smithi181.stdout:Rotating logs: 2023-11-18T15:31:32.881 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-11-18T15:31:32.882 DEBUG:teuthology.orchestra.run.smithi099:> /usr/sbin/getenforce 2023-11-18T15:31:32.909 INFO:teuthology.orchestra.run.smithi099.stdout:Permissive 2023-11-18T15:31:32.910 DEBUG:teuthology.orchestra.run.smithi181:> /usr/sbin/getenforce 2023-11-18T15:31:32.932 INFO:teuthology.orchestra.run.smithi181.stdout:Permissive 2023-11-18T15:31:32.932 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi099.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi181.front.sepia.ceph.com': 'permissive'} 2023-11-18T15:31:32.933 DEBUG:teuthology.orchestra.run.smithi099:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-18T15:31:32.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T15:31:32.977 DEBUG:teuthology.orchestra.run.smithi181:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-18T15:31:33.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T15:31:33.004 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-11-18T15:31:33.004 DEBUG:teuthology.orchestra.run.smithi099:> sudo /usr/sbin/setenforce permissive 2023-11-18T15:31:33.044 DEBUG:teuthology.orchestra.run.smithi181:> sudo /usr/sbin/setenforce permissive 2023-11-18T15:31:33.072 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-11-18T15:31:33.082 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-11-18T15:31:33.090 INFO:teuthology.repo_utils:Fetching main from origin 2023-11-18T15:31:33.223 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-11-18T15:31:33.237 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-11-18T15:31:33.238 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi099.front.sepia.ceph.com,smithi181.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-11-18T15:40:15.786 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi099.front.sepia.ceph.com'), Remote(name='ubuntu@smithi181.front.sepia.ceph.com')] 2023-11-18T15:40:15.787 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2023-11-18T15:40:15.788 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-18T15:40:15.857 DEBUG:teuthology.orchestra.run.smithi099:> true 2023-11-18T15:40:15.923 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi099.front.sepia.ceph.com' 2023-11-18T15:40:15.923 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2023-11-18T15:40:15.923 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-18T15:40:15.992 DEBUG:teuthology.orchestra.run.smithi181:> true 2023-11-18T15:40:16.064 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi181.front.sepia.ceph.com' 2023-11-18T15:40:16.065 INFO:teuthology.run_tasks:Running task clock... 2023-11-18T15:40:16.077 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-11-18T15:40:16.078 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-11-18T15:40:16.078 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-18T15:40:16.080 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-11-18T15:40:16.080 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-18T15:40:16.110 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-11-18T15:40:16.124 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-11-18T15:40:16.135 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-11-18T15:40:16.149 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-11-18T15:40:16.188 INFO:teuthology.orchestra.run.smithi099.stderr:sudo: ntpd: command not found 2023-11-18T15:40:16.199 INFO:teuthology.orchestra.run.smithi099.stdout:506 Cannot talk to daemon 2023-11-18T15:40:16.214 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-11-18T15:40:16.224 INFO:teuthology.orchestra.run.smithi181.stderr:sudo: ntpd: command not found 2023-11-18T15:40:16.228 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-11-18T15:40:16.237 INFO:teuthology.orchestra.run.smithi181.stdout:506 Cannot talk to daemon 2023-11-18T15:40:16.251 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-11-18T15:40:16.265 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-11-18T15:40:16.293 INFO:teuthology.orchestra.run.smithi099.stderr:bash: ntpq: command not found 2023-11-18T15:40:16.297 INFO:teuthology.orchestra.run.smithi099.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-18T15:40:16.297 INFO:teuthology.orchestra.run.smithi099.stdout:=============================================================================== 2023-11-18T15:40:16.298 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T15:40:16.298 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T15:40:16.298 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T15:40:16.298 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T15:40:16.339 INFO:teuthology.orchestra.run.smithi181.stderr:bash: ntpq: command not found 2023-11-18T15:40:16.342 INFO:teuthology.orchestra.run.smithi181.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-18T15:40:16.342 INFO:teuthology.orchestra.run.smithi181.stdout:=============================================================================== 2023-11-18T15:40:16.342 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T15:40:16.343 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T15:40:16.343 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T15:40:16.343 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T15:40:16.344 INFO:teuthology.run_tasks:Running task install... 2023-11-18T15:40:16.352 DEBUG:teuthology.task.install:project ceph 2023-11-18T15:40:16.352 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe'}} 2023-11-18T15:40:16.352 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe'} 2023-11-18T15:40:16.352 INFO:teuthology.task.install:Using flavor: default 2023-11-18T15:40:16.358 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-11-18T15:40:16.358 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-11-18T15:40:16.358 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe', 'tag': None, 'wait_for_package': False} 2023-11-18T15:40:16.359 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe 2023-11-18T15:40:16.360 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe', 'tag': None, 'wait_for_package': False} 2023-11-18T15:40:16.361 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe 2023-11-18T15:40:16.506 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/main/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/centos/8/flavors/default/ 2023-11-18T15:40:16.506 INFO:teuthology.task.install.rpm:Package version is 18.0.0-7418.gb0f45a51 2023-11-18T15:40:16.520 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/main/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/centos/8/flavors/default/ 2023-11-18T15:40:16.520 INFO:teuthology.task.install.rpm:Package version is 18.0.0-7418.gb0f45a51 2023-11-18T15:40:16.633 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/main/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/main/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/main/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-11-18T15:40:16.633 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:40:16.634 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-11-18T15:40:16.662 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-11-18T15:40:16.662 DEBUG:teuthology.orchestra.run.smithi099:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-11-18T15:40:16.697 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/main/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/main/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/main/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-11-18T15:40:16.697 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:40:16.697 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-11-18T15:40:16.724 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-11-18T15:40:16.724 DEBUG:teuthology.orchestra.run.smithi181:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-11-18T15:40:16.729 DEBUG:teuthology.orchestra.run.smithi099:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-11-18T15:40:16.791 DEBUG:teuthology.orchestra.run.smithi181:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-11-18T15:40:16.805 DEBUG:teuthology.orchestra.run.smithi099:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-11-18T15:40:16.868 DEBUG:teuthology.orchestra.run.smithi181:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-11-18T15:40:16.871 INFO:teuthology.orchestra.run.smithi099.stdout:check_obsoletes = 1 2023-11-18T15:40:16.873 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum clean all 2023-11-18T15:40:16.934 INFO:teuthology.orchestra.run.smithi181.stdout:check_obsoletes = 1 2023-11-18T15:40:16.936 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum clean all 2023-11-18T15:40:17.244 INFO:teuthology.orchestra.run.smithi099.stdout:Updating Subscription Management repositories. 2023-11-18T15:40:17.306 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2023-11-18T15:40:17.480 INFO:teuthology.orchestra.run.smithi099.stdout:44 files removed 2023-11-18T15:40:17.527 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-11-18T15:40:17.530 INFO:teuthology.orchestra.run.smithi181.stdout:44 files removed 2023-11-18T15:40:17.577 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-11-18T15:40:17.857 INFO:teuthology.orchestra.run.smithi099.stdout:Updating Subscription Management repositories. 2023-11-18T15:40:17.906 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2023-11-18T15:40:18.525 INFO:teuthology.orchestra.run.smithi181.stdout:ceph packages for x86_64 311 kB/s | 81 kB 00:00 2023-11-18T15:40:18.659 INFO:teuthology.orchestra.run.smithi099.stdout:ceph packages for x86_64 182 kB/s | 81 kB 00:00 2023-11-18T15:40:18.884 INFO:teuthology.orchestra.run.smithi181.stdout:ceph noarch packages 29 kB/s | 9.4 kB 00:00 2023-11-18T15:40:18.934 INFO:teuthology.orchestra.run.smithi099.stdout:ceph noarch packages 39 kB/s | 9.4 kB 00:00 2023-11-18T15:40:19.251 INFO:teuthology.orchestra.run.smithi181.stdout:ceph source packages 4.3 kB/s | 1.5 kB 00:00 2023-11-18T15:40:19.327 INFO:teuthology.orchestra.run.smithi099.stdout:ceph source packages 4.0 kB/s | 1.5 kB 00:00 2023-11-18T15:40:19.385 INFO:teuthology.orchestra.run.smithi181.stdout:Copr repo for python3-asyncssh owned by ceph 30 kB/s | 3.5 kB 00:00 2023-11-18T15:40:19.452 INFO:teuthology.orchestra.run.smithi099.stdout:Copr repo for python3-asyncssh owned by ceph 33 kB/s | 3.5 kB 00:00 2023-11-18T15:40:20.561 INFO:teuthology.orchestra.run.smithi181.stdout:Extra Packages for Enterprise Linux 14 MB/s | 16 MB 00:01 2023-11-18T15:40:21.455 INFO:teuthology.orchestra.run.smithi099.stdout:Extra Packages for Enterprise Linux 8.0 MB/s | 16 MB 00:01 2023-11-18T15:40:24.036 INFO:teuthology.orchestra.run.smithi181.stdout:lab-extras 582 kB/s | 24 kB 00:00 2023-11-18T15:40:24.897 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 60 MB/s | 47 MB 00:00 2023-11-18T15:40:25.003 INFO:teuthology.orchestra.run.smithi099.stdout:lab-extras 358 kB/s | 24 kB 00:00 2023-11-18T15:40:25.880 INFO:teuthology.orchestra.run.smithi099.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 59 MB/s | 47 MB 00:00 2023-11-18T15:40:32.822 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 56 MB/s | 53 MB 00:00 2023-11-18T15:40:33.765 INFO:teuthology.orchestra.run.smithi099.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 60 MB/s | 53 MB 00:00 2023-11-18T15:40:44.011 INFO:teuthology.orchestra.run.smithi181.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-18T15:40:44.012 INFO:teuthology.orchestra.run.smithi181.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-18T15:40:44.026 INFO:teuthology.orchestra.run.smithi181.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-11-18T15:40:44.028 INFO:teuthology.orchestra.run.smithi181.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-11-18T15:40:44.028 INFO:teuthology.orchestra.run.smithi181.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-11-18T15:40:44.030 INFO:teuthology.orchestra.run.smithi181.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-11-18T15:40:44.032 INFO:teuthology.orchestra.run.smithi181.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-11-18T15:40:44.035 INFO:teuthology.orchestra.run.smithi181.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-11-18T15:40:44.036 INFO:teuthology.orchestra.run.smithi181.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-11-18T15:40:44.166 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2023-11-18T15:40:44.178 INFO:teuthology.orchestra.run.smithi181.stdout:=========================================================================================================================== 2023-11-18T15:40:44.178 INFO:teuthology.orchestra.run.smithi181.stdout: Package Arch Version Repository Size 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout:=========================================================================================================================== 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout:Installing: 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 6.4 k 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 5.4 M 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 919 k 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 171 k 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 1.6 M 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 133 k 2023-11-18T15:40:44.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 1.8 M 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 7.4 M 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 50 k 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 14 M 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 49 M 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 262 k 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 409 k 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-mirror x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 263 k 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-top noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 18 k 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-11-18T15:40:44.180 INFO:teuthology.orchestra.run.smithi181.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 31 k 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 839 k 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 139 k 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 197 k 2023-11-18T15:40:44.181 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 370 k 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 364 k 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 107 k 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 93 k 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 3.6 M 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 181 k 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrading: 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout: librados2 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 3.8 M 2023-11-18T15:40:44.182 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 3.7 M 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout:Installing dependencies: 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 23 M 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 23 k 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 2.3 M 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 242 k 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 4.6 M 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 18 M 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 15 k 2023-11-18T15:40:44.183 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 24 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 183 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-11-18T15:40:44.184 INFO:teuthology.orchestra.run.smithi181.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 517 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 6.9 M 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-11-18T15:40:44.185 INFO:teuthology.orchestra.run.smithi181.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-11-18T15:40:44.186 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 45 k 2023-11-18T15:40:44.187 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 128 k 2023-11-18T15:40:44.187 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-11-18T15:40:44.187 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-11-18T15:40:44.187 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-11-18T15:40:44.187 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-11-18T15:40:44.187 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-11-18T15:40:44.187 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-11-18T15:40:44.187 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-11-18T15:40:44.187 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-11-18T15:40:44.188 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-11-18T15:40:44.189 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-11-18T15:40:44.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout:Enabling module streams: 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql 10 2023-11-18T15:40:44.191 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:40:44.192 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2023-11-18T15:40:44.192 INFO:teuthology.orchestra.run.smithi181.stdout:=========================================================================================================================== 2023-11-18T15:40:44.192 INFO:teuthology.orchestra.run.smithi181.stdout:Install 128 Packages 2023-11-18T15:40:44.192 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrade 3 Packages 2023-11-18T15:40:44.192 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:40:44.193 INFO:teuthology.orchestra.run.smithi181.stdout:Total download size: 209 M 2023-11-18T15:40:44.193 INFO:teuthology.orchestra.run.smithi181.stdout:Downloading Packages: 2023-11-18T15:40:44.451 INFO:teuthology.orchestra.run.smithi181.stdout:(1/131): ceph-18.0.0-7418.gb0f45a51.el8.x86_64. 28 kB/s | 6.4 kB 00:00 2023-11-18T15:40:44.706 INFO:teuthology.orchestra.run.smithi181.stdout:(2/131): ceph-base-18.0.0-7418.gb0f45a51.el8.x8 11 MB/s | 5.4 MB 00:00 2023-11-18T15:40:44.756 INFO:teuthology.orchestra.run.smithi181.stdout:(3/131): ceph-immutable-object-cache-18.0.0-741 3.3 MB/s | 171 kB 00:00 2023-11-18T15:40:44.910 INFO:teuthology.orchestra.run.smithi099.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-18T15:40:44.911 INFO:teuthology.orchestra.run.smithi099.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-11-18T15:40:44.914 INFO:teuthology.orchestra.run.smithi181.stdout:(4/131): ceph-mds-18.0.0-7418.gb0f45a51.el8.x86 15 MB/s | 2.3 MB 00:00 2023-11-18T15:40:44.926 INFO:teuthology.orchestra.run.smithi099.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-11-18T15:40:44.927 INFO:teuthology.orchestra.run.smithi099.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-11-18T15:40:44.928 INFO:teuthology.orchestra.run.smithi099.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-11-18T15:40:44.929 INFO:teuthology.orchestra.run.smithi099.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-11-18T15:40:44.931 INFO:teuthology.orchestra.run.smithi099.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-11-18T15:40:44.934 INFO:teuthology.orchestra.run.smithi099.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-11-18T15:40:44.935 INFO:teuthology.orchestra.run.smithi099.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-11-18T15:40:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:(5/131): ceph-mgr-18.0.0-7418.gb0f45a51.el8.x86 13 MB/s | 1.6 MB 00:00 2023-11-18T15:40:45.067 INFO:teuthology.orchestra.run.smithi099.stdout:Dependencies resolved. 2023-11-18T15:40:45.080 INFO:teuthology.orchestra.run.smithi099.stdout:=========================================================================================================================== 2023-11-18T15:40:45.080 INFO:teuthology.orchestra.run.smithi099.stdout: Package Arch Version Repository Size 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout:=========================================================================================================================== 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout:Installing: 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout: ceph x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 6.4 k 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-base x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 5.4 M 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-fuse x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 919 k 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 171 k 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 1.6 M 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-cephadm noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 133 k 2023-11-18T15:40:45.081 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-dashboard noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 1.8 M 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 7.4 M 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-rook noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 50 k 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-radosgw x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 14 M 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-test x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 49 M 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-volume noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 262 k 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: cephadm noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 409 k 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-mirror x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 263 k 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-top noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 18 k 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-11-18T15:40:45.082 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs-devel x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 31 k 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs2 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 839 k 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: librados-devel x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 139 k 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cephfs x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 197 k 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rados x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 370 k 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rbd x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 364 k 2023-11-18T15:40:45.083 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rgw x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 107 k 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-fuse x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 93 k 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-mirror x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 3.6 M 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-nbd x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 181 k 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout:Upgrading: 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout: librados2 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 3.8 M 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout: librbd1 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 3.7 M 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout:Installing dependencies: 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-11-18T15:40:45.084 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-common x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 23 M 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-grafana-dashboards noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 23 k 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mds x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 2.3 M 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-modules-core noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 242 k 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mon x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 4.6 M 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-osd x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 18 M 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-prometheus-alerts noarch 2:18.0.0-7418.gb0f45a51.el8 ceph-noarch 15 k 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-selinux x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 24 k 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-11-18T15:40:45.085 INFO:teuthology.orchestra.run.smithi099.stdout: libcephsqlite x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 183 k 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: libradosstriper1 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 517 k 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: librgw2 x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 6.9 M 2023-11-18T15:40:45.086 INFO:teuthology.orchestra.run.smithi099.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-11-18T15:40:45.087 INFO:teuthology.orchestra.run.smithi099.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-argparse x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 45 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-common x86_64 2:18.0.0-7418.gb0f45a51.el8 ceph 128 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-11-18T15:40:45.088 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-11-18T15:40:45.089 INFO:teuthology.orchestra.run.smithi099.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-11-18T15:40:45.090 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-11-18T15:40:45.091 INFO:teuthology.orchestra.run.smithi099.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-11-18T15:40:45.092 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-11-18T15:40:45.092 INFO:teuthology.orchestra.run.smithi099.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-11-18T15:40:45.092 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-11-18T15:40:45.092 INFO:teuthology.orchestra.run.smithi099.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-11-18T15:40:45.092 INFO:teuthology.orchestra.run.smithi099.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-11-18T15:40:45.092 INFO:teuthology.orchestra.run.smithi099.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-11-18T15:40:45.093 INFO:teuthology.orchestra.run.smithi099.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-11-18T15:40:45.093 INFO:teuthology.orchestra.run.smithi099.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-11-18T15:40:45.093 INFO:teuthology.orchestra.run.smithi099.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-11-18T15:40:45.093 INFO:teuthology.orchestra.run.smithi099.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-11-18T15:40:45.093 INFO:teuthology.orchestra.run.smithi099.stdout:Enabling module streams: 2023-11-18T15:40:45.094 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql 10 2023-11-18T15:40:45.094 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:40:45.094 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction Summary 2023-11-18T15:40:45.094 INFO:teuthology.orchestra.run.smithi099.stdout:=========================================================================================================================== 2023-11-18T15:40:45.094 INFO:teuthology.orchestra.run.smithi099.stdout:Install 128 Packages 2023-11-18T15:40:45.094 INFO:teuthology.orchestra.run.smithi099.stdout:Upgrade 3 Packages 2023-11-18T15:40:45.095 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:40:45.095 INFO:teuthology.orchestra.run.smithi099.stdout:Total download size: 209 M 2023-11-18T15:40:45.095 INFO:teuthology.orchestra.run.smithi099.stdout:Downloading Packages: 2023-11-18T15:40:45.371 INFO:teuthology.orchestra.run.smithi099.stdout:(1/131): ceph-18.0.0-7418.gb0f45a51.el8.x86_64. 48 kB/s | 6.4 kB 00:00 2023-11-18T15:40:45.408 INFO:teuthology.orchestra.run.smithi181.stdout:(6/131): ceph-mon-18.0.0-7418.gb0f45a51.el8.x86 13 MB/s | 4.6 MB 00:00 2023-11-18T15:40:45.579 INFO:teuthology.orchestra.run.smithi181.stdout:(7/131): ceph-fuse-18.0.0-7418.gb0f45a51.el8.x8 814 kB/s | 919 kB 00:01 2023-11-18T15:40:46.321 INFO:teuthology.orchestra.run.smithi099.stdout:(2/131): ceph-fuse-18.0.0-7418.gb0f45a51.el8.x8 967 kB/s | 919 kB 00:00 2023-11-18T15:40:46.571 INFO:teuthology.orchestra.run.smithi099.stdout:(3/131): ceph-immutable-object-cache-18.0.0-741 684 kB/s | 171 kB 00:00 2023-11-18T15:40:46.824 INFO:teuthology.orchestra.run.smithi181.stdout:(8/131): ceph-osd-18.0.0-7418.gb0f45a51.el8.x86 13 MB/s | 18 MB 00:01 2023-11-18T15:40:46.866 INFO:teuthology.orchestra.run.smithi181.stdout:(9/131): ceph-selinux-18.0.0-7418.gb0f45a51.el8 587 kB/s | 24 kB 00:00 2023-11-18T15:40:47.005 INFO:teuthology.orchestra.run.smithi099.stdout:(4/131): ceph-base-18.0.0-7418.gb0f45a51.el8.x8 3.0 MB/s | 5.4 MB 00:01 2023-11-18T15:40:47.489 INFO:teuthology.orchestra.run.smithi099.stdout:(5/131): ceph-mgr-18.0.0-7418.gb0f45a51.el8.x86 3.4 MB/s | 1.6 MB 00:00 2023-11-18T15:40:48.248 INFO:teuthology.orchestra.run.smithi099.stdout:(6/131): ceph-mds-18.0.0-7418.gb0f45a51.el8.x86 1.4 MB/s | 2.3 MB 00:01 2023-11-18T15:40:48.423 INFO:teuthology.orchestra.run.smithi099.stdout:(7/131): ceph-mon-18.0.0-7418.gb0f45a51.el8.x86 5.0 MB/s | 4.6 MB 00:00 2023-11-18T15:40:48.483 INFO:teuthology.orchestra.run.smithi181.stdout:(10/131): ceph-common-18.0.0-7418.gb0f45a51.el8 5.3 MB/s | 23 MB 00:04 2023-11-18T15:40:48.708 INFO:teuthology.orchestra.run.smithi181.stdout:(11/131): cephfs-mirror-18.0.0-7418.gb0f45a51.e 1.1 MB/s | 263 kB 00:00 2023-11-18T15:40:48.808 INFO:teuthology.orchestra.run.smithi181.stdout:(12/131): libcephfs-devel-18.0.0-7418.gb0f45a51 311 kB/s | 31 kB 00:00 2023-11-18T15:40:49.133 INFO:teuthology.orchestra.run.smithi181.stdout:(13/131): libcephfs2-18.0.0-7418.gb0f45a51.el8. 2.5 MB/s | 839 kB 00:00 2023-11-18T15:40:49.275 INFO:teuthology.orchestra.run.smithi181.stdout:(14/131): libcephsqlite-18.0.0-7418.gb0f45a51.e 1.3 MB/s | 183 kB 00:00 2023-11-18T15:40:49.376 INFO:teuthology.orchestra.run.smithi181.stdout:(15/131): librados-devel-18.0.0-7418.gb0f45a51. 1.4 MB/s | 139 kB 00:00 2023-11-18T15:40:49.609 INFO:teuthology.orchestra.run.smithi181.stdout:(16/131): libradosstriper1-18.0.0-7418.gb0f45a5 2.2 MB/s | 517 kB 00:00 2023-11-18T15:40:50.823 INFO:teuthology.orchestra.run.smithi099.stdout:(8/131): ceph-radosgw-18.0.0-7418.gb0f45a51.el8 5.8 MB/s | 14 MB 00:02 2023-11-18T15:40:50.898 INFO:teuthology.orchestra.run.smithi099.stdout:(9/131): ceph-selinux-18.0.0-7418.gb0f45a51.el8 325 kB/s | 24 kB 00:00 2023-11-18T15:40:51.335 INFO:teuthology.orchestra.run.smithi181.stdout:(17/131): ceph-test-18.0.0-7418.gb0f45a51.el8.x 11 MB/s | 49 MB 00:04 2023-11-18T15:40:51.348 INFO:teuthology.orchestra.run.smithi099.stdout:(10/131): ceph-common-18.0.0-7418.gb0f45a51.el8 3.7 MB/s | 23 MB 00:06 2023-11-18T15:40:51.385 INFO:teuthology.orchestra.run.smithi181.stdout:(18/131): python3-ceph-argparse-18.0.0-7418.gb0 900 kB/s | 45 kB 00:00 2023-11-18T15:40:51.457 INFO:teuthology.orchestra.run.smithi099.stdout:(11/131): cephfs-mirror-18.0.0-7418.gb0f45a51.e 2.4 MB/s | 263 kB 00:00 2023-11-18T15:40:51.469 INFO:teuthology.orchestra.run.smithi181.stdout:(19/131): librgw2-18.0.0-7418.gb0f45a51.el8.x86 3.7 MB/s | 6.9 MB 00:01 2023-11-18T15:40:51.494 INFO:teuthology.orchestra.run.smithi181.stdout:(20/131): python3-ceph-common-18.0.0-7418.gb0f4 1.2 MB/s | 128 kB 00:00 2023-11-18T15:40:51.541 INFO:teuthology.orchestra.run.smithi099.stdout:(12/131): libcephfs-devel-18.0.0-7418.gb0f45a51 372 kB/s | 31 kB 00:00 2023-11-18T15:40:51.544 INFO:teuthology.orchestra.run.smithi181.stdout:(21/131): python3-cephfs-18.0.0-7418.gb0f45a51. 2.6 MB/s | 197 kB 00:00 2023-11-18T15:40:51.569 INFO:teuthology.orchestra.run.smithi181.stdout:(22/131): python3-rados-18.0.0-7418.gb0f45a51.e 4.8 MB/s | 370 kB 00:00 2023-11-18T15:40:51.653 INFO:teuthology.orchestra.run.smithi181.stdout:(23/131): python3-rbd-18.0.0-7418.gb0f45a51.el8 3.3 MB/s | 364 kB 00:00 2023-11-18T15:40:51.670 INFO:teuthology.orchestra.run.smithi181.stdout:(24/131): python3-rgw-18.0.0-7418.gb0f45a51.el8 1.0 MB/s | 107 kB 00:00 2023-11-18T15:40:51.721 INFO:teuthology.orchestra.run.smithi181.stdout:(25/131): rbd-fuse-18.0.0-7418.gb0f45a51.el8.x8 1.4 MB/s | 93 kB 00:00 2023-11-18T15:40:51.757 INFO:teuthology.orchestra.run.smithi099.stdout:(13/131): libcephfs2-18.0.0-7418.gb0f45a51.el8. 3.8 MB/s | 839 kB 00:00 2023-11-18T15:40:51.829 INFO:teuthology.orchestra.run.smithi181.stdout:(26/131): rbd-nbd-18.0.0-7418.gb0f45a51.el8.x86 1.6 MB/s | 181 kB 00:00 2023-11-18T15:40:51.858 INFO:teuthology.orchestra.run.smithi099.stdout:(14/131): libcephsqlite-18.0.0-7418.gb0f45a51.e 1.8 MB/s | 183 kB 00:00 2023-11-18T15:40:51.930 INFO:teuthology.orchestra.run.smithi181.stdout:(27/131): ceph-grafana-dashboards-18.0.0-7418.g 232 kB/s | 23 kB 00:00 2023-11-18T15:40:51.958 INFO:teuthology.orchestra.run.smithi099.stdout:(15/131): librados-devel-18.0.0-7418.gb0f45a51. 1.4 MB/s | 139 kB 00:00 2023-11-18T15:40:52.071 INFO:teuthology.orchestra.run.smithi181.stdout:(28/131): ceph-radosgw-18.0.0-7418.gb0f45a51.el 2.1 MB/s | 14 MB 00:06 2023-11-18T15:40:52.096 INFO:teuthology.orchestra.run.smithi181.stdout:(29/131): ceph-mgr-cephadm-18.0.0-7418.gb0f45a5 794 kB/s | 133 kB 00:00 2023-11-18T15:40:52.117 INFO:teuthology.orchestra.run.smithi099.stdout:(16/131): libradosstriper1-18.0.0-7418.gb0f45a5 3.2 MB/s | 517 kB 00:00 2023-11-18T15:40:52.155 INFO:teuthology.orchestra.run.smithi181.stdout:(30/131): rbd-mirror-18.0.0-7418.gb0f45a51.el8. 7.4 MB/s | 3.6 MB 00:00 2023-11-18T15:40:52.230 INFO:teuthology.orchestra.run.smithi181.stdout:(31/131): ceph-mgr-modules-core-18.0.0-7418.gb0 3.2 MB/s | 242 kB 00:00 2023-11-18T15:40:52.305 INFO:teuthology.orchestra.run.smithi181.stdout:(32/131): ceph-mgr-rook-18.0.0-7418.gb0f45a51.e 669 kB/s | 50 kB 00:00 2023-11-18T15:40:52.373 INFO:teuthology.orchestra.run.smithi181.stdout:(33/131): ceph-prometheus-alerts-18.0.0-7418.gb 224 kB/s | 15 kB 00:00 2023-11-18T15:40:52.448 INFO:teuthology.orchestra.run.smithi181.stdout:(34/131): ceph-volume-18.0.0-7418.gb0f45a51.el8 3.4 MB/s | 262 kB 00:00 2023-11-18T15:40:52.532 INFO:teuthology.orchestra.run.smithi181.stdout:(35/131): cephadm-18.0.0-7418.gb0f45a51.el8.noa 4.8 MB/s | 409 kB 00:00 2023-11-18T15:40:52.607 INFO:teuthology.orchestra.run.smithi181.stdout:(36/131): cephfs-top-18.0.0-7418.gb0f45a51.el8. 242 kB/s | 18 kB 00:00 2023-11-18T15:40:52.724 INFO:teuthology.orchestra.run.smithi181.stdout:(37/131): ceph-mgr-dashboard-18.0.0-7418.gb0f45 2.7 MB/s | 1.8 MB 00:00 2023-11-18T15:40:52.966 INFO:teuthology.orchestra.run.smithi181.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 243 kB/s | 59 kB 00:00 2023-11-18T15:40:53.033 INFO:teuthology.orchestra.run.smithi181.stdout:(39/131): gperftools-libs-2.7-9.el8.x86_64.rpm 720 kB/s | 306 kB 00:00 2023-11-18T15:40:53.133 INFO:teuthology.orchestra.run.smithi181.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 450 kB/s | 75 kB 00:00 2023-11-18T15:40:53.241 INFO:teuthology.orchestra.run.smithi181.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 402 kB/s | 44 kB 00:00 2023-11-18T15:40:53.300 INFO:teuthology.orchestra.run.smithi181.stdout:(42/131): python3-asyncssh-2.7.0-2.el8.noarch.r 1.7 MB/s | 476 kB 00:00 2023-11-18T15:40:53.409 INFO:teuthology.orchestra.run.smithi181.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 304 kB/s | 33 kB 00:00 2023-11-18T15:40:53.426 INFO:teuthology.orchestra.run.smithi181.stdout:(44/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.0 MB/s | 185 kB 00:00 2023-11-18T15:40:53.484 INFO:teuthology.orchestra.run.smithi181.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 217 kB/s | 16 kB 00:00 2023-11-18T15:40:53.535 INFO:teuthology.orchestra.run.smithi181.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.6 MB/s | 173 kB 00:00 2023-11-18T15:40:53.602 INFO:teuthology.orchestra.run.smithi181.stdout:(47/131): python3-cherrypy-18.4.0-1.el8.noarch. 3.2 MB/s | 384 kB 00:00 2023-11-18T15:40:53.627 INFO:teuthology.orchestra.run.smithi181.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 883 kB/s | 81 kB 00:00 2023-11-18T15:40:53.685 INFO:teuthology.orchestra.run.smithi181.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 133 kB/s | 11 kB 00:00 2023-11-18T15:40:53.711 INFO:teuthology.orchestra.run.smithi181.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 210 kB/s | 18 kB 00:00 2023-11-18T15:40:53.794 INFO:teuthology.orchestra.run.smithi181.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 586 kB/s | 49 kB 00:00 2023-11-18T15:40:53.903 INFO:teuthology.orchestra.run.smithi181.stdout:(52/131): ceph-mgr-diskprediction-local-18.0.0- 4.1 MB/s | 7.4 MB 00:01 2023-11-18T15:40:53.936 INFO:teuthology.orchestra.run.smithi181.stdout:(53/131): python3-kubernetes-11.0.0-6.el8.noarc 4.7 MB/s | 1.2 MB 00:00 2023-11-18T15:40:53.962 INFO:teuthology.orchestra.run.smithi181.stdout:(54/131): python3-more-itertools-7.2.0-3.el8.no 351 kB/s | 59 kB 00:00 2023-11-18T15:40:54.020 INFO:teuthology.orchestra.run.smithi181.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 3.3 MB/s | 283 kB 00:00 2023-11-18T15:40:54.046 INFO:teuthology.orchestra.run.smithi181.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 186 kB/s | 16 kB 00:00 2023-11-18T15:40:54.079 INFO:teuthology.orchestra.run.smithi181.stdout:(57/131): python3-natsort-7.1.1-2.el8.noarch.rp 343 kB/s | 60 kB 00:00 2023-11-18T15:40:54.105 INFO:teuthology.orchestra.run.smithi181.stdout:(58/131): python3-repoze-lru-0.7-6.el8.noarch.r 401 kB/s | 34 kB 00:00 2023-11-18T15:40:54.138 INFO:teuthology.orchestra.run.smithi181.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 2.1 MB/s | 196 kB 00:00 2023-11-18T15:40:54.163 INFO:teuthology.orchestra.run.smithi181.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 320 kB/s | 19 kB 00:00 2023-11-18T15:40:54.185 INFO:teuthology.orchestra.run.smithi099.stdout:(17/131): librgw2-18.0.0-7418.gb0f45a51.el8.x86 3.3 MB/s | 6.9 MB 00:02 2023-11-18T15:40:54.189 INFO:teuthology.orchestra.run.smithi181.stdout:(61/131): python3-rsa-4.9-2.el8.noarch.rpm 589 kB/s | 64 kB 00:00 2023-11-18T15:40:54.214 INFO:teuthology.orchestra.run.smithi181.stdout:(62/131): python3-singledispatch-3.4.0.3-18.el8 315 kB/s | 24 kB 00:00 2023-11-18T15:40:54.240 INFO:teuthology.orchestra.run.smithi181.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 385 kB/s | 29 kB 00:00 2023-11-18T15:40:54.265 INFO:teuthology.orchestra.run.smithi181.stdout:(64/131): python3-trustme-0.6.0-4.el8.noarch.rp 363 kB/s | 27 kB 00:00 2023-11-18T15:40:54.292 INFO:teuthology.orchestra.run.smithi099.stdout:(18/131): python3-ceph-argparse-18.0.0-7418.gb0 414 kB/s | 45 kB 00:00 2023-11-18T15:40:54.315 INFO:teuthology.orchestra.run.smithi181.stdout:(65/131): python3-waitress-1.4.3-1.el8.noarch.r 2.5 MB/s | 255 kB 00:00 2023-11-18T15:40:54.340 INFO:teuthology.orchestra.run.smithi181.stdout:(66/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.4 MB/s | 251 kB 00:00 2023-11-18T15:40:54.366 INFO:teuthology.orchestra.run.smithi181.stdout:(67/131): python3-websocket-client-0.56.0-5.el8 610 kB/s | 61 kB 00:00 2023-11-18T15:40:54.393 INFO:teuthology.orchestra.run.smithi181.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 1.1 MB/s | 85 kB 00:00 2023-11-18T15:40:54.416 INFO:teuthology.orchestra.run.smithi181.stdout:(69/131): python3-zc-lockfile-2.0-2.el8.noarch. 304 kB/s | 23 kB 00:00 2023-11-18T15:40:54.441 INFO:teuthology.orchestra.run.smithi181.stdout:(70/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 70 kB 00:00 2023-11-18T15:40:54.625 INFO:teuthology.orchestra.run.smithi181.stdout:(71/131): thrift-0.13.0-2.el8.x86_64.rpm 6.7 MB/s | 1.7 MB 00:00 2023-11-18T15:40:54.767 INFO:teuthology.orchestra.run.smithi181.stdout:(72/131): python3-pyasn1-modules-0.3.7-6.el8.no 345 kB/s | 110 kB 00:00 2023-11-18T15:40:54.842 INFO:teuthology.orchestra.run.smithi181.stdout:(73/131): python3-pytz-2017.2-9.el8.noarch.rpm 250 kB/s | 54 kB 00:00 2023-11-18T15:40:54.867 INFO:teuthology.orchestra.run.smithi181.stdout:(74/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.5 MB/s | 259 kB 00:00 2023-11-18T15:40:54.918 INFO:teuthology.orchestra.run.smithi181.stdout:(75/131): socat-1.7.4.1-1.el8.x86_64.rpm 4.2 MB/s | 323 kB 00:00 2023-11-18T15:40:55.076 INFO:teuthology.orchestra.run.smithi181.stdout:(76/131): python3-scipy-1.0.0-21.module+el8.5.0 21 MB/s | 14 MB 00:00 2023-11-18T15:40:55.101 INFO:teuthology.orchestra.run.smithi181.stdout:(77/131): python3-markupsafe-0.23-19.el8.x86_64 166 kB/s | 39 kB 00:00 2023-11-18T15:40:55.143 INFO:teuthology.orchestra.run.smithi181.stdout:(78/131): bison-3.0.4-10.el8.x86_64.rpm 3.0 MB/s | 688 kB 00:00 2023-11-18T15:40:55.198 INFO:teuthology.orchestra.run.smithi181.stdout:(79/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.6 MB/s | 157 kB 00:00 2023-11-18T15:40:55.226 INFO:teuthology.orchestra.run.smithi099.stdout:(19/131): python3-ceph-common-18.0.0-7418.gb0f4 138 kB/s | 128 kB 00:00 2023-11-18T15:40:55.227 INFO:teuthology.orchestra.run.smithi181.stdout:(80/131): oniguruma-6.8.2-2.el8.x86_64.rpm 2.2 MB/s | 187 kB 00:00 2023-11-18T15:40:55.253 INFO:teuthology.orchestra.run.smithi181.stdout:(81/131): python3-jinja2-2.10.1-3.el8.noarch.rp 3.0 MB/s | 538 kB 00:00 2023-11-18T15:40:55.286 INFO:teuthology.orchestra.run.smithi181.stdout:(82/131): automake-1.16.1-7.el8.noarch.rpm 7.9 MB/s | 713 kB 00:00 2023-11-18T15:40:55.395 INFO:teuthology.orchestra.run.smithi181.stdout:(83/131): python3-babel-2.5.1-7.el8.noarch.rpm 29 MB/s | 4.8 MB 00:00 2023-11-18T15:40:55.412 INFO:teuthology.orchestra.run.smithi181.stdout:(84/131): python3-jsonpatch-1.21-2.el8.noarch.r 167 kB/s | 27 kB 00:00 2023-11-18T15:40:55.437 INFO:teuthology.orchestra.run.smithi181.stdout:(85/131): flex-2.6.1-9.el8.x86_64.rpm 2.1 MB/s | 320 kB 00:00 2023-11-18T15:40:55.587 INFO:teuthology.orchestra.run.smithi181.stdout:(86/131): python3-prettytable-0.7.2-14.el8.noar 229 kB/s | 44 kB 00:00 2023-11-18T15:40:55.729 INFO:teuthology.orchestra.run.smithi181.stdout:(87/131): python3-numpy-1.14.3-10.el8.x86_64.rp 12 MB/s | 3.7 MB 00:00 2023-11-18T15:40:55.742 INFO:teuthology.orchestra.run.smithi099.stdout:(20/131): ceph-osd-18.0.0-7418.gb0f45a51.el8.x8 2.4 MB/s | 18 MB 00:07 2023-11-18T15:40:55.763 INFO:teuthology.orchestra.run.smithi181.stdout:(88/131): python3-werkzeug-0.12.2-4.el8.noarch. 1.4 MB/s | 457 kB 00:00 2023-11-18T15:40:55.855 INFO:teuthology.orchestra.run.smithi181.stdout:(89/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 842 kB/s | 225 kB 00:00 2023-11-18T15:40:55.963 INFO:teuthology.orchestra.run.smithi181.stdout:(90/131): uuid-1.6.2-43.el8.x86_64.rpm 274 kB/s | 64 kB 00:00 2023-11-18T15:40:55.988 INFO:teuthology.orchestra.run.smithi181.stdout:(91/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 560 kB/s | 126 kB 00:00 2023-11-18T15:40:56.018 INFO:teuthology.orchestra.run.smithi099.stdout:(21/131): python3-rados-18.0.0-7418.gb0f45a51.e 1.3 MB/s | 370 kB 00:00 2023-11-18T15:40:56.022 INFO:teuthology.orchestra.run.smithi181.stdout:(92/131): python3-jsonpointer-1.10-11.el8.noarc 120 kB/s | 20 kB 00:00 2023-11-18T15:40:56.043 INFO:teuthology.orchestra.run.smithi099.stdout:(22/131): python3-cephfs-18.0.0-7418.gb0f45a51. 241 kB/s | 197 kB 00:00 2023-11-18T15:40:56.056 INFO:teuthology.orchestra.run.smithi181.stdout:(93/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.1 MB/s | 103 kB 00:00 2023-11-18T15:40:56.115 INFO:teuthology.orchestra.run.smithi181.stdout:(94/131): libtool-2.4.6-25.el8.x86_64.rpm 5.5 MB/s | 709 kB 00:00 2023-11-18T15:40:56.140 INFO:teuthology.orchestra.run.smithi181.stdout:(95/131): libpq-13.5-1.el8.x86_64.rpm 2.3 MB/s | 198 kB 00:00 2023-11-18T15:40:56.151 INFO:teuthology.orchestra.run.smithi099.stdout:(23/131): python3-rgw-18.0.0-7418.gb0f45a51.el8 986 kB/s | 107 kB 00:00 2023-11-18T15:40:56.199 INFO:teuthology.orchestra.run.smithi181.stdout:(96/131): jq-1.6-3.el8.x86_64.rpm 3.4 MB/s | 202 kB 00:00 2023-11-18T15:40:56.252 INFO:teuthology.orchestra.run.smithi099.stdout:(24/131): python3-rbd-18.0.0-7418.gb0f45a51.el8 1.5 MB/s | 364 kB 00:00 2023-11-18T15:40:56.277 INFO:teuthology.orchestra.run.smithi099.stdout:(25/131): rbd-fuse-18.0.0-7418.gb0f45a51.el8.x8 748 kB/s | 93 kB 00:00 2023-11-18T15:40:56.282 INFO:teuthology.orchestra.run.smithi181.stdout:(97/131): openblas-threads-0.3.15-3.el8.x86_64. 19 MB/s | 4.9 MB 00:00 2023-11-18T15:40:56.316 INFO:teuthology.orchestra.run.smithi181.stdout:(98/131): librdkafka-0.11.4-3.el8.x86_64.rpm 3.0 MB/s | 354 kB 00:00 2023-11-18T15:40:56.391 INFO:teuthology.orchestra.run.smithi181.stdout:(99/131): openblas-0.3.15-3.el8.x86_64.rpm 17 MB/s | 4.7 MB 00:00 2023-11-18T15:40:56.433 INFO:teuthology.orchestra.run.smithi181.stdout:(100/131): postgresql-contrib-10.21-2.module+el 6.8 MB/s | 808 kB 00:00 2023-11-18T15:40:56.452 INFO:teuthology.orchestra.run.smithi099.stdout:(26/131): rbd-nbd-18.0.0-7418.gb0f45a51.el8.x86 1.0 MB/s | 181 kB 00:00 2023-11-18T15:40:56.492 INFO:teuthology.orchestra.run.smithi181.stdout:(101/131): postgresql-10.21-2.module+el8.6.0+15 15 MB/s | 1.5 MB 00:00 2023-11-18T15:40:56.517 INFO:teuthology.orchestra.run.smithi181.stdout:(102/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 561 kB/s | 47 kB 00:00 2023-11-18T15:40:56.550 INFO:teuthology.orchestra.run.smithi181.stdout:(103/131): libselinux-devel-2.9-5.el8.x86_64.rp 3.3 MB/s | 200 kB 00:00 2023-11-18T15:40:56.553 INFO:teuthology.orchestra.run.smithi099.stdout:(27/131): ceph-grafana-dashboards-18.0.0-7418.g 233 kB/s | 23 kB 00:00 2023-11-18T15:40:56.601 INFO:teuthology.orchestra.run.smithi181.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 509 kB/s | 43 kB 00:00 2023-11-18T15:40:56.661 INFO:teuthology.orchestra.run.smithi099.stdout:(28/131): ceph-mgr-cephadm-18.0.0-7418.gb0f45a5 1.2 MB/s | 133 kB 00:00 2023-11-18T15:40:56.834 INFO:teuthology.orchestra.run.smithi181.stdout:(105/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 777 kB/s | 220 kB 00:00 2023-11-18T15:40:56.885 INFO:teuthology.orchestra.run.smithi181.stdout:(106/131): keyutils-libs-devel-1.5.10-9.el8.x86 170 kB/s | 48 kB 00:00 2023-11-18T15:40:56.910 INFO:teuthology.orchestra.run.smithi181.stdout:(107/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.1 MB/s | 87 kB 00:00 2023-11-18T15:40:56.944 INFO:teuthology.orchestra.run.smithi181.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 728 kB/s | 43 kB 00:00 2023-11-18T15:40:56.987 INFO:teuthology.orchestra.run.smithi181.stdout:(109/131): python3-pycparser-2.14-14.el8.noarch 1.4 MB/s | 109 kB 00:00 2023-11-18T15:40:57.019 INFO:teuthology.orchestra.run.smithi181.stdout:(110/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 3.0 MB/s | 229 kB 00:00 2023-11-18T15:40:57.095 INFO:teuthology.orchestra.run.smithi181.stdout:(111/131): postgresql-server-10.21-2.module+el8 6.2 MB/s | 5.1 MB 00:00 2023-11-18T15:40:57.120 INFO:teuthology.orchestra.run.smithi181.stdout:(112/131): libaio-devel-0.3.112-1.el8.x86_64.rp 187 kB/s | 19 kB 00:00 2023-11-18T15:40:57.145 INFO:teuthology.orchestra.run.smithi181.stdout:(113/131): python3-oauthlib-2.1.0-1.el8.noarch. 3.0 MB/s | 155 kB 00:00 2023-11-18T15:40:57.170 INFO:teuthology.orchestra.run.smithi181.stdout:(114/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 3.0 MB/s | 560 kB 00:00 2023-11-18T15:40:57.196 INFO:teuthology.orchestra.run.smithi181.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 356 kB/s | 18 kB 00:00 2023-11-18T15:40:57.229 INFO:teuthology.orchestra.run.smithi181.stdout:(116/131): python3-cryptography-3.2.1-5.el8.x86 5.0 MB/s | 559 kB 00:00 2023-11-18T15:40:57.263 INFO:teuthology.orchestra.run.smithi181.stdout:(117/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 3.5 MB/s | 238 kB 00:00 2023-11-18T15:40:57.305 INFO:teuthology.orchestra.run.smithi181.stdout:(118/131): pcre2-devel-10.32-2.el8.x86_64.rpm 4.4 MB/s | 605 kB 00:00 2023-11-18T15:40:57.330 INFO:teuthology.orchestra.run.smithi181.stdout:(119/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 1.1 MB/s | 72 kB 00:00 2023-11-18T15:40:57.355 INFO:teuthology.orchestra.run.smithi181.stdout:(120/131): fuse-2.9.7-15.el8.x86_64.rpm 1.6 MB/s | 83 kB 00:00 2023-11-18T15:40:57.372 INFO:teuthology.orchestra.run.smithi181.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 1.4 MB/s | 60 kB 00:00 2023-11-18T15:40:57.431 INFO:teuthology.orchestra.run.smithi181.stdout:(122/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 12 MB/s | 2.3 MB 00:00 2023-11-18T15:40:57.448 INFO:teuthology.orchestra.run.smithi181.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 765 kB/s | 58 kB 00:00 2023-11-18T15:40:57.473 INFO:teuthology.orchestra.run.smithi181.stdout:(124/131): libuuid-devel-2.32.1-35.el8.x86_64.r 834 kB/s | 98 kB 00:00 2023-11-18T15:40:57.490 INFO:teuthology.orchestra.run.smithi181.stdout:(125/131): libcom_err-devel-1.45.6-4.el8.x86_64 659 kB/s | 39 kB 00:00 2023-11-18T15:40:57.524 INFO:teuthology.orchestra.run.smithi181.stdout:(126/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 8.3 MB/s | 644 kB 00:00 2023-11-18T15:40:57.541 INFO:teuthology.orchestra.run.smithi181.stdout:(127/131): NetworkManager-initscripts-updown-1. 2.7 MB/s | 138 kB 00:00 2023-11-18T15:40:57.566 INFO:teuthology.orchestra.run.smithi181.stdout:(128/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 1.8 MB/s | 171 kB 00:00 2023-11-18T15:40:57.603 INFO:teuthology.orchestra.run.smithi099.stdout:(29/131): ceph-mgr-dashboard-18.0.0-7418.gb0f45 1.9 MB/s | 1.8 MB 00:00 2023-11-18T15:40:57.633 INFO:teuthology.orchestra.run.smithi181.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 12 MB/s | 798 kB 00:00 2023-11-18T15:40:57.995 INFO:teuthology.orchestra.run.smithi099.stdout:(30/131): rbd-mirror-18.0.0-7418.gb0f45a51.el8. 2.1 MB/s | 3.6 MB 00:01 2023-11-18T15:40:58.350 INFO:teuthology.orchestra.run.smithi181.stdout:(130/131): librbd1-18.0.0-7418.gb0f45a51.el8.x8 4.6 MB/s | 3.7 MB 00:00 2023-11-18T15:40:58.438 INFO:teuthology.orchestra.run.smithi099.stdout:(31/131): ceph-test-18.0.0-7418.gb0f45a51.el8.x 6.6 MB/s | 49 MB 00:07 2023-11-18T15:40:58.463 INFO:teuthology.orchestra.run.smithi099.stdout:(32/131): ceph-mgr-modules-core-18.0.0-7418.gb0 519 kB/s | 242 kB 00:00 2023-11-18T15:40:58.521 INFO:teuthology.orchestra.run.smithi099.stdout:(33/131): ceph-mgr-rook-18.0.0-7418.gb0f45a51.e 602 kB/s | 50 kB 00:00 2023-11-18T15:40:58.547 INFO:teuthology.orchestra.run.smithi099.stdout:(34/131): ceph-prometheus-alerts-18.0.0-7418.gb 179 kB/s | 15 kB 00:00 2023-11-18T15:40:58.672 INFO:teuthology.orchestra.run.smithi099.stdout:(35/131): ceph-volume-18.0.0-7418.gb0f45a51.el8 1.7 MB/s | 262 kB 00:00 2023-11-18T15:40:58.739 INFO:teuthology.orchestra.run.smithi099.stdout:(36/131): cephfs-top-18.0.0-7418.gb0f45a51.el8. 272 kB/s | 18 kB 00:00 2023-11-18T15:40:58.764 INFO:teuthology.orchestra.run.smithi099.stdout:(37/131): cephadm-18.0.0-7418.gb0f45a51.el8.noa 1.8 MB/s | 409 kB 00:00 2023-11-18T15:40:58.856 INFO:teuthology.orchestra.run.smithi099.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 642 kB/s | 59 kB 00:00 2023-11-18T15:40:58.907 INFO:teuthology.orchestra.run.smithi099.stdout:(39/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.8 MB/s | 306 kB 00:00 2023-11-18T15:40:58.932 INFO:teuthology.orchestra.run.smithi099.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.0 MB/s | 75 kB 00:00 2023-11-18T15:40:58.974 INFO:teuthology.orchestra.run.smithi099.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 1.0 MB/s | 44 kB 00:00 2023-11-18T15:40:59.016 INFO:teuthology.orchestra.run.smithi099.stdout:(42/131): python3-asyncssh-2.7.0-2.el8.noarch.r 4.3 MB/s | 476 kB 00:00 2023-11-18T15:40:59.041 INFO:teuthology.orchestra.run.smithi099.stdout:(43/131): python3-beautifulsoup4-4.6.3-2.el8.1. 2.7 MB/s | 185 kB 00:00 2023-11-18T15:40:59.066 INFO:teuthology.orchestra.run.smithi099.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 657 kB/s | 33 kB 00:00 2023-11-18T15:40:59.108 INFO:teuthology.orchestra.run.smithi099.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 243 kB/s | 16 kB 00:00 2023-11-18T15:40:59.134 INFO:teuthology.orchestra.run.smithi099.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 2.5 MB/s | 173 kB 00:00 2023-11-18T15:40:59.158 INFO:teuthology.orchestra.run.smithi181.stdout:(131/131): librados2-18.0.0-7418.gb0f45a51.el8. 2.3 MB/s | 3.8 MB 00:01 2023-11-18T15:40:59.161 INFO:teuthology.orchestra.run.smithi181.stdout:-------------------------------------------------------------------------------- 2023-11-18T15:40:59.162 INFO:teuthology.orchestra.run.smithi181.stdout:Total 14 MB/s | 209 MB 00:14 2023-11-18T15:40:59.176 INFO:teuthology.orchestra.run.smithi099.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 1.9 MB/s | 81 kB 00:00 2023-11-18T15:40:59.201 INFO:teuthology.orchestra.run.smithi099.stdout:(48/131): python3-cherrypy-18.4.0-1.el8.noarch. 4.1 MB/s | 384 kB 00:00 2023-11-18T15:40:59.226 INFO:teuthology.orchestra.run.smithi099.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 221 kB/s | 11 kB 00:00 2023-11-18T15:40:59.251 INFO:teuthology.orchestra.run.smithi099.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 350 kB/s | 18 kB 00:00 2023-11-18T15:40:59.293 INFO:teuthology.orchestra.run.smithi099.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 1.1 MB/s | 49 kB 00:00 2023-11-18T15:40:59.335 INFO:teuthology.orchestra.run.smithi099.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 1.4 MB/s | 59 kB 00:00 2023-11-18T15:40:59.386 INFO:teuthology.orchestra.run.smithi099.stdout:(53/131): python3-kubernetes-11.0.0-6.el8.noarc 7.3 MB/s | 1.2 MB 00:00 2023-11-18T15:40:59.411 INFO:teuthology.orchestra.run.smithi099.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 803 kB/s | 60 kB 00:00 2023-11-18T15:40:59.453 INFO:teuthology.orchestra.run.smithi099.stdout:(55/131): python3-portend-2.6-1.el8.noarch.rpm 376 kB/s | 16 kB 00:00 2023-11-18T15:40:59.487 INFO:teuthology.orchestra.run.smithi099.stdout:(56/131): python3-pecan-1.3.2-9.el8.noarch.rpm 3.7 MB/s | 283 kB 00:00 2023-11-18T15:40:59.512 INFO:teuthology.orchestra.run.smithi099.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 574 kB/s | 34 kB 00:00 2023-11-18T15:40:59.546 INFO:teuthology.orchestra.run.smithi099.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 3.3 MB/s | 196 kB 00:00 2023-11-18T15:40:59.571 INFO:teuthology.orchestra.run.smithi099.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 1.1 MB/s | 64 kB 00:00 2023-11-18T15:40:59.588 INFO:teuthology.orchestra.run.smithi099.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 446 kB/s | 19 kB 00:00 2023-11-18T15:40:59.605 INFO:teuthology.orchestra.run.smithi099.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 713 kB/s | 24 kB 00:00 2023-11-18T15:40:59.622 INFO:teuthology.orchestra.run.smithi099.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 868 kB/s | 29 kB 00:00 2023-11-18T15:40:59.639 INFO:teuthology.orchestra.run.smithi099.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 819 kB/s | 27 kB 00:00 2023-11-18T15:40:59.681 INFO:teuthology.orchestra.run.smithi099.stdout:(64/131): python3-webob-1.8.5-1.el8.1.noarch.rp 5.9 MB/s | 251 kB 00:00 2023-11-18T15:40:59.706 INFO:teuthology.orchestra.run.smithi099.stdout:(65/131): python3-waitress-1.4.3-1.el8.noarch.r 3.0 MB/s | 255 kB 00:00 2023-11-18T15:40:59.732 INFO:teuthology.orchestra.run.smithi099.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 1.2 MB/s | 61 kB 00:00 2023-11-18T15:40:59.757 INFO:teuthology.orchestra.run.smithi099.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.7 MB/s | 85 kB 00:00 2023-11-18T15:40:59.814 INFO:teuthology.orchestra.run.smithi099.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 278 kB/s | 23 kB 00:00 2023-11-18T15:40:59.849 INFO:teuthology.orchestra.run.smithi099.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.0 MB/s | 70 kB 00:00 2023-11-18T15:40:59.995 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction check 2023-11-18T15:41:00.114 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction check succeeded. 2023-11-18T15:41:00.115 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction test 2023-11-18T15:41:00.158 INFO:teuthology.orchestra.run.smithi099.stdout:(70/131): python3-scipy-1.0.0-21.module+el8.5.0 44 MB/s | 14 MB 00:00 2023-11-18T15:41:00.200 INFO:teuthology.orchestra.run.smithi099.stdout:(71/131): thrift-0.13.0-2.el8.x86_64.rpm 3.9 MB/s | 1.7 MB 00:00 2023-11-18T15:41:00.225 INFO:teuthology.orchestra.run.smithi099.stdout:(72/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.6 MB/s | 110 kB 00:00 2023-11-18T15:41:00.276 INFO:teuthology.orchestra.run.smithi099.stdout:(73/131): python3-pytz-2017.2-9.el8.noarch.rpm 718 kB/s | 54 kB 00:00 2023-11-18T15:41:00.301 INFO:teuthology.orchestra.run.smithi099.stdout:(74/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.6 MB/s | 259 kB 00:00 2023-11-18T15:41:00.326 INFO:teuthology.orchestra.run.smithi099.stdout:(75/131): socat-1.7.4.1-1.el8.x86_64.rpm 6.3 MB/s | 323 kB 00:00 2023-11-18T15:41:00.351 INFO:teuthology.orchestra.run.smithi099.stdout:(76/131): python3-markupsafe-0.23-19.el8.x86_64 775 kB/s | 39 kB 00:00 2023-11-18T15:41:00.385 INFO:teuthology.orchestra.run.smithi099.stdout:(77/131): bison-3.0.4-10.el8.x86_64.rpm 11 MB/s | 688 kB 00:00 2023-11-18T15:41:00.418 INFO:teuthology.orchestra.run.smithi099.stdout:(78/131): python3-jinja2-2.10.1-3.el8.noarch.rp 7.9 MB/s | 538 kB 00:00 2023-11-18T15:41:00.444 INFO:teuthology.orchestra.run.smithi099.stdout:(79/131): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-11-18T15:41:00.469 INFO:teuthology.orchestra.run.smithi099.stdout:(80/131): oniguruma-6.8.2-2.el8.x86_64.rpm 3.6 MB/s | 187 kB 00:00 2023-11-18T15:41:00.503 INFO:teuthology.orchestra.run.smithi099.stdout:(81/131): automake-1.16.1-7.el8.noarch.rpm 12 MB/s | 713 kB 00:00 2023-11-18T15:41:00.545 INFO:teuthology.orchestra.run.smithi099.stdout:(82/131): python3-jsonpatch-1.21-2.el8.noarch.r 639 kB/s | 27 kB 00:00 2023-11-18T15:41:00.595 INFO:teuthology.orchestra.run.smithi099.stdout:(83/131): flex-2.6.1-9.el8.x86_64.rpm 6.2 MB/s | 320 kB 00:00 2023-11-18T15:41:00.654 INFO:teuthology.orchestra.run.smithi099.stdout:(84/131): python3-babel-2.5.1-7.el8.noarch.rpm 26 MB/s | 4.8 MB 00:00 2023-11-18T15:41:00.679 INFO:teuthology.orchestra.run.smithi099.stdout:(85/131): python3-prettytable-0.7.2-14.el8.noar 524 kB/s | 44 kB 00:00 2023-11-18T15:41:00.730 INFO:teuthology.orchestra.run.smithi099.stdout:(86/131): python3-werkzeug-0.12.2-4.el8.noarch. 9.0 MB/s | 457 kB 00:00 2023-11-18T15:41:00.797 INFO:teuthology.orchestra.run.smithi099.stdout:(87/131): python3-numpy-1.14.3-10.el8.x86_64.rp 26 MB/s | 3.7 MB 00:00 2023-11-18T15:41:00.822 INFO:teuthology.orchestra.run.smithi099.stdout:(88/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 2.4 MB/s | 225 kB 00:00 2023-11-18T15:41:00.839 INFO:teuthology.orchestra.run.smithi099.stdout:(89/131): uuid-1.6.2-43.el8.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2023-11-18T15:41:00.864 INFO:teuthology.orchestra.run.smithi099.stdout:(90/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.9 MB/s | 126 kB 00:00 2023-11-18T15:41:00.881 INFO:teuthology.orchestra.run.smithi099.stdout:(91/131): python3-jsonpointer-1.10-11.el8.noarc 474 kB/s | 20 kB 00:00 2023-11-18T15:41:00.906 INFO:teuthology.orchestra.run.smithi099.stdout:(92/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 2.4 MB/s | 103 kB 00:00 2023-11-18T15:41:00.967 INFO:teuthology.orchestra.run.smithi099.stdout:(93/131): libtool-2.4.6-25.el8.x86_64.rpm 8.1 MB/s | 709 kB 00:00 2023-11-18T15:41:01.015 INFO:teuthology.orchestra.run.smithi099.stdout:(94/131): libpq-13.5-1.el8.x86_64.rpm 4.0 MB/s | 198 kB 00:00 2023-11-18T15:41:01.099 INFO:teuthology.orchestra.run.smithi099.stdout:(95/131): openblas-threads-0.3.15-3.el8.x86_64. 25 MB/s | 4.9 MB 00:00 2023-11-18T15:41:01.141 INFO:teuthology.orchestra.run.smithi099.stdout:(96/131): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2023-11-18T15:41:01.216 INFO:teuthology.orchestra.run.smithi099.stdout:(97/131): openblas-0.3.15-3.el8.x86_64.rpm 24 MB/s | 4.7 MB 00:00 2023-11-18T15:41:01.242 INFO:teuthology.orchestra.run.smithi099.stdout:(98/131): librdkafka-0.11.4-3.el8.x86_64.rpm 3.4 MB/s | 354 kB 00:00 2023-11-18T15:41:01.252 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction test succeeded. 2023-11-18T15:41:01.256 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction 2023-11-18T15:41:01.292 INFO:teuthology.orchestra.run.smithi099.stdout:(99/131): postgresql-contrib-10.21-2.module+el8 16 MB/s | 808 kB 00:00 2023-11-18T15:41:01.375 INFO:teuthology.orchestra.run.smithi099.stdout:(100/131): postgresql-server-10.21-2.module+el8 32 MB/s | 5.1 MB 00:00 2023-11-18T15:41:01.418 INFO:teuthology.orchestra.run.smithi099.stdout:(101/131): postgresql-10.21-2.module+el8.6.0+15 12 MB/s | 1.5 MB 00:00 2023-11-18T15:41:01.443 INFO:teuthology.orchestra.run.smithi099.stdout:(102/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 698 kB/s | 47 kB 00:00 2023-11-18T15:41:01.468 INFO:teuthology.orchestra.run.smithi099.stdout:(103/131): libselinux-devel-2.9-5.el8.x86_64.rp 3.9 MB/s | 200 kB 00:00 2023-11-18T15:41:01.493 INFO:teuthology.orchestra.run.smithi099.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 850 kB/s | 43 kB 00:00 2023-11-18T15:41:01.519 INFO:teuthology.orchestra.run.smithi099.stdout:(105/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 4.3 MB/s | 220 kB 00:00 2023-11-18T15:41:01.544 INFO:teuthology.orchestra.run.smithi099.stdout:(106/131): keyutils-libs-devel-1.5.10-9.el8.x86 953 kB/s | 48 kB 00:00 2023-11-18T15:41:01.628 INFO:teuthology.orchestra.run.smithi099.stdout:(107/131): ceph-mgr-diskprediction-local-18.0.0 1.8 MB/s | 7.4 MB 00:04 2023-11-18T15:41:01.653 INFO:teuthology.orchestra.run.smithi099.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 393 kB/s | 43 kB 00:00 2023-11-18T15:41:01.686 INFO:teuthology.orchestra.run.smithi099.stdout:(109/131): libsepol-devel-2.9-3.el8.x86_64.rpm 519 kB/s | 87 kB 00:00 2023-11-18T15:41:01.712 INFO:teuthology.orchestra.run.smithi099.stdout:(110/131): python3-pycparser-2.14-14.el8.noarch 1.3 MB/s | 109 kB 00:00 2023-11-18T15:41:01.737 INFO:teuthology.orchestra.run.smithi099.stdout:(111/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 2.8 MB/s | 229 kB 00:00 2023-11-18T15:41:01.763 INFO:teuthology.orchestra.run.smithi099.stdout:(112/131): libaio-devel-0.3.112-1.el8.x86_64.rp 369 kB/s | 19 kB 00:00 2023-11-18T15:41:01.788 INFO:teuthology.orchestra.run.smithi099.stdout:(113/131): python3-oauthlib-2.1.0-1.el8.noarch. 3.0 MB/s | 155 kB 00:00 2023-11-18T15:41:01.813 INFO:teuthology.orchestra.run.smithi099.stdout:(114/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 4.3 MB/s | 560 kB 00:00 2023-11-18T15:41:01.830 INFO:teuthology.orchestra.run.smithi099.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 426 kB/s | 18 kB 00:00 2023-11-18T15:41:01.864 INFO:teuthology.orchestra.run.smithi099.stdout:(116/131): python3-cryptography-3.2.1-5.el8.x86 5.4 MB/s | 559 kB 00:00 2023-11-18T15:41:01.889 INFO:teuthology.orchestra.run.smithi099.stdout:(117/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.0 MB/s | 238 kB 00:00 2023-11-18T15:41:01.914 INFO:teuthology.orchestra.run.smithi099.stdout:(118/131): pcre2-devel-10.32-2.el8.x86_64.rpm 5.8 MB/s | 605 kB 00:00 2023-11-18T15:41:01.940 INFO:teuthology.orchestra.run.smithi099.stdout:(119/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 1.4 MB/s | 72 kB 00:00 2023-11-18T15:41:01.957 INFO:teuthology.orchestra.run.smithi099.stdout:(120/131): fuse-2.9.7-15.el8.x86_64.rpm 1.9 MB/s | 83 kB 00:00 2023-11-18T15:41:01.974 INFO:teuthology.orchestra.run.smithi099.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 1.7 MB/s | 60 kB 00:00 2023-11-18T15:41:01.999 INFO:teuthology.orchestra.run.smithi099.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 2.3 MB/s | 98 kB 00:00 2023-11-18T15:41:02.016 INFO:teuthology.orchestra.run.smithi099.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 1.3 MB/s | 58 kB 00:00 2023-11-18T15:41:02.033 INFO:teuthology.orchestra.run.smithi099.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 1.1 MB/s | 39 kB 00:00 2023-11-18T15:41:02.066 INFO:teuthology.orchestra.run.smithi099.stdout:(125/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 12 MB/s | 644 kB 00:00 2023-11-18T15:41:02.112 INFO:teuthology.orchestra.run.smithi099.stdout:(126/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 2.1 MB/s | 171 kB 00:00 2023-11-18T15:41:02.134 INFO:teuthology.orchestra.run.smithi099.stdout:(127/131): NetworkManager-initscripts-updown-1. 2.0 MB/s | 138 kB 00:00 2023-11-18T15:41:02.192 INFO:teuthology.orchestra.run.smithi099.stdout:(128/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 7.1 MB/s | 2.3 MB 00:00 2023-11-18T15:41:02.251 INFO:teuthology.orchestra.run.smithi099.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 13 MB/s | 798 kB 00:00 2023-11-18T15:41:02.876 INFO:teuthology.orchestra.run.smithi099.stdout:(130/131): librbd1-18.0.0-7418.gb0f45a51.el8.x8 5.0 MB/s | 3.7 MB 00:00 2023-11-18T15:41:03.026 INFO:teuthology.orchestra.run.smithi099.stdout:(131/131): librados2-18.0.0-7418.gb0f45a51.el8. 4.1 MB/s | 3.8 MB 00:00 2023-11-18T15:41:03.029 INFO:teuthology.orchestra.run.smithi099.stdout:-------------------------------------------------------------------------------- 2023-11-18T15:41:03.029 INFO:teuthology.orchestra.run.smithi099.stdout:Total 12 MB/s | 209 MB 00:17 2023-11-18T15:41:03.867 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction check 2023-11-18T15:41:03.986 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction check succeeded. 2023-11-18T15:41:03.993 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction test 2023-11-18T15:41:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction test succeeded. 2023-11-18T15:41:05.127 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction 2023-11-18T15:41:06.420 INFO:teuthology.orchestra.run.smithi181.stdout: Preparing : 1/1 2023-11-18T15:41:06.594 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-11-18T15:41:06.763 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-11-18T15:41:06.973 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-11-18T15:41:07.146 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-11-18T15:41:07.264 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-11-18T15:41:07.437 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-11-18T15:41:07.913 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-11-18T15:41:08.137 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librados2-2:18.0.0-7418.gb0f45a51.el8.x86_64 6/134 2023-11-18T15:41:08.547 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-2:18.0.0-7418.gb0f45a51.el8.x86_64 6/134 2023-11-18T15:41:08.729 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librbd1-2:18.0.0-7418.gb0f45a51.el8.x86_64 7/134 2023-11-18T15:41:08.862 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-2:18.0.0-7418.gb0f45a51.el8.x86_64 7/134 2023-11-18T15:41:09.037 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs2-2:18.0.0-7418.gb0f45a51.el8.x86_64 8/134 2023-11-18T15:41:09.138 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephfs2-2:18.0.0-7418.gb0f45a51.el8.x86_64 8/134 2023-11-18T15:41:09.319 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rados-2:18.0.0-7418.gb0f45a51.el8.x86_64 9/134 2023-11-18T15:41:09.542 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-11-18T15:41:09.765 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-11-18T15:41:09.953 INFO:teuthology.orchestra.run.smithi099.stdout: Preparing : 1/1 2023-11-18T15:41:10.142 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-11-18T15:41:10.154 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-11-18T15:41:10.355 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-11-18T15:41:10.429 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-11-18T15:41:10.563 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-11-18T15:41:10.620 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephsqlite-2:18.0.0-7418.gb0f45a51.el8.x86_64 14/134 2023-11-18T15:41:10.731 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephsqlite-2:18.0.0-7418.gb0f45a51.el8.x86_64 14/134 2023-11-18T15:41:10.736 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-11-18T15:41:10.847 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-11-18T15:41:10.895 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libradosstriper1-2:18.0.0-7418.gb0f45a51.el8.x86 15/134 2023-11-18T15:41:10.970 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libradosstriper1-2:18.0.0-7418.gb0f45a51.el8.x86 15/134 2023-11-18T15:41:11.077 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-11-18T15:41:11.095 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-11-18T15:41:11.237 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-11-18T15:41:11.362 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-11-18T15:41:11.489 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-11-18T15:41:11.727 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : librados2-2:18.0.0-7418.gb0f45a51.el8.x86_64 6/134 2023-11-18T15:41:11.976 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-11-18T15:41:12.120 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-11-18T15:41:12.131 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librados2-2:18.0.0-7418.gb0f45a51.el8.x86_64 6/134 2023-11-18T15:41:12.335 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : librbd1-2:18.0.0-7418.gb0f45a51.el8.x86_64 7/134 2023-11-18T15:41:12.465 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librbd1-2:18.0.0-7418.gb0f45a51.el8.x86_64 7/134 2023-11-18T15:41:12.652 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcephfs2-2:18.0.0-7418.gb0f45a51.el8.x86_64 8/134 2023-11-18T15:41:12.700 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-11-18T15:41:12.749 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libcephfs2-2:18.0.0-7418.gb0f45a51.el8.x86_64 8/134 2023-11-18T15:41:12.878 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-11-18T15:41:12.977 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rados-2:18.0.0-7418.gb0f45a51.el8.x86_64 9/134 2023-11-18T15:41:13.229 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-11-18T15:41:13.455 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-11-18T15:41:13.558 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-11-18T15:41:13.818 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-11-18T15:41:13.872 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-11-18T15:41:14.029 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-11-18T15:41:14.117 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-11-18T15:41:14.248 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-11-18T15:41:14.392 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-11-18T15:41:14.510 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcephsqlite-2:18.0.0-7418.gb0f45a51.el8.x86_64 14/134 2023-11-18T15:41:14.592 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-11-18T15:41:14.627 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libcephsqlite-2:18.0.0-7418.gb0f45a51.el8.x86_64 14/134 2023-11-18T15:41:14.810 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libradosstriper1-2:18.0.0-7418.gb0f45a51.el8.x86 15/134 2023-11-18T15:41:14.813 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-11-18T15:41:14.888 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libradosstriper1-2:18.0.0-7418.gb0f45a51.el8.x86 15/134 2023-11-18T15:41:14.976 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-common-2:18.0.0-7418.gb0f45a51.el8. 26/134 2023-11-18T15:41:15.035 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-11-18T15:41:15.147 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-argparse-2:18.0.0-7418.gb0f45a51.el 27/134 2023-11-18T15:41:15.175 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-11-18T15:41:15.326 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-11-18T15:41:15.949 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-11-18T15:41:16.049 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cephfs-2:18.0.0-7418.gb0f45a51.el8.x86_6 28/134 2023-11-18T15:41:16.126 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-11-18T15:41:16.358 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-11-18T15:41:16.604 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-11-18T15:41:16.727 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-11-18T15:41:16.842 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-11-18T15:41:16.909 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-11-18T15:41:17.061 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-11-18T15:41:17.605 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-11-18T15:41:17.870 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-11-18T15:41:18.084 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-11-18T15:41:18.321 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-11-18T15:41:18.506 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-11-18T15:41:18.714 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-11-18T15:41:18.808 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-11-18T15:41:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-11-18T15:41:19.090 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-ceph-common-2:18.0.0-7418.gb0f45a51.el8. 26/134 2023-11-18T15:41:19.120 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-11-18T15:41:19.211 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-ceph-argparse-2:18.0.0-7418.gb0f45a51.el 27/134 2023-11-18T15:41:19.322 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-11-18T15:41:19.512 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-11-18T15:41:19.716 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 36/134 2023-11-18T15:41:19.873 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librados-devel-2:18.0.0-7418.gb0f45a51.el8.x86_6 37/134 2023-11-18T15:41:20.028 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-11-18T15:41:20.175 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cephfs-2:18.0.0-7418.gb0f45a51.el8.x86_6 28/134 2023-11-18T15:41:20.196 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-11-18T15:41:20.354 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-11-18T15:41:20.472 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-11-18T15:41:20.522 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-11-18T15:41:20.690 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-11-18T15:41:20.760 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-11-18T15:41:20.897 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-11-18T15:41:21.051 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-11-18T15:41:21.243 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-11-18T15:41:21.250 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-11-18T15:41:21.530 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-11-18T15:41:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-11-18T15:41:21.989 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-11-18T15:41:22.206 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-11-18T15:41:22.517 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-11-18T15:41:22.751 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-11-18T15:41:22.944 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-11-18T15:41:23.037 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-11-18T15:41:23.141 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-11-18T15:41:23.340 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-11-18T15:41:23.400 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-11-18T15:41:23.514 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-11-18T15:41:23.611 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-11-18T15:41:23.804 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-11-18T15:41:23.810 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-11-18T15:41:24.012 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 36/134 2023-11-18T15:41:24.056 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-11-18T15:41:24.172 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librados-devel-2:18.0.0-7418.gb0f45a51.el8.x86_6 37/134 2023-11-18T15:41:24.289 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-11-18T15:41:24.353 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-11-18T15:41:24.508 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-11-18T15:41:24.535 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-11-18T15:41:24.675 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-11-18T15:41:24.701 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-11-18T15:41:24.820 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-11-18T15:41:24.844 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-11-18T15:41:25.010 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-11-18T15:41:25.053 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-11-18T15:41:25.065 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-11-18T15:41:25.294 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-11-18T15:41:25.302 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-11-18T15:41:25.505 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-11-18T15:41:25.651 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-11-18T15:41:25.665 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-11-18T15:41:25.727 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-11-18T15:41:25.944 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-11-18T15:41:25.948 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-11-18T15:41:26.094 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-11-18T15:41:26.159 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-11-18T15:41:26.235 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-11-18T15:41:26.387 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-11-18T15:41:26.406 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-11-18T15:41:26.637 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-11-18T15:41:26.684 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-11-18T15:41:26.925 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-11-18T15:41:26.959 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-11-18T15:41:27.098 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-11-18T15:41:27.223 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-11-18T15:41:27.263 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-11-18T15:41:27.425 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-11-18T15:41:27.462 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-11-18T15:41:27.680 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-11-18T15:41:27.697 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-11-18T15:41:27.856 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-11-18T15:41:27.888 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-11-18T15:41:28.037 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-11-18T15:41:28.052 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-11-18T15:41:28.182 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-11-18T15:41:28.380 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-11-18T15:41:28.388 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-11-18T15:41:28.630 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-11-18T15:41:28.682 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-11-18T15:41:28.823 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-11-18T15:41:28.911 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-11-18T15:41:29.054 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-11-18T15:41:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-11-18T15:41:29.283 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-11-18T15:41:29.313 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-11-18T15:41:29.483 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-11-18T15:41:29.484 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-11-18T15:41:29.681 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-11-18T15:41:29.708 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-11-18T15:41:29.781 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-11-18T15:41:30.040 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-11-18T15:41:30.260 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-11-18T15:41:30.440 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-11-18T15:41:30.518 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-11-18T15:41:30.754 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-11-18T15:41:30.782 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-11-18T15:41:30.941 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-11-18T15:41:31.020 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-11-18T15:41:31.099 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-11-18T15:41:31.270 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-11-18T15:41:31.291 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-11-18T15:41:31.555 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-11-18T15:41:31.583 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-11-18T15:41:31.755 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-11-18T15:41:31.874 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-11-18T15:41:31.894 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-11-18T15:41:32.043 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-11-18T15:41:32.057 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-11-18T15:41:32.250 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-11-18T15:41:32.444 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-11-18T15:41:32.643 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-11-18T15:41:32.809 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-11-18T15:41:32.859 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-11-18T15:41:32.954 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-11-18T15:41:33.033 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librgw2-2:18.0.0-7418.gb0f45a51.el8.x86_64 92/134 2023-11-18T15:41:33.105 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librgw2-2:18.0.0-7418.gb0f45a51.el8.x86_64 92/134 2023-11-18T15:41:33.161 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-11-18T15:41:33.259 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 93/134 2023-11-18T15:41:33.393 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-11-18T15:41:33.578 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-11-18T15:41:33.837 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-11-18T15:41:34.071 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-11-18T15:41:34.246 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-11-18T15:41:34.500 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-11-18T15:41:35.582 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-11-18T15:41:35.842 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-11-18T15:41:36.088 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-11-18T15:41:36.356 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-11-18T15:41:36.631 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-11-18T15:41:36.845 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-11-18T15:41:36.978 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 94/134 2023-11-18T15:41:37.209 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 94/134 2023-11-18T15:41:37.661 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-11-18T15:41:37.782 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 94/134 2023-11-18T15:41:37.855 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librgw2-2:18.0.0-7418.gb0f45a51.el8.x86_64 92/134 2023-11-18T15:41:37.913 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librgw2-2:18.0.0-7418.gb0f45a51.el8.x86_64 92/134 2023-11-18T15:41:38.061 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-base-2:18.0.0-7418.gb0f45a51.el8.x86_64 95/134 2023-11-18T15:41:38.113 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 93/134 2023-11-18T15:41:38.149 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-base-2:18.0.0-7418.gb0f45a51.el8.x86_64 95/134 2023-11-18T15:41:38.291 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-selinux-2:18.0.0-7418.gb0f45a51.el8.x86_64 96/134 2023-11-18T15:41:41.750 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 94/134 2023-11-18T15:41:41.979 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 94/134 2023-11-18T15:41:42.554 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 94/134 2023-11-18T15:41:42.835 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-base-2:18.0.0-7418.gb0f45a51.el8.x86_64 95/134 2023-11-18T15:41:42.915 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-base-2:18.0.0-7418.gb0f45a51.el8.x86_64 95/134 2023-11-18T15:41:43.062 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-selinux-2:18.0.0-7418.gb0f45a51.el8.x86_64 96/134 2023-11-18T15:41:56.887 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-selinux-2:18.0.0-7418.gb0f45a51.el8.x86_64 96/134 2023-11-18T15:41:56.887 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /sys 2023-11-18T15:41:56.887 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /proc 2023-11-18T15:41:56.887 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /dev 2023-11-18T15:41:56.887 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /run 2023-11-18T15:41:56.887 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /mnt 2023-11-18T15:41:56.887 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /var/tmp 2023-11-18T15:41:56.887 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /home 2023-11-18T15:41:56.887 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /tmp 2023-11-18T15:41:56.888 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /dev 2023-11-18T15:41:56.888 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:41:57.213 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-volume-2:18.0.0-7418.gb0f45a51.el8.noarch 97/134 2023-11-18T15:41:58.813 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-volume-2:18.0.0-7418.gb0f45a51.el8.noarch 97/134 2023-11-18T15:41:58.966 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-osd-2:18.0.0-7418.gb0f45a51.el8.x86_64 98/134 2023-11-18T15:41:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-osd-2:18.0.0-7418.gb0f45a51.el8.x86_64 98/134 2023-11-18T15:41:59.321 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mds-2:18.0.0-7418.gb0f45a51.el8.x86_64 99/134 2023-11-18T15:41:59.776 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mds-2:18.0.0-7418.gb0f45a51.el8.x86_64 99/134 2023-11-18T15:42:00.004 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mon-2:18.0.0-7418.gb0f45a51.el8.x86_64 100/134 2023-11-18T15:42:00.021 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mon-2:18.0.0-7418.gb0f45a51.el8.x86_64 100/134 2023-11-18T15:42:01.627 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-selinux-2:18.0.0-7418.gb0f45a51.el8.x86_64 96/134 2023-11-18T15:42:01.627 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /sys 2023-11-18T15:42:01.627 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /proc 2023-11-18T15:42:01.627 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /dev 2023-11-18T15:42:01.627 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /run 2023-11-18T15:42:01.627 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /mnt 2023-11-18T15:42:01.628 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /var/tmp 2023-11-18T15:42:01.628 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /home 2023-11-18T15:42:01.628 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /tmp 2023-11-18T15:42:01.628 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /dev 2023-11-18T15:42:01.628 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:01.732 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 101/134 2023-11-18T15:42:01.927 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 101/134 2023-11-18T15:42:01.966 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-volume-2:18.0.0-7418.gb0f45a51.el8.noarch 97/134 2023-11-18T15:42:02.043 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-7418.gb0f45a51.e 102/134 2023-11-18T15:42:02.254 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-7418.gb0f45a51. 103/134 2023-11-18T15:42:02.429 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-7418.gb0f45a51.el8.noa 104/134 2023-11-18T15:42:02.649 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-7418.gb0f45a51.el8.noa 104/134 2023-11-18T15:42:02.949 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-7418.gb0f45a51.el8.n 105/134 2023-11-18T15:42:03.560 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-volume-2:18.0.0-7418.gb0f45a51.el8.noarch 97/134 2023-11-18T15:42:03.755 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-osd-2:18.0.0-7418.gb0f45a51.el8.x86_64 98/134 2023-11-18T15:42:03.908 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-7418.gb0f45a51.el8.n 105/134 2023-11-18T15:42:03.975 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-osd-2:18.0.0-7418.gb0f45a51.el8.x86_64 98/134 2023-11-18T15:42:04.079 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-7418.gb0f 106/134 2023-11-18T15:42:04.132 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mds-2:18.0.0-7418.gb0f45a51.el8.x86_64 99/134 2023-11-18T15:42:04.168 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-7418.gb0f 106/134 2023-11-18T15:42:04.532 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-7418.gb0f45a51.el 107/134 2023-11-18T15:42:04.587 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mds-2:18.0.0-7418.gb0f45a51.el8.x86_64 99/134 2023-11-18T15:42:04.716 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-2:18.0.0-7418.gb0f45a51.el8.x86_64 108/134 2023-11-18T15:42:04.752 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-2:18.0.0-7418.gb0f45a51.el8.x86_64 108/134 2023-11-18T15:42:04.799 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mon-2:18.0.0-7418.gb0f45a51.el8.x86_64 100/134 2023-11-18T15:42:04.816 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mon-2:18.0.0-7418.gb0f45a51.el8.x86_64 100/134 2023-11-18T15:42:04.970 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-rook-2:18.0.0-7418.gb0f45a51.el8.noarch 109/134 2023-11-18T15:42:04.981 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-7418.gb0f45a51.el8.noarch 109/134 2023-11-18T15:42:06.312 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-2:18.0.0-7418.gb0f45a51.el8.x86_64 110/134 2023-11-18T15:42:06.503 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 101/134 2023-11-18T15:42:06.525 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-radosgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 111/134 2023-11-18T15:42:06.559 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 111/134 2023-11-18T15:42:06.715 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 101/134 2023-11-18T15:42:06.737 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-7418.gb0f45 112/134 2023-11-18T15:42:06.779 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-7418.gb0f45 112/134 2023-11-18T15:42:06.862 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-7418.gb0f45a51.e 102/134 2023-11-18T15:42:06.920 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephfs-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 113/134 2023-11-18T15:42:07.057 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-7418.gb0f45a51. 103/134 2023-11-18T15:42:07.240 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-7418.gb0f45a51.el8.noa 104/134 2023-11-18T15:42:07.277 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 113/134 2023-11-18T15:42:07.420 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 114/134 2023-11-18T15:42:07.461 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-7418.gb0f45a51.el8.noa 104/134 2023-11-18T15:42:07.753 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-7418.gb0f45a51.el8.n 105/134 2023-11-18T15:42:08.712 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-7418.gb0f45a51.el8.n 105/134 2023-11-18T15:42:08.856 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-7418.gb0f 106/134 2023-11-18T15:42:08.946 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-7418.gb0f 106/134 2023-11-18T15:42:09.337 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-7418.gb0f45a51.el 107/134 2023-11-18T15:42:09.512 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-2:18.0.0-7418.gb0f45a51.el8.x86_64 108/134 2023-11-18T15:42:09.549 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-2:18.0.0-7418.gb0f45a51.el8.x86_64 108/134 2023-11-18T15:42:09.706 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-rook-2:18.0.0-7418.gb0f45a51.el8.noarch 109/134 2023-11-18T15:42:09.717 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-7418.gb0f45a51.el8.noarch 109/134 2023-11-18T15:42:11.048 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-2:18.0.0-7418.gb0f45a51.el8.x86_64 110/134 2023-11-18T15:42:11.262 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-radosgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 111/134 2023-11-18T15:42:11.296 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 111/134 2023-11-18T15:42:11.489 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-7418.gb0f45 112/134 2023-11-18T15:42:11.531 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-7418.gb0f45 112/134 2023-11-18T15:42:11.672 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : cephfs-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 113/134 2023-11-18T15:42:12.029 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 113/134 2023-11-18T15:42:12.093 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: rbd-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 114/134 2023-11-18T15:42:12.181 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rbd-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 114/134 2023-11-18T15:42:12.386 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-test-2:18.0.0-7418.gb0f45a51.el8.x86_64 115/134 2023-11-18T15:42:12.527 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-11-18T15:42:12.716 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-11-18T15:42:13.618 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-11-18T15:42:13.972 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-11-18T15:42:14.146 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 119/134 2023-11-18T15:42:14.331 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-11-18T15:42:14.497 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs-devel-2:18.0.0-7418.gb0f45a51.el8.x86_ 121/134 2023-11-18T15:42:14.686 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-11-18T15:42:16.871 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: rbd-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 114/134 2023-11-18T15:42:16.876 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-18T15:42:17.135 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-18T15:42:17.153 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-18T15:42:17.180 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-test-2:18.0.0-7418.gb0f45a51.el8.x86_64 115/134 2023-11-18T15:42:17.310 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephfs-top-2:18.0.0-7418.gb0f45a51.el8.noarch 124/134 2023-11-18T15:42:17.354 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-11-18T15:42:17.545 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-11-18T15:42:17.626 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 125/134 2023-11-18T15:42:17.904 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-nbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 126/134 2023-11-18T15:42:18.203 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-11-18T15:42:18.376 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-18T15:42:18.385 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-18T15:42:18.430 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-11-18T15:42:18.556 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-11-18T15:42:18.718 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-11-18T15:42:18.749 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-11-18T15:42:18.800 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-11-18T15:42:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 119/134 2023-11-18T15:42:18.993 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-11-18T15:42:19.006 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-11-18T15:42:19.006 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-18T15:42:19.133 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-11-18T15:42:19.221 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-18T15:42:19.221 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-18T15:42:19.308 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcephfs-devel-2:18.0.0-7418.gb0f45a51.el8.x86_ 121/134 2023-11-18T15:42:19.473 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-18T15:42:19.488 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-11-18T15:42:19.642 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-18T15:42:20.187 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-11-18T15:42:20.187 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-2:18.0.0-7418.gb0f45a51.el8.x86_64 1/134 2023-11-18T15:42:20.187 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-base-2:18.0.0-7418.gb0f45a51.el8.x86_64 2/134 2023-11-18T15:42:20.187 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 3/134 2023-11-18T15:42:20.187 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 4/134 2023-11-18T15:42:20.187 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-7418.gb0f45 5/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mds-2:18.0.0-7418.gb0f45a51.el8.x86_64 6/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-2:18.0.0-7418.gb0f45a51.el8.x86_64 7/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mon-2:18.0.0-7418.gb0f45a51.el8.x86_64 8/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-osd-2:18.0.0-7418.gb0f45a51.el8.x86_64 9/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-radosgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 10/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-selinux-2:18.0.0-7418.gb0f45a51.el8.x86_64 11/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-test-2:18.0.0-7418.gb0f45a51.el8.x86_64 12/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephfs-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 13/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs-devel-2:18.0.0-7418.gb0f45a51.el8.x86_ 14/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs2-2:18.0.0-7418.gb0f45a51.el8.x86_64 15/134 2023-11-18T15:42:20.188 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephsqlite-2:18.0.0-7418.gb0f45a51.el8.x86_64 16/134 2023-11-18T15:42:20.189 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados-devel-2:18.0.0-7418.gb0f45a51.el8.x86_6 17/134 2023-11-18T15:42:20.189 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libradosstriper1-2:18.0.0-7418.gb0f45a51.el8.x86 18/134 2023-11-18T15:42:20.189 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librgw2-2:18.0.0-7418.gb0f45a51.el8.x86_64 19/134 2023-11-18T15:42:20.189 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-argparse-2:18.0.0-7418.gb0f45a51.el 20/134 2023-11-18T15:42:20.189 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-common-2:18.0.0-7418.gb0f45a51.el8. 21/134 2023-11-18T15:42:20.189 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cephfs-2:18.0.0-7418.gb0f45a51.el8.x86_6 22/134 2023-11-18T15:42:20.189 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rados-2:18.0.0-7418.gb0f45a51.el8.x86_64 23/134 2023-11-18T15:42:20.190 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 24/134 2023-11-18T15:42:20.190 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 25/134 2023-11-18T15:42:20.190 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 26/134 2023-11-18T15:42:20.190 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 27/134 2023-11-18T15:42:20.190 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-nbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 28/134 2023-11-18T15:42:20.190 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-7418.gb0f45a51. 29/134 2023-11-18T15:42:20.190 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-7418.gb0f45a51.el8.noa 30/134 2023-11-18T15:42:20.190 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-7418.gb0f45a51.el8.n 31/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-7418.gb0f 32/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-7418.gb0f45a51.el 33/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-rook-2:18.0.0-7418.gb0f45a51.el8.noarch 34/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-7418.gb0f45a51.e 35/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-volume-2:18.0.0-7418.gb0f45a51.el8.noarch 36/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 37/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephfs-top-2:18.0.0-7418.gb0f45a51.el8.noarch 38/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-11-18T15:42:20.191 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-11-18T15:42:20.192 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-11-18T15:42:20.192 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-11-18T15:42:20.192 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-11-18T15:42:20.192 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-11-18T15:42:20.192 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-11-18T15:42:20.192 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-11-18T15:42:20.192 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-11-18T15:42:20.192 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-11-18T15:42:20.193 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-11-18T15:42:20.193 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-11-18T15:42:20.193 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-11-18T15:42:20.193 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-11-18T15:42:20.193 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-11-18T15:42:20.193 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-11-18T15:42:20.193 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-11-18T15:42:20.193 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-11-18T15:42:20.194 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-11-18T15:42:20.194 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-11-18T15:42:20.194 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-11-18T15:42:20.194 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-11-18T15:42:20.194 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-11-18T15:42:20.194 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-11-18T15:42:20.195 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-11-18T15:42:20.195 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-11-18T15:42:20.195 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-11-18T15:42:20.195 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-11-18T15:42:20.195 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-11-18T15:42:20.195 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-11-18T15:42:20.195 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-11-18T15:42:20.195 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-11-18T15:42:20.196 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-11-18T15:42:20.196 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-11-18T15:42:20.196 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-11-18T15:42:20.196 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-11-18T15:42:20.196 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-11-18T15:42:20.196 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-11-18T15:42:20.196 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-11-18T15:42:20.197 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-11-18T15:42:20.197 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-11-18T15:42:20.197 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-11-18T15:42:20.197 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-11-18T15:42:20.197 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-11-18T15:42:20.197 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-11-18T15:42:20.197 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-11-18T15:42:20.198 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-11-18T15:42:20.198 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-11-18T15:42:20.198 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-11-18T15:42:20.198 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-11-18T15:42:20.198 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-11-18T15:42:20.198 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-11-18T15:42:20.198 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-11-18T15:42:20.198 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-11-18T15:42:20.199 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-11-18T15:42:20.199 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-11-18T15:42:20.199 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-11-18T15:42:20.199 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-11-18T15:42:20.199 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-11-18T15:42:20.199 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-11-18T15:42:20.200 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-11-18T15:42:20.200 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-11-18T15:42:20.200 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-11-18T15:42:20.200 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-11-18T15:42:20.200 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-11-18T15:42:20.200 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-11-18T15:42:20.201 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-11-18T15:42:20.201 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-11-18T15:42:20.201 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-11-18T15:42:20.201 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-11-18T15:42:20.201 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-11-18T15:42:20.201 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-11-18T15:42:20.202 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-2:18.0.0-7418.gb0f45a51.el8.x86_64 129/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-2:18.0.0-7418.gb0f45a51.el8.x86_64 131/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-18T15:42:20.203 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-11-18T15:42:21.671 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-18T15:42:21.970 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-18T15:42:21.988 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-11-18T15:42:22.170 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : cephfs-top-2:18.0.0-7418.gb0f45a51.el8.noarch 124/134 2023-11-18T15:42:22.427 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rbd-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 125/134 2023-11-18T15:42:22.737 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rbd-nbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 126/134 2023-11-18T15:42:22.830 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-18T15:42:22.830 INFO:teuthology.orchestra.run.smithi181.stdout:Last metadata expiration check: 0:01:50 ago on Sat 18 Nov 2023 03:40:32 PM UTC. 2023-11-18T15:42:23.046 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-11-18T15:42:23.178 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-18T15:42:23.186 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-18T15:42:23.354 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-11-18T15:42:23.536 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-11-18T15:42:23.616 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-11-18T15:42:23.828 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-11-18T15:42:23.840 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-11-18T15:42:23.840 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-18T15:42:24.047 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-18T15:42:24.048 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-18T15:42:24.307 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-11-18T15:42:24.509 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-18T15:42:25.018 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-11-18T15:42:25.018 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-2:18.0.0-7418.gb0f45a51.el8.x86_64 1/134 2023-11-18T15:42:25.018 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-base-2:18.0.0-7418.gb0f45a51.el8.x86_64 2/134 2023-11-18T15:42:25.018 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 3/134 2023-11-18T15:42:25.018 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 4/134 2023-11-18T15:42:25.018 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-7418.gb0f45 5/134 2023-11-18T15:42:25.018 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mds-2:18.0.0-7418.gb0f45a51.el8.x86_64 6/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-2:18.0.0-7418.gb0f45a51.el8.x86_64 7/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mon-2:18.0.0-7418.gb0f45a51.el8.x86_64 8/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-osd-2:18.0.0-7418.gb0f45a51.el8.x86_64 9/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-radosgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 10/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-selinux-2:18.0.0-7418.gb0f45a51.el8.x86_64 11/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-test-2:18.0.0-7418.gb0f45a51.el8.x86_64 12/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : cephfs-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 13/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcephfs-devel-2:18.0.0-7418.gb0f45a51.el8.x86_ 14/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcephfs2-2:18.0.0-7418.gb0f45a51.el8.x86_64 15/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcephsqlite-2:18.0.0-7418.gb0f45a51.el8.x86_64 16/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librados-devel-2:18.0.0-7418.gb0f45a51.el8.x86_6 17/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libradosstriper1-2:18.0.0-7418.gb0f45a51.el8.x86 18/134 2023-11-18T15:42:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librgw2-2:18.0.0-7418.gb0f45a51.el8.x86_64 19/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-ceph-argparse-2:18.0.0-7418.gb0f45a51.el 20/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-ceph-common-2:18.0.0-7418.gb0f45a51.el8. 21/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cephfs-2:18.0.0-7418.gb0f45a51.el8.x86_6 22/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rados-2:18.0.0-7418.gb0f45a51.el8.x86_64 23/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 24/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 25/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rbd-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 26/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rbd-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 27/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rbd-nbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 28/134 2023-11-18T15:42:25.020 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-7418.gb0f45a51. 29/134 2023-11-18T15:42:25.030 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-7418.gb0f45a51.el8.noa 30/134 2023-11-18T15:42:25.031 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-7418.gb0f45a51.el8.n 31/134 2023-11-18T15:42:25.031 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-7418.gb0f 32/134 2023-11-18T15:42:25.031 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-7418.gb0f45a51.el 33/134 2023-11-18T15:42:25.031 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-rook-2:18.0.0-7418.gb0f45a51.el8.noarch 34/134 2023-11-18T15:42:25.031 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-7418.gb0f45a51.e 35/134 2023-11-18T15:42:25.032 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-volume-2:18.0.0-7418.gb0f45a51.el8.noarch 36/134 2023-11-18T15:42:25.032 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 37/134 2023-11-18T15:42:25.032 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : cephfs-top-2:18.0.0-7418.gb0f45a51.el8.noarch 38/134 2023-11-18T15:42:25.032 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-11-18T15:42:25.032 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-11-18T15:42:25.032 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-11-18T15:42:25.033 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-11-18T15:42:25.033 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-11-18T15:42:25.033 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-11-18T15:42:25.033 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-11-18T15:42:25.033 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-11-18T15:42:25.033 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-11-18T15:42:25.033 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-11-18T15:42:25.034 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-11-18T15:42:25.034 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-11-18T15:42:25.034 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-11-18T15:42:25.034 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-11-18T15:42:25.034 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-11-18T15:42:25.035 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-11-18T15:42:25.035 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-11-18T15:42:25.035 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-11-18T15:42:25.035 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-11-18T15:42:25.035 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-11-18T15:42:25.036 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-11-18T15:42:25.036 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-11-18T15:42:25.036 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-11-18T15:42:25.036 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-11-18T15:42:25.036 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-11-18T15:42:25.036 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-11-18T15:42:25.037 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-11-18T15:42:25.037 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-11-18T15:42:25.037 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-11-18T15:42:25.037 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-11-18T15:42:25.037 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-11-18T15:42:25.037 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-11-18T15:42:25.037 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-11-18T15:42:25.038 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-11-18T15:42:25.038 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-11-18T15:42:25.038 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-11-18T15:42:25.038 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-11-18T15:42:25.038 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-11-18T15:42:25.038 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-11-18T15:42:25.038 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-11-18T15:42:25.038 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-11-18T15:42:25.039 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-11-18T15:42:25.039 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-11-18T15:42:25.039 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-11-18T15:42:25.039 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-11-18T15:42:25.039 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-11-18T15:42:25.039 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-11-18T15:42:25.040 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-11-18T15:42:25.040 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-11-18T15:42:25.040 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-11-18T15:42:25.040 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-11-18T15:42:25.040 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-11-18T15:42:25.040 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-11-18T15:42:25.040 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-11-18T15:42:25.040 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-11-18T15:42:25.041 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-11-18T15:42:25.041 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-11-18T15:42:25.041 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-11-18T15:42:25.041 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-11-18T15:42:25.041 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-11-18T15:42:25.041 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-11-18T15:42:25.041 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-11-18T15:42:25.042 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-11-18T15:42:25.043 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librados2-2:18.0.0-7418.gb0f45a51.el8.x86_64 129/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librbd1-2:18.0.0-7418.gb0f45a51.el8.x86_64 131/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-11-18T15:42:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-11-18T15:42:25.471 INFO:teuthology.orchestra.run.smithi181.stdout:Installed products updated. 2023-11-18T15:42:25.695 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:25.695 INFO:teuthology.orchestra.run.smithi181.stdout:Upgraded: 2023-11-18T15:42:25.695 INFO:teuthology.orchestra.run.smithi181.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-11-18T15:42:25.695 INFO:teuthology.orchestra.run.smithi181.stdout: librados2-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.696 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.696 INFO:teuthology.orchestra.run.smithi181.stdout:Installed: 2023-11-18T15:42:25.696 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-11-18T15:42:25.696 INFO:teuthology.orchestra.run.smithi181.stdout: automake-1.16.1-7.el8.noarch 2023-11-18T15:42:25.696 INFO:teuthology.orchestra.run.smithi181.stdout: bison-3.0.4-10.el8.x86_64 2023-11-18T15:42:25.696 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.696 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.697 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.697 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.697 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.697 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.697 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.697 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.697 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.698 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.698 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.698 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.698 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.698 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.698 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.698 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.699 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.699 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.699 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.699 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.699 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.699 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.699 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-top-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:25.700 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-11-18T15:42:25.700 INFO:teuthology.orchestra.run.smithi181.stdout: flex-2.6.1-9.el8.x86_64 2023-11-18T15:42:25.700 INFO:teuthology.orchestra.run.smithi181.stdout: fuse-2.9.7-15.el8.x86_64 2023-11-18T15:42:25.700 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-11-18T15:42:25.700 INFO:teuthology.orchestra.run.smithi181.stdout: jq-1.6-3.el8.x86_64 2023-11-18T15:42:25.700 INFO:teuthology.orchestra.run.smithi181.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-11-18T15:42:25.700 INFO:teuthology.orchestra.run.smithi181.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-11-18T15:42:25.701 INFO:teuthology.orchestra.run.smithi181.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-11-18T15:42:25.701 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.701 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.701 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.702 INFO:teuthology.orchestra.run.smithi181.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-11-18T15:42:25.702 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-11-18T15:42:25.702 INFO:teuthology.orchestra.run.smithi181.stdout: liboath-2.6.2-3.el8.x86_64 2023-11-18T15:42:25.702 INFO:teuthology.orchestra.run.smithi181.stdout: libpq-13.5-1.el8.x86_64 2023-11-18T15:42:25.702 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-11-18T15:42:25.702 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-11-18T15:42:25.702 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.703 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.703 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-11-18T15:42:25.703 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.703 INFO:teuthology.orchestra.run.smithi181.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-11-18T15:42:25.703 INFO:teuthology.orchestra.run.smithi181.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-11-18T15:42:25.703 INFO:teuthology.orchestra.run.smithi181.stdout: libtool-2.4.6-25.el8.x86_64 2023-11-18T15:42:25.704 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind-1.3.1-3.el8.x86_64 2023-11-18T15:42:25.704 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-11-18T15:42:25.704 INFO:teuthology.orchestra.run.smithi181.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-11-18T15:42:25.704 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-11-18T15:42:25.704 INFO:teuthology.orchestra.run.smithi181.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-11-18T15:42:25.704 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-0.3.15-3.el8.x86_64 2023-11-18T15:42:25.705 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-11-18T15:42:25.705 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-11-18T15:42:25.705 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-11-18T15:42:25.705 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-11-18T15:42:25.706 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-11-18T15:42:25.706 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-18T15:42:25.706 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-18T15:42:25.706 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-18T15:42:25.707 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-11-18T15:42:25.707 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel-2.5.1-7.el8.noarch 2023-11-18T15:42:25.707 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-11-18T15:42:25.707 INFO:teuthology.orchestra.run.smithi181.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-11-18T15:42:25.708 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-11-18T15:42:25.708 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.708 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.708 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.709 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-11-18T15:42:25.709 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-11-18T15:42:25.709 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-11-18T15:42:25.709 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-11-18T15:42:25.710 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-11-18T15:42:25.710 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-11-18T15:42:25.710 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-6.2-6.el8.noarch 2023-11-18T15:42:25.711 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-11-18T15:42:25.711 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-11-18T15:42:25.711 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-11-18T15:42:25.712 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-11-18T15:42:25.712 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-11-18T15:42:25.712 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-11-18T15:42:25.712 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-11-18T15:42:25.713 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako-1.0.6-13.el8.noarch 2023-11-18T15:42:25.713 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-11-18T15:42:25.713 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-11-18T15:42:25.713 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-11-18T15:42:25.714 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-11-18T15:42:25.714 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-11-18T15:42:25.714 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-11-18T15:42:25.715 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-11-18T15:42:25.715 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend-2.6-1.el8.noarch 2023-11-18T15:42:25.715 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-11-18T15:42:25.715 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-11-18T15:42:25.715 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-11-18T15:42:25.715 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-11-18T15:42:25.715 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser-2.14-14.el8.noarch 2023-11-18T15:42:25.716 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz-2017.2-9.el8.noarch 2023-11-18T15:42:25.716 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.716 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.716 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-11-18T15:42:25.716 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-11-18T15:42:25.716 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.716 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes-2.4.1-12.el8.noarch 2023-11-18T15:42:25.717 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa-4.9-2.el8.noarch 2023-11-18T15:42:25.717 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-11-18T15:42:25.717 INFO:teuthology.orchestra.run.smithi181.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-11-18T15:42:25.717 INFO:teuthology.orchestra.run.smithi181.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-11-18T15:42:25.717 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-11-18T15:42:25.717 INFO:teuthology.orchestra.run.smithi181.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-11-18T15:42:25.717 INFO:teuthology.orchestra.run.smithi181.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-11-18T15:42:25.718 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-11-18T15:42:25.718 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-11-18T15:42:25.718 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-11-18T15:42:25.718 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-11-18T15:42:25.718 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-11-18T15:42:25.718 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.718 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.719 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:25.719 INFO:teuthology.orchestra.run.smithi181.stdout: socat-1.7.4.1-1.el8.x86_64 2023-11-18T15:42:25.719 INFO:teuthology.orchestra.run.smithi181.stdout: thrift-0.13.0-2.el8.x86_64 2023-11-18T15:42:25.719 INFO:teuthology.orchestra.run.smithi181.stdout: uuid-1.6.2-43.el8.x86_64 2023-11-18T15:42:25.719 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-11-18T15:42:25.719 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-11-18T15:42:25.720 INFO:teuthology.orchestra.run.smithi181.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-11-18T15:42:25.720 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:25.720 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2023-11-18T15:42:25.980 DEBUG:teuthology.parallel:result is None 2023-11-18T15:42:27.799 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-11-18T15:42:27.799 INFO:teuthology.orchestra.run.smithi099.stdout:Last metadata expiration check: 0:01:54 ago on Sat 18 Nov 2023 03:40:33 PM UTC. 2023-11-18T15:42:30.390 INFO:teuthology.orchestra.run.smithi099.stdout:Installed products updated. 2023-11-18T15:42:30.616 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:30.616 INFO:teuthology.orchestra.run.smithi099.stdout:Upgraded: 2023-11-18T15:42:30.616 INFO:teuthology.orchestra.run.smithi099.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-11-18T15:42:30.616 INFO:teuthology.orchestra.run.smithi099.stdout: librados2-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.616 INFO:teuthology.orchestra.run.smithi099.stdout: librbd1-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.616 INFO:teuthology.orchestra.run.smithi099.stdout:Installed: 2023-11-18T15:42:30.616 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-11-18T15:42:30.616 INFO:teuthology.orchestra.run.smithi099.stdout: automake-1.16.1-7.el8.noarch 2023-11-18T15:42:30.616 INFO:teuthology.orchestra.run.smithi099.stdout: bison-3.0.4-10.el8.x86_64 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-base-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-grafana-dashboards-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-immutable-object-cache-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mds-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-dashboard-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-diskprediction-local-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.617 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-modules-core-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-rook-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mon-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-osd-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-prometheus-alerts-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-radosgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-selinux-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-test-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-volume-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: cephadm-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.618 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-top-2:18.0.0-7418.gb0f45a51.el8.noarch 2023-11-18T15:42:30.619 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-11-18T15:42:30.619 INFO:teuthology.orchestra.run.smithi099.stdout: flex-2.6.1-9.el8.x86_64 2023-11-18T15:42:30.619 INFO:teuthology.orchestra.run.smithi099.stdout: fuse-2.9.7-15.el8.x86_64 2023-11-18T15:42:30.619 INFO:teuthology.orchestra.run.smithi099.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-11-18T15:42:30.619 INFO:teuthology.orchestra.run.smithi099.stdout: jq-1.6-3.el8.x86_64 2023-11-18T15:42:30.619 INFO:teuthology.orchestra.run.smithi099.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-11-18T15:42:30.619 INFO:teuthology.orchestra.run.smithi099.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-11-18T15:42:30.619 INFO:teuthology.orchestra.run.smithi099.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-11-18T15:42:30.620 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs-devel-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.620 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs2-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.620 INFO:teuthology.orchestra.run.smithi099.stdout: libcephsqlite-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.620 INFO:teuthology.orchestra.run.smithi099.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-11-18T15:42:30.621 INFO:teuthology.orchestra.run.smithi099.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-11-18T15:42:30.621 INFO:teuthology.orchestra.run.smithi099.stdout: liboath-2.6.2-3.el8.x86_64 2023-11-18T15:42:30.621 INFO:teuthology.orchestra.run.smithi099.stdout: libpq-13.5-1.el8.x86_64 2023-11-18T15:42:30.621 INFO:teuthology.orchestra.run.smithi099.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-11-18T15:42:30.622 INFO:teuthology.orchestra.run.smithi099.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-11-18T15:42:30.622 INFO:teuthology.orchestra.run.smithi099.stdout: librados-devel-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.622 INFO:teuthology.orchestra.run.smithi099.stdout: libradosstriper1-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.622 INFO:teuthology.orchestra.run.smithi099.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-11-18T15:42:30.622 INFO:teuthology.orchestra.run.smithi099.stdout: librgw2-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.622 INFO:teuthology.orchestra.run.smithi099.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-11-18T15:42:30.622 INFO:teuthology.orchestra.run.smithi099.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-11-18T15:42:30.622 INFO:teuthology.orchestra.run.smithi099.stdout: libtool-2.4.6-25.el8.x86_64 2023-11-18T15:42:30.622 INFO:teuthology.orchestra.run.smithi099.stdout: libunwind-1.3.1-3.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: openblas-0.3.15-3.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-18T15:42:30.623 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-babel-2.5.1-7.el8.noarch 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-argparse-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-common-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cephfs-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-11-18T15:42:30.624 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-6.2-6.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-mako-1.0.6-13.el8.noarch 2023-11-18T15:42:30.625 INFO:teuthology.orchestra.run.smithi099.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-portend-2.6-1.el8.noarch 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-11-18T15:42:30.626 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pycparser-2.14-14.el8.noarch 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pytz-2017.2-9.el8.noarch 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rados-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rgw-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-routes-2.4.1-12.el8.noarch 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rsa-4.9-2.el8.noarch 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-11-18T15:42:30.627 INFO:teuthology.orchestra.run.smithi099.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-fuse-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-mirror-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-nbd-2:18.0.0-7418.gb0f45a51.el8.x86_64 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: socat-1.7.4.1-1.el8.x86_64 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: thrift-0.13.0-2.el8.x86_64 2023-11-18T15:42:30.628 INFO:teuthology.orchestra.run.smithi099.stdout: uuid-1.6.2-43.el8.x86_64 2023-11-18T15:42:30.629 INFO:teuthology.orchestra.run.smithi099.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-11-18T15:42:30.629 INFO:teuthology.orchestra.run.smithi099.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-11-18T15:42:30.629 INFO:teuthology.orchestra.run.smithi099.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-11-18T15:42:30.629 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:30.629 INFO:teuthology.orchestra.run.smithi099.stdout:Complete! 2023-11-18T15:42:30.911 DEBUG:teuthology.parallel:result is None 2023-11-18T15:42:30.911 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe 2023-11-18T15:42:31.056 DEBUG:teuthology.orchestra.run.smithi099:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-11-18T15:42:31.078 INFO:teuthology.orchestra.run.smithi099.stdout:18.0.0-7418.gb0f45a51.el8 2023-11-18T15:42:31.079 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7418.gb0f45a51.el8 2023-11-18T15:42:31.079 INFO:teuthology.task.install:The correct ceph version 18.0.0-7418.gb0f45a51 is installed. 2023-11-18T15:42:31.079 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe 2023-11-18T15:42:31.219 DEBUG:teuthology.orchestra.run.smithi181:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-11-18T15:42:31.248 INFO:teuthology.orchestra.run.smithi181.stdout:18.0.0-7418.gb0f45a51.el8 2023-11-18T15:42:31.249 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7418.gb0f45a51.el8 2023-11-18T15:42:31.249 INFO:teuthology.task.install:The correct ceph version 18.0.0-7418.gb0f45a51 is installed. 2023-11-18T15:42:31.249 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-11-18T15:42:31.249 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:31.249 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-11-18T15:42:31.290 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:42:31.290 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-11-18T15:42:31.336 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-11-18T15:42:31.336 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:31.336 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/daemon-helper 2023-11-18T15:42:31.362 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-11-18T15:42:31.428 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:42:31.429 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/daemon-helper 2023-11-18T15:42:31.459 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-11-18T15:42:31.529 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-11-18T15:42:31.529 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:31.529 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/adjust-ulimits 2023-11-18T15:42:31.555 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-11-18T15:42:31.622 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:42:31.622 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/adjust-ulimits 2023-11-18T15:42:31.650 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-11-18T15:42:31.717 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-11-18T15:42:31.718 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:31.718 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/stdin-killer 2023-11-18T15:42:31.744 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-11-18T15:42:31.811 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:42:31.811 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/stdin-killer 2023-11-18T15:42:31.837 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-11-18T15:42:31.930 INFO:teuthology.run_tasks:Running task ceph... 2023-11-18T15:42:32.010 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-11-18T15:42:32.010 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 777 /var/log/ceph 2023-11-18T15:42:32.012 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 777 /var/log/ceph 2023-11-18T15:42:32.038 INFO:tasks.ceph:Disabling ceph logrotate... 2023-11-18T15:42:32.039 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /etc/logrotate.d/ceph 2023-11-18T15:42:32.079 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /etc/logrotate.d/ceph 2023-11-18T15:42:32.104 INFO:tasks.ceph:Creating extra log directories... 2023-11-18T15:42:32.105 DEBUG:teuthology.orchestra.run.smithi099:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-11-18T15:42:32.145 DEBUG:teuthology.orchestra.run.smithi181:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-11-18T15:42:32.184 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-11-18T15:42:32.184 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-11-18T15:42:32.185 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-11-18T15:42:32.185 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:32.186 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-11-18T15:42:32.227 DEBUG:teuthology.orchestra.run.smithi099:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-11-18T15:42:32.360 DEBUG:teuthology.orchestra.run.smithi099:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-11-18T15:42:32.386 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:42:32.386 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-11-18T15:42:32.404 DEBUG:teuthology.orchestra.run.smithi181:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-11-18T15:42:32.709 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-11-18T15:42:32.743 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-11-18T15:42:32.743 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-11-18T15:42:32.744 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540', 'branch': 'main', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'job_id': '7461540', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'rhel', 'os_version': '8.6', 'overrides': {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe'}}, 'kclient': {'syntax': 'v2'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'main', 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 75, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1491, 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe', 'sleep_before_teardown': 0, 'subset': '111/12000', 'suite': 'fs', 'suite_branch': 'main', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi099.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs=', 'smithi181.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe', 'cluster': 'ceph'}}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '2442239d2653456406c25ae0c71b689c8f2657b6', 'timestamp': '2023-11-18_13:51:50', 'tube': 'smithi', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.232157'} 2023-11-18T15:42:32.744 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-11-18T15:42:32.747 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-11-18T15:42:32.795 DEBUG:teuthology.orchestra.run.smithi099:> sudo install -d -m0777 -- /var/run/ceph 2023-11-18T15:42:32.804 DEBUG:teuthology.orchestra.run.smithi181:> sudo install -d -m0777 -- /var/run/ceph 2023-11-18T15:42:32.863 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:32.863 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/scratch_devs of=/dev/stdout 2023-11-18T15:42:32.887 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-11-18T15:42:32.887 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_1 2023-11-18T15:42:32.944 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-11-18T15:42:32.944 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-18T15:42:32.944 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 6h/6d Inode: 388192 Links: 1 2023-11-18T15:42:32.944 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-18T15:42:32.945 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2023-11-18T15:42:32.945 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2023-11-18 15:42:24.716588017 +0000 2023-11-18T15:42:32.945 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2023-11-18 15:39:47.656679836 +0000 2023-11-18T15:42:32.945 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2023-11-18 15:39:47.656679836 +0000 2023-11-18T15:42:32.945 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2023-11-18T15:42:32.945 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-11-18T15:42:33.010 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2023-11-18T15:42:33.010 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2023-11-18T15:42:33.010 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000238147 s, 2.1 MB/s 2023-11-18T15:42:33.011 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-11-18T15:42:33.068 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_2 2023-11-18T15:42:33.126 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-11-18T15:42:33.126 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-18T15:42:33.126 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 6h/6d Inode: 390840 Links: 1 2023-11-18T15:42:33.126 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-18T15:42:33.126 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2023-11-18T15:42:33.126 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2023-11-18 15:42:24.716588017 +0000 2023-11-18T15:42:33.126 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2023-11-18 15:39:48.149668405 +0000 2023-11-18T15:42:33.126 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2023-11-18 15:39:48.149668405 +0000 2023-11-18T15:42:33.126 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2023-11-18T15:42:33.127 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-11-18T15:42:33.190 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2023-11-18T15:42:33.190 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2023-11-18T15:42:33.191 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000225645 s, 2.3 MB/s 2023-11-18T15:42:33.191 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-11-18T15:42:33.249 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_3 2023-11-18T15:42:33.306 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-11-18T15:42:33.307 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-18T15:42:33.307 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 6h/6d Inode: 393317 Links: 1 2023-11-18T15:42:33.307 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-18T15:42:33.307 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2023-11-18T15:42:33.307 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2023-11-18 15:42:24.717587994 +0000 2023-11-18T15:42:33.307 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2023-11-18 15:39:48.648656835 +0000 2023-11-18T15:42:33.307 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2023-11-18 15:39:48.648656835 +0000 2023-11-18T15:42:33.307 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2023-11-18T15:42:33.308 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-11-18T15:42:33.371 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2023-11-18T15:42:33.372 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2023-11-18T15:42:33.372 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000258653 s, 2.0 MB/s 2023-11-18T15:42:33.373 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-11-18T15:42:33.430 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_4 2023-11-18T15:42:33.487 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-11-18T15:42:33.487 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-18T15:42:33.488 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 6h/6d Inode: 393439 Links: 1 2023-11-18T15:42:33.488 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-18T15:42:33.488 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2023-11-18T15:42:33.488 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2023-11-18 15:42:24.717587994 +0000 2023-11-18T15:42:33.488 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2023-11-18 15:39:49.133645589 +0000 2023-11-18T15:42:33.488 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2023-11-18 15:39:49.133645589 +0000 2023-11-18T15:42:33.488 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2023-11-18T15:42:33.488 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-11-18T15:42:33.555 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2023-11-18T15:42:33.555 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2023-11-18T15:42:33.555 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000174752 s, 2.9 MB/s 2023-11-18T15:42:33.556 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-11-18T15:42:33.614 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:33.614 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:42:33.614 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/scratch_devs of=/dev/stdout 2023-11-18T15:42:33.634 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-11-18T15:42:33.634 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_1 2023-11-18T15:42:33.694 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-11-18T15:42:33.695 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-18T15:42:33.695 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 6h/6d Inode: 393254 Links: 1 2023-11-18T15:42:33.695 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-18T15:42:33.695 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2023-11-18T15:42:33.695 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2023-11-18 15:42:19.866396617 +0000 2023-11-18T15:42:33.695 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2023-11-18 15:39:40.056989403 +0000 2023-11-18T15:42:33.695 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2023-11-18 15:39:40.056989403 +0000 2023-11-18T15:42:33.695 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2023-11-18T15:42:33.696 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-11-18T15:42:33.762 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2023-11-18T15:42:33.762 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2023-11-18T15:42:33.762 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.00029519 s, 1.7 MB/s 2023-11-18T15:42:33.763 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-11-18T15:42:33.822 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_2 2023-11-18T15:42:33.881 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-11-18T15:42:33.881 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-18T15:42:33.881 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 6h/6d Inode: 394314 Links: 1 2023-11-18T15:42:33.882 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-18T15:42:33.882 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2023-11-18T15:42:33.882 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2023-11-18 15:42:19.866396617 +0000 2023-11-18T15:42:33.882 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2023-11-18 15:39:40.555979826 +0000 2023-11-18T15:42:33.882 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2023-11-18 15:39:40.555979826 +0000 2023-11-18T15:42:33.882 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2023-11-18T15:42:33.882 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-11-18T15:42:33.947 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2023-11-18T15:42:33.948 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2023-11-18T15:42:33.948 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000243914 s, 2.1 MB/s 2023-11-18T15:42:33.948 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-11-18T15:42:34.008 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_3 2023-11-18T15:42:34.066 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-11-18T15:42:34.066 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-18T15:42:34.066 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 6h/6d Inode: 392626 Links: 1 2023-11-18T15:42:34.066 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-18T15:42:34.066 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2023-11-18T15:42:34.067 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2023-11-18 15:42:19.866396617 +0000 2023-11-18T15:42:34.067 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2023-11-18 15:39:41.061970115 +0000 2023-11-18T15:42:34.067 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2023-11-18 15:39:41.061970115 +0000 2023-11-18T15:42:34.067 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2023-11-18T15:42:34.067 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-11-18T15:42:34.132 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2023-11-18T15:42:34.132 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2023-11-18T15:42:34.132 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000224149 s, 2.3 MB/s 2023-11-18T15:42:34.133 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-11-18T15:42:34.191 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_4 2023-11-18T15:42:34.248 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-11-18T15:42:34.248 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-18T15:42:34.249 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 6h/6d Inode: 389801 Links: 1 2023-11-18T15:42:34.249 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-18T15:42:34.249 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2023-11-18T15:42:34.249 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2023-11-18 15:42:19.866396617 +0000 2023-11-18T15:42:34.249 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2023-11-18 15:39:41.563960481 +0000 2023-11-18T15:42:34.249 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2023-11-18 15:39:41.563960481 +0000 2023-11-18T15:42:34.249 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2023-11-18T15:42:34.249 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-11-18T15:42:34.314 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2023-11-18T15:42:34.314 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2023-11-18T15:42:34.314 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000217439 s, 2.4 MB/s 2023-11-18T15:42:34.315 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-11-18T15:42:34.373 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:34.373 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi099.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi181.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-11-18T15:42:34.373 INFO:tasks.ceph:Generating config... 2023-11-18T15:42:34.375 INFO:tasks.ceph:[client] client mount timeout = 600 2023-11-18T15:42:34.375 INFO:tasks.ceph:[client] debug client = 20 2023-11-18T15:42:34.375 INFO:tasks.ceph:[client] debug ms = 1 2023-11-18T15:42:34.375 INFO:tasks.ceph:[client] pid file = 2023-11-18T15:42:34.376 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-11-18T15:42:34.376 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-11-18T15:42:34.376 INFO:tasks.ceph:[global] ms die on skipped message = False 2023-11-18T15:42:34.376 INFO:tasks.ceph:[mds] debug mds = 20 2023-11-18T15:42:34.376 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-11-18T15:42:34.376 INFO:tasks.ceph:[mds] debug ms = 1 2023-11-18T15:42:34.376 INFO:tasks.ceph:[mds] mds debug frag = True 2023-11-18T15:42:34.376 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-11-18T15:42:34.377 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-11-18T15:42:34.377 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-11-18T15:42:34.377 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-11-18T15:42:34.377 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-11-18T15:42:34.377 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-11-18T15:42:34.377 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-11-18T15:42:34.377 INFO:tasks.ceph:[mgr] debug ms = 1 2023-11-18T15:42:34.378 INFO:tasks.ceph:[mon] debug mon = 20 2023-11-18T15:42:34.378 INFO:tasks.ceph:[mon] debug ms = 1 2023-11-18T15:42:34.378 INFO:tasks.ceph:[mon] debug paxos = 20 2023-11-18T15:42:34.378 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-11-18T15:42:34.378 INFO:tasks.ceph:[osd] bdev async discard = True 2023-11-18T15:42:34.378 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-11-18T15:42:34.378 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-11-18T15:42:34.378 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-11-18T15:42:34.379 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-11-18T15:42:34.379 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-11-18T15:42:34.379 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-11-18T15:42:34.379 INFO:tasks.ceph:[osd] debug ms = 1 2023-11-18T15:42:34.379 INFO:tasks.ceph:[osd] debug osd = 20 2023-11-18T15:42:34.379 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-11-18T15:42:34.379 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-11-18T15:42:34.380 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-11-18T15:42:34.380 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-11-18T15:42:34.380 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-11-18T15:42:34.380 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-11-18T15:42:34.380 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-11-18T15:42:34.380 INFO:tasks.ceph:Setting up mon.a... 2023-11-18T15:42:34.381 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-11-18T15:42:34.439 INFO:teuthology.orchestra.run.smithi099.stdout:creating /etc/ceph/ceph.keyring 2023-11-18T15:42:34.442 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-11-18T15:42:34.490 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-11-18T15:42:34.517 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.99'), ('mon.b', '172.21.15.181'), ('mon.c', '[v2:172.21.15.181:3301,v1:172.21.15.181:6790]')] 2023-11-18T15:42:34.517 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.99,172.21.15.181,[v2:172.21.15.181:3301,v1:172.21.15.181:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-11-18T15:42:34.518 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:34.518 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-11-18T15:42:34.574 DEBUG:teuthology.orchestra.run.smithi099:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.99 --add b 172.21.15.181 --addv c '[v2:172.21.15.181:3301,v1:172.21.15.181:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:34.661 INFO:teuthology.orchestra.run.smithi099.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:monmaptool: generated fsid 31989c9d-6512-4afe-94eb-9e606b43f1c6 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:setting min_mon_release = pacific 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:epoch 0 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:fsid 31989c9d-6512-4afe-94eb-9e606b43f1c6 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:last_changed 2023-11-18T15:42:34.661422+0000 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:created 2023-11-18T15:42:34.661422+0000 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:min_mon_release 16 (pacific) 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:election_strategy: 1 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2023-11-18T15:42:34.662 INFO:teuthology.orchestra.run.smithi099.stdout:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2023-11-18T15:42:34.663 INFO:teuthology.orchestra.run.smithi099.stdout:2: [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] mon.c 2023-11-18T15:42:34.663 INFO:teuthology.orchestra.run.smithi099.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-11-18T15:42:34.664 DEBUG:teuthology.orchestra.run.smithi099:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-11-18T15:42:34.680 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 31989c9d-6512-4afe-94eb-9e606b43f1c6... 2023-11-18T15:42:34.681 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-11-18T15:42:34.722 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-11-18T15:42:34.765 INFO:teuthology.orchestra.run.smithi099.stdout:[global] 2023-11-18T15:42:34.765 INFO:teuthology.orchestra.run.smithi099.stdout: chdir = "" 2023-11-18T15:42:34.765 INFO:teuthology.orchestra.run.smithi099.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-11-18T15:42:34.765 INFO:teuthology.orchestra.run.smithi099.stdout: auth supported = cephx 2023-11-18T15:42:34.765 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.765 INFO:teuthology.orchestra.run.smithi099.stdout: filestore xattr use omap = true 2023-11-18T15:42:34.765 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.765 INFO:teuthology.orchestra.run.smithi099.stdout: mon clock drift allowed = 1.000 2023-11-18T15:42:34.765 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: osd crush chooseleaf type = 0 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: auth debug = true 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: ms die on old message = true 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: ms die on bug = true 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: mon max pg per osd = 10000 # >= luminous 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: mon pg warn max object skew = 0 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: # disable pg_autoscaler by default for new pools 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: osd_pool_default_pg_autoscale_mode = off 2023-11-18T15:42:34.766 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: osd pool default size = 2 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd allow primary affinity = true 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd allow pg remap = true 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on legacy crush tunables = false 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on crush straw calc version zero = false 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on no sortbitwise = false 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on osd down out interval zero = false 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on too few osds = false 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_pool_no_redundancy = false 2023-11-18T15:42:34.767 INFO:teuthology.orchestra.run.smithi099.stdout: mon_allow_pool_size_one = true 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: osd default data pool replay window = 5 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: mon allow pool delete = true 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: mon cluster log file level = debug 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: debug asserts on shutdown = true 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: mon health detail to clog = false 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: mon host = "172.21.15.99,172.21.15.181,[v2:172.21.15.181:3301,v1:172.21.15.181:6790]" 2023-11-18T15:42:34.768 INFO:teuthology.orchestra.run.smithi099.stdout: ms die on skipped message = False 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: fsid = 31989c9d-6512-4afe-94eb-9e606b43f1c6 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout:[osd] 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: osd journal size = 100 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: osd scrub load threshold = 5.0 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: osd scrub max interval = 600 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: osd mclock profile = high_recovery_ops 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: osd recover clone overlap = true 2023-11-18T15:42:34.769 INFO:teuthology.orchestra.run.smithi099.stdout: osd recovery max chunk = 1048576 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug shutdown = true 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug op order = true 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug verify stray on activate = true 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug trim objects = true 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: osd open classes on start = true 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug pg log writeout = true 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: osd deep scrub update digest min age = 30 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.770 INFO:teuthology.orchestra.run.smithi099.stdout: osd map max advance = 10 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: journal zero on create = true 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: filestore ondisk finisher threads = 3 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: filestore apply finisher threads = 3 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: bdev debug aio = true 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug misdirected ops = true 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: bdev async discard = True 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: bdev enable discard = True 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: bluestore allocator = bitmap 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: bluestore block size = 96636764160 2023-11-18T15:42:34.771 INFO:teuthology.orchestra.run.smithi099.stdout: bluestore fsck on mount = True 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: debug bluefs = 1/20 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: debug bluestore = 1/20 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: debug osd = 20 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: debug rocksdb = 4/10 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd backfillfull_ratio = 0.85 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd full ratio = 0.9 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd nearfull ratio = 0.8 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: osd failsafe full ratio = 0.95 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: osd objectstore = bluestore 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: osd op complaint time = 180 2023-11-18T15:42:34.772 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout:[mgr] 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: debug mgr = 20 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: debug mon = 20 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: debug auth = 20 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: mon reweight min pgs per osd = 4 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: mon reweight min bytes per osd = 10 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: mgr/telemetry/nag = false 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout:[mon] 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: debug mon = 20 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: debug paxos = 20 2023-11-18T15:42:34.773 INFO:teuthology.orchestra.run.smithi099.stdout: debug auth = 20 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: mon data avail warn = 5 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: mon mgr mkfs grace = 240 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: mon reweight min pgs per osd = 4 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd reporter subtree level = osd 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd prime pg temp = true 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: mon reweight min bytes per osd = 10 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: auth mon ticket ttl = 660 # 11m 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: auth service ticket ttl = 240 # 4m 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.774 INFO:teuthology.orchestra.run.smithi099.stdout: # don't complain about insecure global_id in the test suite 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: # 1m isn't quite enough 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: mon_down_mkfs_grace = 2m 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_filestore_osds = false 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: mon op complaint time = 120 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout:[client] 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: rgw cache enabled = true 2023-11-18T15:42:34.775 INFO:teuthology.orchestra.run.smithi099.stdout: rgw enable ops log = true 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout: rgw enable usage log = true 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout: client mount timeout = 600 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout: debug client = 20 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout: pid file = "" 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout: rados mon op timeout = 900 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout: rados osd op timeout = 900 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout:[mon.a] 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout:[mon.b] 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout:[mon.c] 2023-11-18T15:42:34.776 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.a] 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.c] 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.b] 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.d] 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout:[mds] 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout: debug mds = 20 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout: debug mds balancer = 20 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout: mds debug frag = True 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout: mds debug scatterstat = True 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout: mds op complaint time = 180 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout: mds verify scatter = True 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout: osd op complaint time = 180 2023-11-18T15:42:34.777 INFO:teuthology.orchestra.run.smithi099.stdout: rados mon op timeout = 900 2023-11-18T15:42:34.778 INFO:teuthology.orchestra.run.smithi099.stdout: rados osd op timeout = 900 2023-11-18T15:42:34.778 INFO:teuthology.orchestra.run.smithi181.stdout:[global] 2023-11-18T15:42:34.778 INFO:teuthology.orchestra.run.smithi181.stdout: chdir = "" 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: auth supported = cephx 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: filestore xattr use omap = true 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: mon clock drift allowed = 1.000 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: osd crush chooseleaf type = 0 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: auth debug = true 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.779 INFO:teuthology.orchestra.run.smithi181.stdout: ms die on old message = true 2023-11-18T15:42:34.780 INFO:teuthology.orchestra.run.smithi181.stdout: ms die on bug = true 2023-11-18T15:42:34.780 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.780 INFO:teuthology.orchestra.run.smithi181.stdout: mon max pg per osd = 10000 # >= luminous 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: mon pg warn max object skew = 0 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: # disable pg_autoscaler by default for new pools 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: osd_pool_default_pg_autoscale_mode = off 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: osd pool default size = 2 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd allow primary affinity = true 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd allow pg remap = true 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on legacy crush tunables = false 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on crush straw calc version zero = false 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on no sortbitwise = false 2023-11-18T15:42:34.782 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on osd down out interval zero = false 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on too few osds = false 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_pool_no_redundancy = false 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: mon_allow_pool_size_one = true 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: osd default data pool replay window = 5 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: mon allow pool delete = true 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.783 INFO:teuthology.orchestra.run.smithi181.stdout: mon cluster log file level = debug 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: debug asserts on shutdown = true 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: mon health detail to clog = false 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: mon host = "172.21.15.99,172.21.15.181,[v2:172.21.15.181:3301,v1:172.21.15.181:6790]" 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: ms die on skipped message = False 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: fsid = 31989c9d-6512-4afe-94eb-9e606b43f1c6 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout:[osd] 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: osd journal size = 100 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: osd scrub load threshold = 5.0 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: osd scrub max interval = 600 2023-11-18T15:42:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: osd mclock profile = high_recovery_ops 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: osd recover clone overlap = true 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: osd recovery max chunk = 1048576 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug shutdown = true 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug op order = true 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug verify stray on activate = true 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug trim objects = true 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: osd open classes on start = true 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug pg log writeout = true 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.785 INFO:teuthology.orchestra.run.smithi181.stdout: osd deep scrub update digest min age = 30 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: osd map max advance = 10 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: journal zero on create = true 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: filestore ondisk finisher threads = 3 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: filestore apply finisher threads = 3 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: bdev debug aio = true 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug misdirected ops = true 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: bdev async discard = True 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: bdev enable discard = True 2023-11-18T15:42:34.786 INFO:teuthology.orchestra.run.smithi181.stdout: bluestore allocator = bitmap 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: bluestore block size = 96636764160 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: bluestore fsck on mount = True 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: debug bluefs = 1/20 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: debug bluestore = 1/20 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: debug ms = 1 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: debug osd = 20 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: debug rocksdb = 4/10 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd backfillfull_ratio = 0.85 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd full ratio = 0.9 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd nearfull ratio = 0.8 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: osd failsafe full ratio = 0.95 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: osd objectstore = bluestore 2023-11-18T15:42:34.787 INFO:teuthology.orchestra.run.smithi181.stdout: osd op complaint time = 180 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout:[mgr] 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout: debug ms = 1 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout: debug mgr = 20 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout: debug mon = 20 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout: debug auth = 20 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout: mon reweight min pgs per osd = 4 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout: mon reweight min bytes per osd = 10 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout: mgr/telemetry/nag = false 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.788 INFO:teuthology.orchestra.run.smithi181.stdout:[mon] 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: debug ms = 1 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: debug mon = 20 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: debug paxos = 20 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: debug auth = 20 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: mon data avail warn = 5 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: mon mgr mkfs grace = 240 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: mon reweight min pgs per osd = 4 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd reporter subtree level = osd 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd prime pg temp = true 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: mon reweight min bytes per osd = 10 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.789 INFO:teuthology.orchestra.run.smithi181.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: auth mon ticket ttl = 660 # 11m 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: auth service ticket ttl = 240 # 4m 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: # don't complain about insecure global_id in the test suite 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: # 1m isn't quite enough 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: mon_down_mkfs_grace = 2m 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_filestore_osds = false 2023-11-18T15:42:34.790 INFO:teuthology.orchestra.run.smithi181.stdout: mon op complaint time = 120 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout:[client] 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: rgw cache enabled = true 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: rgw enable ops log = true 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: rgw enable usage log = true 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: client mount timeout = 600 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: debug client = 20 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: debug ms = 1 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: pid file = "" 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: rados mon op timeout = 900 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout: rados osd op timeout = 900 2023-11-18T15:42:34.791 INFO:teuthology.orchestra.run.smithi181.stdout:[mon.a] 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout:[mon.b] 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout:[mon.c] 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout:[mds.a] 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout:[mds.c] 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout:[mds.b] 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout:[mds.d] 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout:[mds] 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout: debug mds = 20 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout: debug mds balancer = 20 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout: debug ms = 1 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout: mds debug frag = True 2023-11-18T15:42:34.792 INFO:teuthology.orchestra.run.smithi181.stdout: mds debug scatterstat = True 2023-11-18T15:42:34.793 INFO:teuthology.orchestra.run.smithi181.stdout: mds op complaint time = 180 2023-11-18T15:42:34.793 INFO:teuthology.orchestra.run.smithi181.stdout: mds verify scatter = True 2023-11-18T15:42:34.793 INFO:teuthology.orchestra.run.smithi181.stdout: osd op complaint time = 180 2023-11-18T15:42:34.793 INFO:teuthology.orchestra.run.smithi181.stdout: rados mon op timeout = 900 2023-11-18T15:42:34.793 INFO:teuthology.orchestra.run.smithi181.stdout: rados osd op timeout = 900 2023-11-18T15:42:34.794 INFO:tasks.ceph:Creating admin key on mon.a... 2023-11-18T15:42:34.795 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-11-18T15:42:34.891 INFO:tasks.ceph:Copying monmap to all nodes... 2023-11-18T15:42:34.891 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:34.891 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-11-18T15:42:34.908 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:34.908 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-11-18T15:42:34.964 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T15:42:34.964 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:34.964 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.keyring 2023-11-18T15:42:34.964 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-11-18T15:42:35.039 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:42:35.040 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:35.096 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T15:42:35.096 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:42:35.096 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.keyring 2023-11-18T15:42:35.097 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-11-18T15:42:35.135 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:42:35.135 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:35.192 INFO:tasks.ceph:Setting up mon nodes... 2023-11-18T15:42:35.193 INFO:tasks.ceph:Setting up mgr nodes... 2023-11-18T15:42:35.193 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-11-18T15:42:35.246 INFO:teuthology.orchestra.run.smithi099.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-11-18T15:42:35.249 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-11-18T15:42:35.316 INFO:teuthology.orchestra.run.smithi181.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-11-18T15:42:35.319 INFO:tasks.ceph:Setting up mds nodes... 2023-11-18T15:42:35.319 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-11-18T15:42:35.373 INFO:teuthology.orchestra.run.smithi099.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-11-18T15:42:35.375 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-11-18T15:42:35.401 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-11-18T15:42:35.495 INFO:teuthology.orchestra.run.smithi099.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-11-18T15:42:35.497 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-11-18T15:42:35.523 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-11-18T15:42:35.576 INFO:teuthology.orchestra.run.smithi181.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-11-18T15:42:35.579 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-11-18T15:42:35.605 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-11-18T15:42:35.698 INFO:teuthology.orchestra.run.smithi181.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-11-18T15:42:35.701 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-11-18T15:42:35.727 INFO:tasks.ceph_client:Setting up client nodes... 2023-11-18T15:42:35.727 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-11-18T15:42:35.770 INFO:teuthology.orchestra.run.smithi099.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-11-18T15:42:35.783 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-11-18T15:42:35.866 INFO:teuthology.orchestra.run.smithi099.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-11-18T15:42:35.879 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-11-18T15:42:35.922 INFO:teuthology.orchestra.run.smithi181.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-11-18T15:42:35.935 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-11-18T15:42:36.019 INFO:teuthology.orchestra.run.smithi181.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-11-18T15:42:36.031 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-11-18T15:42:36.032 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi099.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi181.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-11-18T15:42:36.032 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-11-18T15:42:36.059 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:36.059 INFO:tasks.ceph:role: osd.0 2023-11-18T15:42:36.059 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T15:42:36.060 DEBUG:teuthology.orchestra.run.smithi099:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-11-18T15:42:36.132 INFO:teuthology.orchestra.run.smithi099.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-11-18T15:42:36.133 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-18T15:42:36.133 INFO:teuthology.orchestra.run.smithi099.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-18T15:42:36.133 INFO:teuthology.orchestra.run.smithi099.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-18T15:42:36.133 INFO:teuthology.orchestra.run.smithi099.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-18T15:42:36.134 INFO:teuthology.orchestra.run.smithi099.stdout: = sunit=0 swidth=0 blks 2023-11-18T15:42:36.134 INFO:teuthology.orchestra.run.smithi099.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-18T15:42:36.134 INFO:teuthology.orchestra.run.smithi099.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-18T15:42:36.134 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-18T15:42:36.134 INFO:teuthology.orchestra.run.smithi099.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-18T15:42:36.563 INFO:teuthology.orchestra.run.smithi099.stdout:Discarding blocks...Done. 2023-11-18T15:42:36.565 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi099.front.sepia.ceph.com -o noatime 2023-11-18T15:42:36.566 DEBUG:teuthology.orchestra.run.smithi099:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-11-18T15:42:36.736 DEBUG:teuthology.orchestra.run.smithi099:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-11-18T15:42:36.775 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-11-18T15:42:36.844 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:36.844 INFO:tasks.ceph:role: osd.1 2023-11-18T15:42:36.844 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T15:42:36.844 DEBUG:teuthology.orchestra.run.smithi099:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-11-18T15:42:36.919 INFO:teuthology.orchestra.run.smithi099.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-11-18T15:42:36.920 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-18T15:42:36.920 INFO:teuthology.orchestra.run.smithi099.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-18T15:42:36.920 INFO:teuthology.orchestra.run.smithi099.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-18T15:42:36.920 INFO:teuthology.orchestra.run.smithi099.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-18T15:42:36.920 INFO:teuthology.orchestra.run.smithi099.stdout: = sunit=0 swidth=0 blks 2023-11-18T15:42:36.920 INFO:teuthology.orchestra.run.smithi099.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-18T15:42:36.920 INFO:teuthology.orchestra.run.smithi099.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-18T15:42:36.921 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-18T15:42:36.921 INFO:teuthology.orchestra.run.smithi099.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-18T15:42:37.339 INFO:teuthology.orchestra.run.smithi099.stdout:Discarding blocks...Done. 2023-11-18T15:42:37.341 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi099.front.sepia.ceph.com -o noatime 2023-11-18T15:42:37.341 DEBUG:teuthology.orchestra.run.smithi099:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-11-18T15:42:37.474 DEBUG:teuthology.orchestra.run.smithi099:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-11-18T15:42:37.508 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-11-18T15:42:37.577 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:37.577 INFO:tasks.ceph:role: osd.2 2023-11-18T15:42:37.577 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T15:42:37.577 DEBUG:teuthology.orchestra.run.smithi099:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-11-18T15:42:37.653 INFO:teuthology.orchestra.run.smithi099.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-11-18T15:42:37.653 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-18T15:42:37.653 INFO:teuthology.orchestra.run.smithi099.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-18T15:42:37.653 INFO:teuthology.orchestra.run.smithi099.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-18T15:42:37.653 INFO:teuthology.orchestra.run.smithi099.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-18T15:42:37.653 INFO:teuthology.orchestra.run.smithi099.stdout: = sunit=0 swidth=0 blks 2023-11-18T15:42:37.653 INFO:teuthology.orchestra.run.smithi099.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-18T15:42:37.653 INFO:teuthology.orchestra.run.smithi099.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-18T15:42:37.654 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-18T15:42:37.654 INFO:teuthology.orchestra.run.smithi099.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-18T15:42:38.104 INFO:teuthology.orchestra.run.smithi099.stdout:Discarding blocks...Done. 2023-11-18T15:42:38.106 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi099.front.sepia.ceph.com -o noatime 2023-11-18T15:42:38.106 DEBUG:teuthology.orchestra.run.smithi099:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-11-18T15:42:38.258 DEBUG:teuthology.orchestra.run.smithi099:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-11-18T15:42:38.292 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-11-18T15:42:38.362 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:38.362 INFO:tasks.ceph:role: osd.3 2023-11-18T15:42:38.362 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T15:42:38.362 DEBUG:teuthology.orchestra.run.smithi099:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-11-18T15:42:38.437 INFO:teuthology.orchestra.run.smithi099.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-11-18T15:42:38.437 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-18T15:42:38.438 INFO:teuthology.orchestra.run.smithi099.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-18T15:42:38.438 INFO:teuthology.orchestra.run.smithi099.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-18T15:42:38.438 INFO:teuthology.orchestra.run.smithi099.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-18T15:42:38.439 INFO:teuthology.orchestra.run.smithi099.stdout: = sunit=0 swidth=0 blks 2023-11-18T15:42:38.439 INFO:teuthology.orchestra.run.smithi099.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-18T15:42:38.439 INFO:teuthology.orchestra.run.smithi099.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-18T15:42:38.440 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-18T15:42:38.440 INFO:teuthology.orchestra.run.smithi099.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-18T15:42:38.885 INFO:teuthology.orchestra.run.smithi099.stdout:Discarding blocks...Done. 2023-11-18T15:42:38.887 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi099.front.sepia.ceph.com -o noatime 2023-11-18T15:42:38.888 DEBUG:teuthology.orchestra.run.smithi099:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-11-18T15:42:39.056 DEBUG:teuthology.orchestra.run.smithi099:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-11-18T15:42:39.091 DEBUG:teuthology.orchestra.run.smithi099:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:39.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:39.197+0000 7f1ec6628640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-11-18T15:42:39.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:39.197+0000 7f1ec6628640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-11-18T15:42:39.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:39.197+0000 7f1ec6628640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-11-18T15:42:39.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:39.197+0000 7f1ec6628640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-11-18T15:42:39.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:39.197+0000 7f1ec6628640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-11-18T15:42:39.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:39.198+0000 7f1ec6628640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-11-18T15:42:42.063 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-11-18T15:42:42.095 DEBUG:teuthology.orchestra.run.smithi099:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:42.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:42.186+0000 7f901824d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-11-18T15:42:42.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:42.186+0000 7f901824d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-11-18T15:42:42.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:42.186+0000 7f901824d640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-11-18T15:42:42.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:42.186+0000 7f901824d640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-11-18T15:42:42.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:42.187+0000 7f901824d640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-11-18T15:42:42.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:42.187+0000 7f901824d640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-11-18T15:42:45.060 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-11-18T15:42:45.091 DEBUG:teuthology.orchestra.run.smithi099:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:45.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:45.184+0000 7f2e2cd9f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-11-18T15:42:45.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:45.184+0000 7f2e2cd9f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-11-18T15:42:45.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:45.184+0000 7f2e2cd9f640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-11-18T15:42:45.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:45.184+0000 7f2e2cd9f640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-11-18T15:42:45.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:45.184+0000 7f2e2cd9f640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-11-18T15:42:45.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:45.185+0000 7f2e2cd9f640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-11-18T15:42:48.063 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-11-18T15:42:48.095 DEBUG:teuthology.orchestra.run.smithi099:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:48.185 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:48.183+0000 7f8109012640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-11-18T15:42:48.185 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:48.183+0000 7f8109012640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-11-18T15:42:48.185 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:48.183+0000 7f8109012640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-11-18T15:42:48.185 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:48.183+0000 7f8109012640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-11-18T15:42:48.185 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:48.183+0000 7f8109012640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-11-18T15:42:48.185 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:42:48.184+0000 7f8109012640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-11-18T15:42:51.051 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-11-18T15:42:51.083 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-11-18T15:42:51.117 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:51.117 INFO:tasks.ceph:role: osd.4 2023-11-18T15:42:51.117 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T15:42:51.117 DEBUG:teuthology.orchestra.run.smithi181:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-11-18T15:42:51.196 INFO:teuthology.orchestra.run.smithi181.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-11-18T15:42:51.196 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-18T15:42:51.196 INFO:teuthology.orchestra.run.smithi181.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-18T15:42:51.196 INFO:teuthology.orchestra.run.smithi181.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-18T15:42:51.197 INFO:teuthology.orchestra.run.smithi181.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-18T15:42:51.197 INFO:teuthology.orchestra.run.smithi181.stdout: = sunit=0 swidth=0 blks 2023-11-18T15:42:51.197 INFO:teuthology.orchestra.run.smithi181.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-18T15:42:51.197 INFO:teuthology.orchestra.run.smithi181.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-18T15:42:51.197 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-18T15:42:51.197 INFO:teuthology.orchestra.run.smithi181.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-18T15:42:51.640 INFO:teuthology.orchestra.run.smithi181.stdout:Discarding blocks...Done. 2023-11-18T15:42:51.641 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi181.front.sepia.ceph.com -o noatime 2023-11-18T15:42:51.642 DEBUG:teuthology.orchestra.run.smithi181:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-11-18T15:42:51.840 DEBUG:teuthology.orchestra.run.smithi181:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-11-18T15:42:51.925 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-11-18T15:42:51.997 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:51.997 INFO:tasks.ceph:role: osd.5 2023-11-18T15:42:51.997 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T15:42:51.998 DEBUG:teuthology.orchestra.run.smithi181:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-11-18T15:42:52.078 INFO:teuthology.orchestra.run.smithi181.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-11-18T15:42:52.079 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-18T15:42:52.079 INFO:teuthology.orchestra.run.smithi181.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-18T15:42:52.079 INFO:teuthology.orchestra.run.smithi181.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-18T15:42:52.079 INFO:teuthology.orchestra.run.smithi181.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-18T15:42:52.079 INFO:teuthology.orchestra.run.smithi181.stdout: = sunit=0 swidth=0 blks 2023-11-18T15:42:52.079 INFO:teuthology.orchestra.run.smithi181.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-18T15:42:52.079 INFO:teuthology.orchestra.run.smithi181.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-18T15:42:52.079 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-18T15:42:52.079 INFO:teuthology.orchestra.run.smithi181.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-18T15:42:52.492 INFO:teuthology.orchestra.run.smithi181.stdout:Discarding blocks...Done. 2023-11-18T15:42:52.495 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi181.front.sepia.ceph.com -o noatime 2023-11-18T15:42:52.496 DEBUG:teuthology.orchestra.run.smithi181:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-11-18T15:42:52.624 DEBUG:teuthology.orchestra.run.smithi181:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-11-18T15:42:52.659 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-11-18T15:42:52.728 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:52.728 INFO:tasks.ceph:role: osd.6 2023-11-18T15:42:52.728 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T15:42:52.728 DEBUG:teuthology.orchestra.run.smithi181:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-11-18T15:42:52.803 INFO:teuthology.orchestra.run.smithi181.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-11-18T15:42:52.803 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-18T15:42:52.803 INFO:teuthology.orchestra.run.smithi181.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-18T15:42:52.803 INFO:teuthology.orchestra.run.smithi181.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-18T15:42:52.803 INFO:teuthology.orchestra.run.smithi181.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-18T15:42:52.803 INFO:teuthology.orchestra.run.smithi181.stdout: = sunit=0 swidth=0 blks 2023-11-18T15:42:52.803 INFO:teuthology.orchestra.run.smithi181.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-18T15:42:52.804 INFO:teuthology.orchestra.run.smithi181.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-18T15:42:52.804 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-18T15:42:52.804 INFO:teuthology.orchestra.run.smithi181.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-18T15:42:53.247 INFO:teuthology.orchestra.run.smithi181.stdout:Discarding blocks...Done. 2023-11-18T15:42:53.249 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi181.front.sepia.ceph.com -o noatime 2023-11-18T15:42:53.250 DEBUG:teuthology.orchestra.run.smithi181:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-11-18T15:42:53.420 DEBUG:teuthology.orchestra.run.smithi181:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-11-18T15:42:53.458 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-11-18T15:42:53.528 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-18T15:42:53.528 INFO:tasks.ceph:role: osd.7 2023-11-18T15:42:53.528 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T15:42:53.528 DEBUG:teuthology.orchestra.run.smithi181:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-11-18T15:42:53.604 INFO:teuthology.orchestra.run.smithi181.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-11-18T15:42:53.604 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-18T15:42:53.604 INFO:teuthology.orchestra.run.smithi181.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-18T15:42:53.604 INFO:teuthology.orchestra.run.smithi181.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-18T15:42:53.604 INFO:teuthology.orchestra.run.smithi181.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-18T15:42:53.604 INFO:teuthology.orchestra.run.smithi181.stdout: = sunit=0 swidth=0 blks 2023-11-18T15:42:53.604 INFO:teuthology.orchestra.run.smithi181.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-18T15:42:53.604 INFO:teuthology.orchestra.run.smithi181.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-18T15:42:53.604 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-18T15:42:53.605 INFO:teuthology.orchestra.run.smithi181.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-18T15:42:54.031 INFO:teuthology.orchestra.run.smithi181.stdout:Discarding blocks...Done. 2023-11-18T15:42:54.033 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi181.front.sepia.ceph.com -o noatime 2023-11-18T15:42:54.033 DEBUG:teuthology.orchestra.run.smithi181:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-11-18T15:42:54.217 DEBUG:teuthology.orchestra.run.smithi181:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-11-18T15:42:54.256 DEBUG:teuthology.orchestra.run.smithi181:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:54.363 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:54.361+0000 7faac8788640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-11-18T15:42:54.363 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:54.361+0000 7faac8788640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-11-18T15:42:54.363 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:54.361+0000 7faac8788640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-11-18T15:42:54.363 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:54.361+0000 7faac8788640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-11-18T15:42:54.363 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:54.361+0000 7faac8788640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-11-18T15:42:54.364 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:54.361+0000 7faac8788640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-11-18T15:42:57.234 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-11-18T15:42:57.265 DEBUG:teuthology.orchestra.run.smithi181:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:42:57.358 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:57.356+0000 7f8866f7d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-11-18T15:42:57.358 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:57.356+0000 7f8866f7d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-11-18T15:42:57.358 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:57.356+0000 7f8866f7d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-11-18T15:42:57.358 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:57.356+0000 7f8866f7d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-11-18T15:42:57.358 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:57.356+0000 7f8866f7d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-11-18T15:42:57.358 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:42:57.357+0000 7f8866f7d640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-11-18T15:43:00.236 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-11-18T15:43:00.268 DEBUG:teuthology.orchestra.run.smithi181:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:43:00.359 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:00.358+0000 7f540c368640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-11-18T15:43:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:00.358+0000 7f540c368640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-11-18T15:43:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:00.358+0000 7f540c368640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-11-18T15:43:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:00.358+0000 7f540c368640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-11-18T15:43:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:00.358+0000 7f540c368640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-11-18T15:43:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:00.358+0000 7f540c368640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-11-18T15:43:02.745 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:43:02.748 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:43:03.229 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-11-18T15:43:03.260 DEBUG:teuthology.orchestra.run.smithi181:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:43:03.353 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:03.351+0000 7f263b374640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-11-18T15:43:03.353 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:03.351+0000 7f263b374640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-11-18T15:43:03.353 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:03.352+0000 7f263b374640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-11-18T15:43:03.353 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:03.352+0000 7f263b374640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-11-18T15:43:03.354 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:03.352+0000 7f263b374640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-11-18T15:43:03.354 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:03.352+0000 7f263b374640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-11-18T15:43:06.240 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-11-18T15:43:06.274 INFO:tasks.ceph:Reading keys from all nodes... 2023-11-18T15:43:06.274 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:06.275 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-11-18T15:43:06.306 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:06.307 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-11-18T15:43:06.376 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:06.377 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-11-18T15:43:06.445 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:06.445 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-11-18T15:43:06.512 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:06.513 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-11-18T15:43:06.581 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:06.581 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-11-18T15:43:06.648 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:06.648 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-11-18T15:43:06.715 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:06.715 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-11-18T15:43:06.746 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:06.747 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-11-18T15:43:06.816 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:06.816 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-11-18T15:43:06.886 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:06.886 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-11-18T15:43:06.955 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:06.955 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-11-18T15:43:07.023 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:07.023 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-11-18T15:43:07.090 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:07.091 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-11-18T15:43:07.157 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:07.157 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-11-18T15:43:07.175 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:07.176 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-11-18T15:43:07.234 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:07.234 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-11-18T15:43:07.251 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:07.251 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-11-18T15:43:07.308 INFO:tasks.ceph:Adding keys to all mons... 2023-11-18T15:43:07.308 DEBUG:teuthology.orchestra.run.smithi099:> sudo tee -a /etc/ceph/ceph.keyring 2023-11-18T15:43:07.311 DEBUG:teuthology.orchestra.run.smithi181:> sudo tee -a /etc/ceph/ceph.keyring 2023-11-18T15:43:07.352 INFO:teuthology.orchestra.run.smithi099.stdout:[mgr.y] 2023-11-18T15:43:07.352 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hlXgmwDhAAFA8H95FnAPD8CK67bpagfg== 2023-11-18T15:43:07.352 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.a] 2023-11-18T15:43:07.352 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hlbM47FhAA7YzaI0HCYK8K4MJrzIjyeQ== 2023-11-18T15:43:07.352 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.c] 2023-11-18T15:43:07.352 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hlLNx+HRAATR/DiXMEzKyx1JS5IuJfyQ== 2023-11-18T15:43:07.352 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.0] 2023-11-18T15:43:07.353 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBv21hl9UvQCxAADZx3mjuGN3FOUr8aG8WYCQ== 2023-11-18T15:43:07.353 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.1] 2023-11-18T15:43:07.353 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBy21hlYtApCxAArV8U+Ola5i3cRmzrHf9rhw== 2023-11-18T15:43:07.353 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.2] 2023-11-18T15:43:07.353 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQB121hlThQHCxAA1e5MEHDRiQa9HNt7JRL98Q== 2023-11-18T15:43:07.354 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.3] 2023-11-18T15:43:07.354 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQB421hlsHf6ChAAskFa9MojWyWo4GLMR7D1Hg== 2023-11-18T15:43:07.354 INFO:teuthology.orchestra.run.smithi099.stdout:[mgr.x] 2023-11-18T15:43:07.354 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hlwazVEhAAOhbIjrXwWlqBEQH4rJ6q/Q== 2023-11-18T15:43:07.354 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.b] 2023-11-18T15:43:07.354 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hlXIRaIhAAVm3khgdn5XXvdA6vvzOlLQ== 2023-11-18T15:43:07.355 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.d] 2023-11-18T15:43:07.355 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hl9KCdKRAAhK5ggJinbzky6uMyudIL0g== 2023-11-18T15:43:07.355 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.4] 2023-11-18T15:43:07.355 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQB+21hlG0eVFRAAqwLAAkZwB4vuWCKVe+nPAw== 2023-11-18T15:43:07.355 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.5] 2023-11-18T15:43:07.355 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQCB21hl8YhLFRAATx+Wpux4lUFgtds4bD5Rig== 2023-11-18T15:43:07.356 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.6] 2023-11-18T15:43:07.356 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQCE21hlSh9oFRAAb0nBHECf3m1Z/A3miNbR9A== 2023-11-18T15:43:07.356 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.7] 2023-11-18T15:43:07.356 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQCH21hlSbUGFRAAkxHvZQ3SpB6mKZ3xVL0+6g== 2023-11-18T15:43:07.356 INFO:teuthology.orchestra.run.smithi099.stdout:[client.0] 2023-11-18T15:43:07.356 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hl2FrlLRAANGLOm+htfTpAKaP7i/YYfA== 2023-11-18T15:43:07.356 INFO:teuthology.orchestra.run.smithi099.stdout:[client.2] 2023-11-18T15:43:07.357 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hlRPieMxAA2aWuwQOuUhstJ+8q0J8MwA== 2023-11-18T15:43:07.357 INFO:teuthology.orchestra.run.smithi099.stdout:[client.1] 2023-11-18T15:43:07.357 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hlw0T6NhAAyWKb1CyiPYXbbed8jQtPqQ== 2023-11-18T15:43:07.357 INFO:teuthology.orchestra.run.smithi099.stdout:[client.3] 2023-11-18T15:43:07.357 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBs21hl98kiARAAA+Asfce+Srde8hmaw9oomw== 2023-11-18T15:43:07.373 INFO:teuthology.orchestra.run.smithi181.stdout:[mgr.y] 2023-11-18T15:43:07.374 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBr21hlXgmwDhAAFA8H95FnAPD8CK67bpagfg== 2023-11-18T15:43:07.374 INFO:teuthology.orchestra.run.smithi181.stdout:[mds.a] 2023-11-18T15:43:07.374 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBr21hlbM47FhAA7YzaI0HCYK8K4MJrzIjyeQ== 2023-11-18T15:43:07.374 INFO:teuthology.orchestra.run.smithi181.stdout:[mds.c] 2023-11-18T15:43:07.374 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBr21hlLNx+HRAATR/DiXMEzKyx1JS5IuJfyQ== 2023-11-18T15:43:07.375 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.0] 2023-11-18T15:43:07.375 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBv21hl9UvQCxAADZx3mjuGN3FOUr8aG8WYCQ== 2023-11-18T15:43:07.375 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.1] 2023-11-18T15:43:07.375 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBy21hlYtApCxAArV8U+Ola5i3cRmzrHf9rhw== 2023-11-18T15:43:07.375 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.2] 2023-11-18T15:43:07.375 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQB121hlThQHCxAA1e5MEHDRiQa9HNt7JRL98Q== 2023-11-18T15:43:07.375 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.3] 2023-11-18T15:43:07.376 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQB421hlsHf6ChAAskFa9MojWyWo4GLMR7D1Hg== 2023-11-18T15:43:07.376 INFO:teuthology.orchestra.run.smithi181.stdout:[mgr.x] 2023-11-18T15:43:07.376 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBr21hlwazVEhAAOhbIjrXwWlqBEQH4rJ6q/Q== 2023-11-18T15:43:07.376 INFO:teuthology.orchestra.run.smithi181.stdout:[mds.b] 2023-11-18T15:43:07.376 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBr21hlXIRaIhAAVm3khgdn5XXvdA6vvzOlLQ== 2023-11-18T15:43:07.376 INFO:teuthology.orchestra.run.smithi181.stdout:[mds.d] 2023-11-18T15:43:07.377 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBr21hl9KCdKRAAhK5ggJinbzky6uMyudIL0g== 2023-11-18T15:43:07.377 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.4] 2023-11-18T15:43:07.377 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQB+21hlG0eVFRAAqwLAAkZwB4vuWCKVe+nPAw== 2023-11-18T15:43:07.377 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.5] 2023-11-18T15:43:07.377 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQCB21hl8YhLFRAATx+Wpux4lUFgtds4bD5Rig== 2023-11-18T15:43:07.377 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.6] 2023-11-18T15:43:07.377 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQCE21hlSh9oFRAAb0nBHECf3m1Z/A3miNbR9A== 2023-11-18T15:43:07.378 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.7] 2023-11-18T15:43:07.378 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQCH21hlSbUGFRAAkxHvZQ3SpB6mKZ3xVL0+6g== 2023-11-18T15:43:07.378 INFO:teuthology.orchestra.run.smithi181.stdout:[client.0] 2023-11-18T15:43:07.378 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBr21hl2FrlLRAANGLOm+htfTpAKaP7i/YYfA== 2023-11-18T15:43:07.378 INFO:teuthology.orchestra.run.smithi181.stdout:[client.2] 2023-11-18T15:43:07.379 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBr21hlRPieMxAA2aWuwQOuUhstJ+8q0J8MwA== 2023-11-18T15:43:07.379 INFO:teuthology.orchestra.run.smithi181.stdout:[client.1] 2023-11-18T15:43:07.379 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBr21hlw0T6NhAAyWKb1CyiPYXbbed8jQtPqQ== 2023-11-18T15:43:07.379 INFO:teuthology.orchestra.run.smithi181.stdout:[client.3] 2023-11-18T15:43:07.379 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBs21hl98kiARAAA+Asfce+Srde8hmaw9oomw== 2023-11-18T15:43:07.381 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-18T15:43:07.400 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-18T15:43:07.475 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-18T15:43:07.477 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-18T15:43:07.533 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-18T15:43:07.535 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-18T15:43:07.591 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:07.593 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:07.646 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:07.648 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:07.701 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:07.704 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:07.756 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:07.758 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:07.811 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-18T15:43:07.814 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-18T15:43:07.867 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-18T15:43:07.869 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-18T15:43:07.925 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-18T15:43:07.928 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-18T15:43:07.985 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:07.987 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:08.039 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:08.041 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:08.094 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:08.096 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:08.149 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:08.152 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-18T15:43:08.205 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-18T15:43:08.207 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-18T15:43:08.262 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-18T15:43:08.265 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-18T15:43:08.320 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-18T15:43:08.322 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-18T15:43:08.379 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-18T15:43:08.381 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-18T15:43:08.437 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-11-18T15:43:08.437 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-11-18T15:43:08.463 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-11-18T15:43:08.563 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-11-18T15:43:08.590 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-11-18T15:43:08.616 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-11-18T15:43:08.714 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-11-18T15:43:08.740 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-11-18T15:43:08.806 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-11-18T15:43:08.904 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-11-18T15:43:08.930 DEBUG:teuthology.orchestra.run.smithi099:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:43:08.932 DEBUG:teuthology.orchestra.run.smithi181:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-11-18T15:43:08.987 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-11-18T15:43:08.987 INFO:tasks.ceph.mon.a:Restarting daemon 2023-11-18T15:43:08.987 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-11-18T15:43:08.989 INFO:tasks.ceph.mon.a:Started 2023-11-18T15:43:08.989 INFO:tasks.ceph.mon.b:Restarting daemon 2023-11-18T15:43:08.990 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-11-18T15:43:09.029 INFO:tasks.ceph.mon.b:Started 2023-11-18T15:43:09.029 INFO:tasks.ceph.mon.c:Restarting daemon 2023-11-18T15:43:09.030 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-11-18T15:43:09.031 INFO:tasks.ceph.mon.c:Started 2023-11-18T15:43:09.032 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-11-18T15:43:09.032 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-11-18T15:43:09.032 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-11-18T15:43:09.034 INFO:tasks.ceph.mgr.y:Started 2023-11-18T15:43:09.034 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-11-18T15:43:09.034 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-11-18T15:43:09.036 INFO:tasks.ceph.mgr.x:Started 2023-11-18T15:43:09.036 INFO:tasks.ceph:Setting crush tunables to default 2023-11-18T15:43:09.036 DEBUG:teuthology.orchestra.run.smithi099:> sudo ceph --cluster ceph osd crush tunables default 2023-11-18T15:43:09.158 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.156+0000 7f03d6641700 1 Processor -- start 2023-11-18T15:43:09.158 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.156+0000 7f03d6641700 1 -- start start 2023-11-18T15:43:09.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03d6641700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f03d006d750 0x7f03d0072520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03d6641700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03d006dbb0 con 0x7f03d00b3490 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03d6641700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03d015b660 con 0x7f03d015baf0 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03d6641700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03d01556b0 con 0x7f03d006d750 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03cf7fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f03d006d750 0x7f03d0072520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03cf7fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f03d006d750 0x7f03d0072520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:57968/0 (socket says 172.21.15.99:57968) 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03cf7fe700 1 -- 172.21.15.99:0/2423444350 learned_addr learned my addr 172.21.15.99:0/2423444350 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03cf7fe700 1 -- 172.21.15.99:0/2423444350 >> v2:172.21.15.99:3300/0 conn(0x7f03d006d750 msgr2=0x7f03d0072520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03cf7fe700 1 -- 172.21.15.99:0/2423444350 >> v2:172.21.15.99:3300/0 conn(0x7f03d006d750 msgr2=0x7f03d0072520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03cf7fe700 1 --2- 172.21.15.99:0/2423444350 >> v2:172.21.15.99:3300/0 conn(0x7f03d006d750 0x7f03d0072520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-11-18T15:43:09.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.157+0000 7f03cf7fe700 1 --2- 172.21.15.99:0/2423444350 >> v2:172.21.15.99:3300/0 conn(0x7f03d006d750 0x7f03d0072520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-18T15:43:09.349 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3630427918 0 0) 0x7f03d006dbb0 con 0x7f03d00b3490 2023-11-18T15:43:09.349 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f03b80035b0 con 0x7f03d00b3490 2023-11-18T15:43:09.351 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 767540210 0 0) 0x7f03d015b660 con 0x7f03d015baf0 2023-11-18T15:43:09.351 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f03d006dbb0 con 0x7f03d015baf0 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2624850686 0 0) 0x7f03b80035b0 con 0x7f03d00b3490 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 >> v2:172.21.15.99:3300/0 conn(0x7f03d006d750 msgr2=0x7f03d0072520 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 --2- 172.21.15.99:0/2423444350 >> v2:172.21.15.99:3300/0 conn(0x7f03d006d750 0x7f03d0072520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 >> v1:172.21.15.181:6789/0 conn(0x7f03d015baf0 legacy=0x7f03d015e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03d006dde0 con 0x7f03d00b3490 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f03c0001670 con 0x7f03d00b3490 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 >> v1:172.21.15.99:6789/0 conn(0x7f03d00b3490 legacy=0x7f03d00b3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03b8003b90 0x7f03b8003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b8004850 0x7f03b8004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8005210 0x7f03b800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03d01556b0 con 0x7f03b8004850 2023-11-18T15:43:09.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03b800c140 con 0x7f03b8005210 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.347+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03b800c300 con 0x7f03b8003b90 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03cf7fe700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b8004850 0x7f03b8004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03d4bde700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8005210 0x7f03b800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03cffff700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03b8003b90 0x7f03b8003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03cf7fe700 1 -- 172.21.15.99:0/2423444350 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03b8003b90 msgr2=0x7f03b8003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03cf7fe700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03b8003b90 0x7f03b8003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03cf7fe700 1 -- 172.21.15.99:0/2423444350 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8005210 msgr2=0x7f03b800ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03cf7fe700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8005210 0x7f03b800ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03cf7fe700 1 -- 172.21.15.99:0/2423444350 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03b80035b0 con 0x7f03b8004850 2023-11-18T15:43:09.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03d4bde700 1 -- 172.21.15.99:0/2423444350 reap_dead start 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03cf7fe700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b8004850 0x7f03b8004cd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f03c4009180 tx=0x7f03b8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5b51526102d4626 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03c400c070 con 0x7f03b8004850 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03c4004020 con 0x7f03b8004850 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.348+0000 7f03ceffd700 1 -- 172.21.15.99:0/2423444350 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03c40043d0 con 0x7f03b8004850 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.349+0000 7f03d6641700 1 -- 172.21.15.99:0/2423444350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b8004850 msgr2=0x7f03b8004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.349+0000 7f03d6641700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b8004850 0x7f03b8004cd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f03c4009180 tx=0x7f03b8005880 comp rx=0 tx=0).stop 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.349+0000 7f03d6641700 1 -- 172.21.15.99:0/2423444350 shutdown_connections 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.349+0000 7f03d6641700 1 --2- 172.21.15.99:0/2423444350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b8004850 0x7f03b8004cd0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.349+0000 7f03d6641700 1 -- 172.21.15.99:0/2423444350 >> 172.21.15.99:0/2423444350 conn(0x7f03d00d0ec0 msgr2=0x7f03d00d12d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.349+0000 7f03d6641700 1 -- 172.21.15.99:0/2423444350 shutdown_connections 2023-11-18T15:43:09.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.349+0000 7f03d6641700 1 -- 172.21.15.99:0/2423444350 wait complete. 2023-11-18T15:43:09.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.350+0000 7f03d6641700 1 Processor -- start 2023-11-18T15:43:09.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.351+0000 7f03d6641700 1 -- start start 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.351+0000 7f03d6641700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8004850 0x7f03d01557f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03d6641700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03d0159c80 0x7f03d015d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03d6641700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03d0156c30 0x7f03d015d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03d6641700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03d01560f0 con 0x7f03d0159c80 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03d6641700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03d01563d0 con 0x7f03b8004850 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03d6641700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03d013f8a0 con 0x7f03d0156c30 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cf7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03d0159c80 0x7f03d015d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cffff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8004850 0x7f03d01557f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cf7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03d0159c80 0x7f03d015d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58002/0 (socket says 172.21.15.99:58002) 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cf7fe700 1 -- 172.21.15.99:0/1319082421 learned_addr learned my addr 172.21.15.99:0/1319082421 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:09.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03d4bde700 1 --2- 172.21.15.99:0/1319082421 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03d0156c30 0x7f03d015d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cf7fe700 1 -- 172.21.15.99:0/1319082421 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03d0156c30 msgr2=0x7f03d015d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cf7fe700 1 --2- 172.21.15.99:0/1319082421 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03d0156c30 0x7f03d015d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cf7fe700 1 -- 172.21.15.99:0/1319082421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8004850 msgr2=0x7f03d01557f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cf7fe700 1 --2- 172.21.15.99:0/1319082421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8004850 0x7f03d01557f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cf7fe700 1 -- 172.21.15.99:0/1319082421 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03d013fb80 con 0x7f03d0159c80 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cffff700 1 --2- 172.21.15.99:0/1319082421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8004850 0x7f03d01557f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03cf7fe700 1 --2- 172.21.15.99:0/1319082421 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03d0159c80 0x7f03d015d3b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f03c4016040 tx=0x7f03c40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.352+0000 7f03ccff9700 1 -- 172.21.15.99:0/1319082421 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03c40045c0 con 0x7f03d0159c80 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.353+0000 7f03d6641700 1 -- 172.21.15.99:0/1319082421 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03d01566b0 con 0x7f03d0159c80 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.353+0000 7f03ccff9700 1 -- 172.21.15.99:0/1319082421 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03c4003e40 con 0x7f03d0159c80 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.353+0000 7f03ccff9700 1 -- 172.21.15.99:0/1319082421 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03c40266a0 con 0x7f03d0159c80 2023-11-18T15:43:09.358 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.353+0000 7f03d6641700 1 -- 172.21.15.99:0/1319082421 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03d01ef6e0 con 0x7f03d0159c80 2023-11-18T15:43:09.359 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.354+0000 7f03d6641700 1 -- 172.21.15.99:0/1319082421 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03d0073aa0 con 0x7f03d0159c80 2023-11-18T15:43:09.359 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.354+0000 7f03ccff9700 1 -- 172.21.15.99:0/1319082421 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f03c4005d20 con 0x7f03d0159c80 2023-11-18T15:43:09.359 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.354+0000 7f03ccff9700 1 -- 172.21.15.99:0/1319082421 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f03c40063b0 con 0x7f03d0159c80 2023-11-18T15:43:09.359 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.356+0000 7f03ccff9700 1 -- 172.21.15.99:0/1319082421 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f03c4017030 con 0x7f03d0159c80 2023-11-18T15:43:09.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.433+0000 7f03d6641700 1 -- 172.21.15.99:0/1319082421 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f03d013fd10 con 0x7f03d0159c80 2023-11-18T15:43:09.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.434+0000 7f03ccff9700 1 -- 172.21.15.99:0/1319082421 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f03c400f040 con 0x7f03d0159c80 2023-11-18T15:43:09.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.435+0000 7f03d6641700 1 -- 172.21.15.99:0/1319082421 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03d0159c80 msgr2=0x7f03d015d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:09.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.435+0000 7f03d6641700 1 --2- 172.21.15.99:0/1319082421 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03d0159c80 0x7f03d015d3b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f03c4016040 tx=0x7f03c40047c0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.435+0000 7f03d6641700 1 -- 172.21.15.99:0/1319082421 shutdown_connections 2023-11-18T15:43:09.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.435+0000 7f03d6641700 1 --2- 172.21.15.99:0/1319082421 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03d0156c30 0x7f03d015d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.435+0000 7f03d6641700 1 --2- 172.21.15.99:0/1319082421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03b8004850 0x7f03d01557f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.435+0000 7f03d6641700 1 --2- 172.21.15.99:0/1319082421 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03d0159c80 0x7f03d015d3b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:09.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.435+0000 7f03d6641700 1 -- 172.21.15.99:0/1319082421 >> 172.21.15.99:0/1319082421 conn(0x7f03d00d0ec0 msgr2=0x7f03d015e5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:09.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.436+0000 7f03d6641700 1 -- 172.21.15.99:0/1319082421 shutdown_connections 2023-11-18T15:43:09.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:09.436+0000 7f03d6641700 1 -- 172.21.15.99:0/1319082421 wait complete. 2023-11-18T15:43:09.439 INFO:teuthology.orchestra.run.smithi099.stderr:adjusted tunables profile to default 2023-11-18T15:43:09.450 INFO:tasks.ceph:check_enable_crimson: False 2023-11-18T15:43:09.450 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-11-18T15:43:09.450 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:09.450 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-11-18T15:43:09.462 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:09.461+0000 7f0c12db2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-18T15:43:09.468 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:09.466+0000 7f6ab0e59200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-18T15:43:09.476 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:09.476 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-11-18T15:43:09.527 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:09.525+0000 7f0c12db2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-18T15:43:09.537 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:09.535+0000 7f6ab0e59200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-18T15:43:09.543 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:09.543 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-11-18T15:43:09.603 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:09.601+0000 7f0c12db2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-18T15:43:09.609 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:09.610 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-11-18T15:43:09.618 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:09.616+0000 7f6ab0e59200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-18T15:43:09.645 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:09.646 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-11-18T15:43:09.674 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:09.675 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-11-18T15:43:09.684 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:09.683+0000 7f0c12db2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-18T15:43:09.703 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:09.701+0000 7f6ab0e59200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-18T15:43:09.712 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:09.712 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-11-18T15:43:09.780 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:09.780 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-11-18T15:43:09.839 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:09.838+0000 7f0c12db2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-18T15:43:09.845 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:09.843+0000 7f6ab0e59200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-18T15:43:09.848 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 865d767f-54b5-40c1-9ac8-68466f45bc2c 0 2023-11-18T15:43:10.011 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.010+0000 7ff3a7149700 1 Processor -- start 2023-11-18T15:43:10.012 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.010+0000 7ff3a7149700 1 -- start start 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff3a7149700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff3a00b6840 0x7ff3a00d0610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff3a7149700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3a0142250 con 0x7ff3a01419e0 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff3a7149700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3a0141f70 con 0x7ff3a00cd950 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff3a7149700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3a00cf920 con 0x7ff3a00b6840 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff39ffff700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7ff3a00cd950 0x7ff3a01412d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.181:53524/0 (socket says 172.21.15.181:53524) 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff39ffff700 1 -- 172.21.15.181:0/2912249533 learned_addr learned my addr 172.21.15.181:0/2912249533 (peer_addr_for_me v1:172.21.15.181:0/0) 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff3a4ee5700 1 --2- 172.21.15.181:0/2912249533 >> v2:172.21.15.99:3300/0 conn(0x7ff3a00b6840 0x7ff3a00d0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff39f7fe700 1 -- 172.21.15.181:0/2912249533 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3782078714 0 0) 0x7ff3a0141f70 con 0x7ff3a00cd950 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff39f7fe700 1 -- 172.21.15.181:0/2912249533 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff3900035b0 con 0x7ff3a00cd950 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff39f7fe700 1 -- 172.21.15.181:0/2912249533 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3058383895 0 0) 0x7ff3a0142250 con 0x7ff3a01419e0 2023-11-18T15:43:10.014 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff39f7fe700 1 -- 172.21.15.181:0/2912249533 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff3a0141f70 con 0x7ff3a01419e0 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff3a4ee5700 1 -- 172.21.15.181:0/2912249533 >> v1:172.21.15.181:6789/0 conn(0x7ff3a00cd950 legacy=0x7ff3a01412d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff3a4ee5700 1 -- 172.21.15.181:0/2912249533 >> v1:172.21.15.99:6789/0 conn(0x7ff3a01419e0 legacy=0x7ff3a00b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff3a4ee5700 1 -- 172.21.15.181:0/2912249533 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3a00cfb30 con 0x7ff3a00b6840 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.011+0000 7ff3a4ee5700 1 --2- 172.21.15.181:0/2912249533 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a00b6840 0x7ff3a00d0610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff394009840 tx=0x7ff394009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6561e51d668bc19e server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff39f7fe700 1 -- 172.21.15.181:0/2912249533 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff394011830 con 0x7ff3a00b6840 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff39f7fe700 1 -- 172.21.15.181:0/2912249533 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff394011990 con 0x7ff3a00b6840 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff39f7fe700 1 -- 172.21.15.181:0/2912249533 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff394011d20 con 0x7ff3a00b6840 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff3a7149700 1 -- 172.21.15.181:0/2912249533 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a00b6840 msgr2=0x7ff3a00d0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff3a7149700 1 --2- 172.21.15.181:0/2912249533 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a00b6840 0x7ff3a00d0610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff394009840 tx=0x7ff394009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff3a7149700 1 -- 172.21.15.181:0/2912249533 shutdown_connections 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff3a7149700 1 --2- 172.21.15.181:0/2912249533 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a00b6840 0x7ff3a00d0610 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff3a7149700 1 -- 172.21.15.181:0/2912249533 >> 172.21.15.181:0/2912249533 conn(0x7ff3a00b2130 msgr2=0x7ff3a00b2540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:10.015 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff3a7149700 1 -- 172.21.15.181:0/2912249533 shutdown_connections 2023-11-18T15:43:10.016 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.012+0000 7ff3a7149700 1 -- 172.21.15.181:0/2912249533 wait complete. 2023-11-18T15:43:10.018 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.013+0000 7ff3a7149700 1 Processor -- start 2023-11-18T15:43:10.018 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.013+0000 7ff3a7149700 1 -- start start 2023-11-18T15:43:10.018 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff3a7149700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3a00b6840 0x7ff3a01589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.018 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff3a7149700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3a00cd950 0x7ff3a0158f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.018 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff3a7149700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a01419e0 0x7ff3a0072020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.018 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff3a7149700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a0156ca0 con 0x7ff3a01419e0 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff3a7149700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a01554f0 con 0x7ff3a00cd950 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff3a7149700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a0154f30 con 0x7ff3a00b6840 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff39ffff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3a00cd950 0x7ff3a0158f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff3a4ee5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3a00b6840 0x7ff3a01589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff39ffff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3a00cd950 0x7ff3a0158f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:59576/0 (socket says 172.21.15.181:59576) 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff3a4ee5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3a00b6840 0x7ff3a01589e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.181:43010/0 (socket says 172.21.15.181:43010) 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff39ffff700 1 -- 172.21.15.181:0/822790135 learned_addr learned my addr 172.21.15.181:0/822790135 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.014+0000 7ff3a56e6700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a01419e0 0x7ff3a0072020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39ffff700 1 -- 172.21.15.181:0/822790135 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3a00b6840 msgr2=0x7ff3a01589e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39ffff700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3a00b6840 0x7ff3a01589e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39ffff700 1 -- 172.21.15.181:0/822790135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a01419e0 msgr2=0x7ff3a0072020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39ffff700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a01419e0 0x7ff3a0072020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.019 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39ffff700 1 -- 172.21.15.181:0/822790135 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3940094a0 con 0x7ff3a00cd950 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff3a56e6700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a01419e0 0x7ff3a0072020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff3a4ee5700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3a00b6840 0x7ff3a01589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39ffff700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3a00cd950 0x7ff3a0158f20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff38c00c700 tx=0x7ff38c00ca10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39d7fa700 1 -- 172.21.15.181:0/822790135 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff38c005d70 con 0x7ff3a00cd950 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39d7fa700 1 -- 172.21.15.181:0/822790135 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff38c0070d0 con 0x7ff3a00cd950 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff3a7149700 1 -- 172.21.15.181:0/822790135 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3a00d0cd0 con 0x7ff3a00cd950 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39d7fa700 1 -- 172.21.15.181:0/822790135 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff38c007440 con 0x7ff3a00cd950 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff3a7149700 1 -- 172.21.15.181:0/822790135 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3a01568c0 con 0x7ff3a00cd950 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39d7fa700 1 -- 172.21.15.181:0/822790135 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7ff38c01c440 con 0x7ff3a00cd950 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.015+0000 7ff39d7fa700 1 -- 172.21.15.181:0/822790135 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7ff38c012740 con 0x7ff3a00cd950 2023-11-18T15:43:10.020 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.016+0000 7ff3a7149700 1 -- 172.21.15.181:0/822790135 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3a0073aa0 con 0x7ff3a00cd950 2023-11-18T15:43:10.021 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.018+0000 7ff39d7fa700 1 -- 172.21.15.181:0/822790135 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7ff38c021060 con 0x7ff3a00cd950 2023-11-18T15:43:10.103 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.102+0000 7ff3a7149700 1 -- 172.21.15.181:0/822790135 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd new", "uuid": "865d767f-54b5-40c1-9ac8-68466f45bc2c", "id": 0} v 0) v1 -- 0x7ff3a0069400 con 0x7ff3a00cd950 2023-11-18T15:43:10.109 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.108+0000 7ff39d7fa700 1 -- 172.21.15.181:0/822790135 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "865d767f-54b5-40c1-9ac8-68466f45bc2c", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff38c017070 con 0x7ff3a00cd950 2023-11-18T15:43:10.109 INFO:teuthology.orchestra.run.smithi181.stdout:0 2023-11-18T15:43:10.110 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.109+0000 7ff3a7149700 1 -- 172.21.15.181:0/822790135 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3a00cd950 msgr2=0x7ff3a0158f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.110 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.109+0000 7ff3a7149700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3a00cd950 0x7ff3a0158f20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff38c00c700 tx=0x7ff38c00ca10 comp rx=0 tx=0).stop 2023-11-18T15:43:10.111 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.109+0000 7ff3a7149700 1 -- 172.21.15.181:0/822790135 shutdown_connections 2023-11-18T15:43:10.111 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.109+0000 7ff3a7149700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a01419e0 0x7ff3a0072020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.111 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.109+0000 7ff3a7149700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3a00b6840 0x7ff3a01589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.111 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.109+0000 7ff3a7149700 1 --2- 172.21.15.181:0/822790135 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3a00cd950 0x7ff3a0158f20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.111 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.109+0000 7ff3a7149700 1 -- 172.21.15.181:0/822790135 >> 172.21.15.181:0/822790135 conn(0x7ff3a00b2130 msgr2=0x7ff3a015f550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:10.111 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.109+0000 7ff3a7149700 1 -- 172.21.15.181:0/822790135 shutdown_connections 2023-11-18T15:43:10.111 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.109+0000 7ff3a7149700 1 -- 172.21.15.181:0/822790135 wait complete. 2023-11-18T15:43:10.122 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 0e20c96b-193b-4be4-a641-2c64491a3244 1 2023-11-18T15:43:10.234 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:10.232+0000 7f6ab0e59200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-18T15:43:10.242 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.241+0000 7fc1bec9f700 1 Processor -- start 2023-11-18T15:43:10.242 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.241+0000 7fc1bec9f700 1 -- start start 2023-11-18T15:43:10.244 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bec9f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc1b80afc30 0x7fc1b8162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.244 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bec9f700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1b8162bc0 con 0x7fc1b80cdff0 2023-11-18T15:43:10.244 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bec9f700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1b80b0110 con 0x7fc1b8146f00 2023-11-18T15:43:10.244 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bec9f700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1b81472e0 con 0x7fc1b80afc30 2023-11-18T15:43:10.244 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bca3b700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fc1b8146f00 0x7fc1b80cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.181:53534/0 (socket says 172.21.15.181:53534) 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bca3b700 1 -- 172.21.15.181:0/986073457 learned_addr learned my addr 172.21.15.181:0/986073457 (peer_addr_for_me v1:172.21.15.181:0/0) 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bd23c700 1 --2- 172.21.15.181:0/986073457 >> v2:172.21.15.99:3300/0 conn(0x7fc1b80afc30 0x7fc1b8162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1b77fe700 1 -- 172.21.15.181:0/986073457 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1226278125 0 0) 0x7fc1b80b0110 con 0x7fc1b8146f00 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1b77fe700 1 -- 172.21.15.181:0/986073457 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc1a80035b0 con 0x7fc1b8146f00 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1b77fe700 1 -- 172.21.15.181:0/986073457 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3509519684 0 0) 0x7fc1b8162bc0 con 0x7fc1b80cdff0 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1b77fe700 1 -- 172.21.15.181:0/986073457 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc1b80b0110 con 0x7fc1b80cdff0 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bd23c700 1 -- 172.21.15.181:0/986073457 >> v1:172.21.15.181:6789/0 conn(0x7fc1b8146f00 legacy=0x7fc1b80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bd23c700 1 -- 172.21.15.181:0/986073457 >> v1:172.21.15.99:6789/0 conn(0x7fc1b80cdff0 legacy=0x7fc1b80cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bd23c700 1 -- 172.21.15.181:0/986073457 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1b80b03f0 con 0x7fc1b80afc30 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.242+0000 7fc1bd23c700 1 --2- 172.21.15.181:0/986073457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80afc30 0x7fc1b8162680 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0009d90 tx=0x7fc1b000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6b46652c08527a8 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1b77fe700 1 -- 172.21.15.181:0/986073457 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b000e070 con 0x7fc1b80afc30 2023-11-18T15:43:10.245 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1b77fe700 1 -- 172.21.15.181:0/986073457 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1b000bb20 con 0x7fc1b80afc30 2023-11-18T15:43:10.246 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1b77fe700 1 -- 172.21.15.181:0/986073457 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0012430 con 0x7fc1b80afc30 2023-11-18T15:43:10.248 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1bec9f700 1 -- 172.21.15.181:0/986073457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80afc30 msgr2=0x7fc1b8162680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.248 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1bec9f700 1 --2- 172.21.15.181:0/986073457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80afc30 0x7fc1b8162680 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0009d90 tx=0x7fc1b000b330 comp rx=0 tx=0).stop 2023-11-18T15:43:10.248 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1bec9f700 1 -- 172.21.15.181:0/986073457 shutdown_connections 2023-11-18T15:43:10.248 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1bec9f700 1 --2- 172.21.15.181:0/986073457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80afc30 0x7fc1b8162680 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.248 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1bec9f700 1 -- 172.21.15.181:0/986073457 >> 172.21.15.181:0/986073457 conn(0x7fc1b80b38b0 msgr2=0x7fc1b80b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:10.248 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1bec9f700 1 -- 172.21.15.181:0/986073457 shutdown_connections 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.243+0000 7fc1bec9f700 1 -- 172.21.15.181:0/986073457 wait complete. 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.244+0000 7fc1bec9f700 1 Processor -- start 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.245+0000 7fc1bec9f700 1 -- start start 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.245+0000 7fc1bec9f700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1b80afc30 0x7fc1b8072ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.245+0000 7fc1bec9f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80cdff0 0x7fc1b81511b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.245+0000 7fc1bec9f700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1b8146f00 0x7fc1b8140f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.245+0000 7fc1bec9f700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1b813fe00 con 0x7fc1b80cdff0 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.245+0000 7fc1bec9f700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1b8073400 con 0x7fc1b8146f00 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.245+0000 7fc1bec9f700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1b8143180 con 0x7fc1b80afc30 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bd23c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1b8146f00 0x7fc1b8140f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.249 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bd23c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1b8146f00 0x7fc1b8140f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:59590/0 (socket says 172.21.15.181:59590) 2023-11-18T15:43:10.250 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bd23c700 1 -- 172.21.15.181:0/4118099002 learned_addr learned my addr 172.21.15.181:0/4118099002 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:10.250 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bca3b700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1b80afc30 0x7fc1b8072ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.250 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1b7fff700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80cdff0 0x7fc1b81511b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.250 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bd23c700 1 -- 172.21.15.181:0/4118099002 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1b80afc30 msgr2=0x7fc1b8072ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.250 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bd23c700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1b80afc30 0x7fc1b8072ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.250 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bd23c700 1 -- 172.21.15.181:0/4118099002 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80cdff0 msgr2=0x7fc1b81511b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.250 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bd23c700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80cdff0 0x7fc1b81511b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.250 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bd23c700 1 -- 172.21.15.181:0/4118099002 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1b0009a70 con 0x7fc1b8146f00 2023-11-18T15:43:10.250 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bca3b700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1b80afc30 0x7fc1b8072ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:10.251 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1b7fff700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80cdff0 0x7fc1b81511b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:10.251 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bd23c700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1b8146f00 0x7fc1b8140f70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0013000 tx=0x7fc1b0004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.251 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1b57fa700 1 -- 172.21.15.181:0/4118099002 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0012430 con 0x7fc1b8146f00 2023-11-18T15:43:10.251 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1b57fa700 1 -- 172.21.15.181:0/4118099002 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1b0020070 con 0x7fc1b8146f00 2023-11-18T15:43:10.251 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1b57fa700 1 -- 172.21.15.181:0/4118099002 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b001ba50 con 0x7fc1b8146f00 2023-11-18T15:43:10.251 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bec9f700 1 -- 172.21.15.181:0/4118099002 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1b8143460 con 0x7fc1b8146f00 2023-11-18T15:43:10.251 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1bec9f700 1 -- 172.21.15.181:0/4118099002 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1b8143a20 con 0x7fc1b8146f00 2023-11-18T15:43:10.251 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.246+0000 7fc1b57fa700 1 -- 172.21.15.181:0/4118099002 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc1b0007530 con 0x7fc1b8146f00 2023-11-18T15:43:10.251 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.247+0000 7fc1b57fa700 1 -- 172.21.15.181:0/4118099002 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fc1b0022070 con 0x7fc1b8146f00 2023-11-18T15:43:10.252 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.247+0000 7fc1bec9f700 1 -- 172.21.15.181:0/4118099002 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1b8143d90 con 0x7fc1b8146f00 2023-11-18T15:43:10.252 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:10.248+0000 7f0c12db2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-18T15:43:10.252 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.249+0000 7fc1b57fa700 1 -- 172.21.15.181:0/4118099002 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fc1b0046ce0 con 0x7fc1b8146f00 2023-11-18T15:43:10.336 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.335+0000 7fc1bec9f700 1 -- 172.21.15.181:0/4118099002 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd new", "uuid": "0e20c96b-193b-4be4-a641-2c64491a3244", "id": 1} v 0) v1 -- 0x7fc1b8069400 con 0x7fc1b8146f00 2023-11-18T15:43:10.342 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.340+0000 7fc1b57fa700 1 -- 172.21.15.181:0/4118099002 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0e20c96b-193b-4be4-a641-2c64491a3244", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc1b0035030 con 0x7fc1b8146f00 2023-11-18T15:43:10.342 INFO:teuthology.orchestra.run.smithi181.stdout:1 2023-11-18T15:43:10.343 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.341+0000 7fc1bec9f700 1 -- 172.21.15.181:0/4118099002 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1b8146f00 msgr2=0x7fc1b8140f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.343 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.341+0000 7fc1bec9f700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1b8146f00 0x7fc1b8140f70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0013000 tx=0x7fc1b0004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.343 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.341+0000 7fc1bec9f700 1 -- 172.21.15.181:0/4118099002 shutdown_connections 2023-11-18T15:43:10.344 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.341+0000 7fc1bec9f700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1b8146f00 0x7fc1b8140f70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.344 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.341+0000 7fc1bec9f700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1b80afc30 0x7fc1b8072ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.344 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.341+0000 7fc1bec9f700 1 --2- 172.21.15.181:0/4118099002 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1b80cdff0 0x7fc1b81511b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.344 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.341+0000 7fc1bec9f700 1 -- 172.21.15.181:0/4118099002 >> 172.21.15.181:0/4118099002 conn(0x7fc1b80b38b0 msgr2=0x7fc1b806eef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:10.344 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.342+0000 7fc1bec9f700 1 -- 172.21.15.181:0/4118099002 shutdown_connections 2023-11-18T15:43:10.344 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.342+0000 7fc1bec9f700 1 -- 172.21.15.181:0/4118099002 wait complete. 2023-11-18T15:43:10.353 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:10.351+0000 7f6ab0e59200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-18T15:43:10.355 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new dcd064ce-fd9d-447d-832b-4a6debf14999 2 2023-11-18T15:43:10.374 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:10.372+0000 7f0c12db2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-18T15:43:10.445 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:10.443+0000 7f6ab0e59200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-18T15:43:10.471 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:10.470+0000 7f0c12db2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-18T15:43:10.478 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.476+0000 7f3392f25700 1 Processor -- start 2023-11-18T15:43:10.478 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.477+0000 7f3392f25700 1 -- start start 2023-11-18T15:43:10.480 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.477+0000 7f3392f25700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13eb80 0x7f338c0cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.480 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.477+0000 7f3392f25700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f338c13ef60 0x7f338c1414b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.481 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.477+0000 7f3392f25700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f338c141e50 con 0x7f338c1419f0 2023-11-18T15:43:10.481 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.477+0000 7f3392f25700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f338c15d420 con 0x7f338c13ef60 2023-11-18T15:43:10.481 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.477+0000 7f3392f25700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f338c0cf720 con 0x7f338c13eb80 2023-11-18T15:43:10.481 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.477+0000 7f3390cc1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13eb80 0x7f338c0cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.481 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f33914c2700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f338c1419f0 0x7f338c15c3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.181:53550/0 (socket says 172.21.15.181:53550) 2023-11-18T15:43:10.481 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f33914c2700 1 -- 172.21.15.181:0/3626849669 learned_addr learned my addr 172.21.15.181:0/3626849669 (peer_addr_for_me v1:172.21.15.181:0/0) 2023-11-18T15:43:10.481 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f338bfff700 1 --2- 172.21.15.181:0/3626849669 >> v2:172.21.15.99:3300/0 conn(0x7f338c13ef60 0x7f338c1414b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.482 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f3390cc1700 1 -- 172.21.15.181:0/3626849669 >> v2:172.21.15.99:3300/0 conn(0x7f338c13ef60 msgr2=0x7f338c1414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:10.482 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f338b7fe700 1 -- 172.21.15.181:0/3626849669 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3923471726 0 0) 0x7f338c141e50 con 0x7f338c1419f0 2023-11-18T15:43:10.482 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f3390cc1700 1 --2- 172.21.15.181:0/3626849669 >> v2:172.21.15.99:3300/0 conn(0x7f338c13ef60 0x7f338c1414b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.482 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f3390cc1700 1 -- 172.21.15.181:0/3626849669 >> v1:172.21.15.181:6789/0 conn(0x7f338c1419f0 legacy=0x7f338c15c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.482 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f3390cc1700 1 -- 172.21.15.181:0/3626849669 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f338c15d140 con 0x7f338c13eb80 2023-11-18T15:43:10.482 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f3390cc1700 1 --2- 172.21.15.181:0/3626849669 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13eb80 0x7f338c0cf1e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3380009840 tx=0x7f3380009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a351f5fc26a94e1 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.482 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f338b7fe700 1 -- 172.21.15.181:0/3626849669 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3380011830 con 0x7f338c13eb80 2023-11-18T15:43:10.482 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f338b7fe700 1 -- 172.21.15.181:0/3626849669 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3380011990 con 0x7f338c13eb80 2023-11-18T15:43:10.483 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.478+0000 7f338b7fe700 1 -- 172.21.15.181:0/3626849669 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3380011d20 con 0x7f338c13eb80 2023-11-18T15:43:10.483 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.479+0000 7f3392f25700 1 -- 172.21.15.181:0/3626849669 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13eb80 msgr2=0x7f338c0cf1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.483 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.479+0000 7f3392f25700 1 --2- 172.21.15.181:0/3626849669 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13eb80 0x7f338c0cf1e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3380009840 tx=0x7f3380009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:10.483 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.479+0000 7f3392f25700 1 -- 172.21.15.181:0/3626849669 shutdown_connections 2023-11-18T15:43:10.483 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.479+0000 7f3392f25700 1 --2- 172.21.15.181:0/3626849669 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13eb80 0x7f338c0cf1e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.483 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.479+0000 7f3392f25700 1 --2- 172.21.15.181:0/3626849669 >> v2:172.21.15.99:3300/0 conn(0x7f338c13ef60 0x7f338c1414b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.483 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.479+0000 7f3392f25700 1 -- 172.21.15.181:0/3626849669 >> 172.21.15.181:0/3626849669 conn(0x7f338c0b31d0 msgr2=0x7f338c0b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:10.483 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.479+0000 7f3392f25700 1 -- 172.21.15.181:0/3626849669 shutdown_connections 2023-11-18T15:43:10.484 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.479+0000 7f3392f25700 1 -- 172.21.15.181:0/3626849669 wait complete. 2023-11-18T15:43:10.486 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.480+0000 7f3392f25700 1 Processor -- start 2023-11-18T15:43:10.486 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.480+0000 7f3392f25700 1 -- start start 2023-11-18T15:43:10.486 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.481+0000 7f3392f25700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f338c13eb80 0x7f338c155f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.486 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.481+0000 7f3392f25700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f338c1419f0 0x7f338c156aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.486 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.481+0000 7f3392f25700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13ca80 0x7f338c1f4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.486 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f3392f25700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338c159be0 con 0x7f338c13eb80 2023-11-18T15:43:10.486 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f3392f25700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338c156fe0 con 0x7f338c1419f0 2023-11-18T15:43:10.486 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f3392f25700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f338c159620 con 0x7f338c13ca80 2023-11-18T15:43:10.486 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33914c2700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13ca80 0x7f338c1f4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33914c2700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13ca80 0x7f338c1f4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.181:43038/0 (socket says 172.21.15.181:43038) 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33914c2700 1 -- 172.21.15.181:0/1353839721 learned_addr learned my addr 172.21.15.181:0/1353839721 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f338bfff700 1 --2- 172.21.15.181:0/1353839721 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f338c1419f0 0x7f338c156aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f3390cc1700 1 --2- 172.21.15.181:0/1353839721 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f338c13eb80 0x7f338c155f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33914c2700 1 -- 172.21.15.181:0/1353839721 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f338c1419f0 msgr2=0x7f338c156aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33914c2700 1 --2- 172.21.15.181:0/1353839721 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f338c1419f0 0x7f338c156aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33914c2700 1 -- 172.21.15.181:0/1353839721 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f338c13eb80 msgr2=0x7f338c155f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33914c2700 1 --2- 172.21.15.181:0/1353839721 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f338c13eb80 0x7f338c155f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33914c2700 1 -- 172.21.15.181:0/1353839721 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33800094a0 con 0x7f338c13ca80 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33914c2700 1 --2- 172.21.15.181:0/1353839721 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13ca80 0x7f338c1f4020 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f338400cba0 tx=0x7f338400ceb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33897fa700 1 -- 172.21.15.181:0/1353839721 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f338400aaa0 con 0x7f338c13ca80 2023-11-18T15:43:10.487 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33897fa700 1 -- 172.21.15.181:0/1353839721 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f338400ac20 con 0x7f338c13ca80 2023-11-18T15:43:10.488 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f33897fa700 1 -- 172.21.15.181:0/1353839721 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33840070d0 con 0x7f338c13ca80 2023-11-18T15:43:10.488 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f3392f25700 1 -- 172.21.15.181:0/1353839721 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f338c159900 con 0x7f338c13ca80 2023-11-18T15:43:10.488 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.482+0000 7f3392f25700 1 -- 172.21.15.181:0/1353839721 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f338c13c560 con 0x7f338c13ca80 2023-11-18T15:43:10.488 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.483+0000 7f33897fa700 1 -- 172.21.15.181:0/1353839721 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f3384007530 con 0x7f338c13ca80 2023-11-18T15:43:10.488 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.483+0000 7f33897fa700 1 -- 172.21.15.181:0/1353839721 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f3384012d70 con 0x7f338c13ca80 2023-11-18T15:43:10.488 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.483+0000 7f3392f25700 1 -- 172.21.15.181:0/1353839721 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f338c13c8d0 con 0x7f338c13ca80 2023-11-18T15:43:10.488 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.485+0000 7f33897fa700 1 -- 172.21.15.181:0/1353839721 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f3384018070 con 0x7f338c13ca80 2023-11-18T15:43:10.527 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:10.525+0000 7f6ab0e59200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-18T15:43:10.567 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:10.566+0000 7f0c12db2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-18T15:43:10.572 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.571+0000 7f3392f25700 1 -- 172.21.15.181:0/1353839721 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd new", "uuid": "dcd064ce-fd9d-447d-832b-4a6debf14999", "id": 2} v 0) v1 -- 0x7f338c069400 con 0x7f338c13ca80 2023-11-18T15:43:10.577 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.576+0000 7f33897fa700 1 -- 172.21.15.181:0/1353839721 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "dcd064ce-fd9d-447d-832b-4a6debf14999", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f3384007970 con 0x7f338c13ca80 2023-11-18T15:43:10.578 INFO:teuthology.orchestra.run.smithi181.stdout:2 2023-11-18T15:43:10.579 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.577+0000 7f3392f25700 1 -- 172.21.15.181:0/1353839721 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13ca80 msgr2=0x7f338c1f4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.581 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.577+0000 7f3392f25700 1 --2- 172.21.15.181:0/1353839721 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13ca80 0x7f338c1f4020 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f338400cba0 tx=0x7f338400ceb0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.581 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.577+0000 7f3392f25700 1 -- 172.21.15.181:0/1353839721 shutdown_connections 2023-11-18T15:43:10.581 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.577+0000 7f3392f25700 1 --2- 172.21.15.181:0/1353839721 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f338c13eb80 0x7f338c155f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.581 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.577+0000 7f3392f25700 1 --2- 172.21.15.181:0/1353839721 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f338c13ca80 0x7f338c1f4020 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.581 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.577+0000 7f3392f25700 1 --2- 172.21.15.181:0/1353839721 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f338c1419f0 0x7f338c156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.581 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.577+0000 7f3392f25700 1 -- 172.21.15.181:0/1353839721 >> 172.21.15.181:0/1353839721 conn(0x7f338c0b31d0 msgr2=0x7f338c141e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:10.581 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.577+0000 7f3392f25700 1 -- 172.21.15.181:0/1353839721 shutdown_connections 2023-11-18T15:43:10.581 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.577+0000 7f3392f25700 1 -- 172.21.15.181:0/1353839721 wait complete. 2023-11-18T15:43:10.591 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new a9026382-c966-46c3-b7d2-4f90bdf758b7 3 2023-11-18T15:43:10.753 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.752+0000 7f944c0d4700 1 Processor -- start 2023-11-18T15:43:10.753 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.752+0000 7f944c0d4700 1 -- start start 2023-11-18T15:43:10.756 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944c0d4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f944413eb80 0x7f94440cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.756 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944c0d4700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944415c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.756 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944c0d4700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94440cf720 con 0x7f944413ef60 2023-11-18T15:43:10.756 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944c0d4700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f944415d420 con 0x7f944413eb80 2023-11-18T15:43:10.756 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944c0d4700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f944415d140 con 0x7f9444141bc0 2023-11-18T15:43:10.757 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944a671700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944415c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.757 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944a671700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944415c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.181:43044/0 (socket says 172.21.15.181:43044) 2023-11-18T15:43:10.757 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944a671700 1 -- 172.21.15.181:0/1568866197 learned_addr learned my addr 172.21.15.181:0/1568866197 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:10.757 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f9449e70700 1 --2- 172.21.15.181:0/1568866197 >> v2:172.21.15.99:3300/0 conn(0x7f944413eb80 0x7f94440cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.757 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944a671700 1 -- 172.21.15.181:0/1568866197 >> v2:172.21.15.99:3300/0 conn(0x7f944413eb80 msgr2=0x7f94440cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:10.757 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944a671700 1 --2- 172.21.15.181:0/1568866197 >> v2:172.21.15.99:3300/0 conn(0x7f944413eb80 0x7f94440cf1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.757 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944a671700 1 -- 172.21.15.181:0/1568866197 >> v1:172.21.15.99:6789/0 conn(0x7f944413ef60 legacy=0x7f94441414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.758 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944a671700 1 -- 172.21.15.181:0/1568866197 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94440ce700 con 0x7f9444141bc0 2023-11-18T15:43:10.758 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.753+0000 7f944a671700 1 --2- 172.21.15.181:0/1568866197 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944415c3e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f943c009e50 tx=0x7f943c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3bb4294a735f190 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.758 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f9448e6e700 1 -- 172.21.15.181:0/1568866197 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f943c00e070 con 0x7f9444141bc0 2023-11-18T15:43:10.758 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f9448e6e700 1 -- 172.21.15.181:0/1568866197 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f943c00b910 con 0x7f9444141bc0 2023-11-18T15:43:10.758 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f9448e6e700 1 -- 172.21.15.181:0/1568866197 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f943c00bcc0 con 0x7f9444141bc0 2023-11-18T15:43:10.758 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f944c0d4700 1 -- 172.21.15.181:0/1568866197 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 msgr2=0x7f944415c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.758 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f944c0d4700 1 --2- 172.21.15.181:0/1568866197 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944415c3e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f943c009e50 tx=0x7f943c00b330 comp rx=0 tx=0).stop 2023-11-18T15:43:10.759 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f944c0d4700 1 -- 172.21.15.181:0/1568866197 shutdown_connections 2023-11-18T15:43:10.759 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f944c0d4700 1 --2- 172.21.15.181:0/1568866197 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944415c3e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.759 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f944c0d4700 1 --2- 172.21.15.181:0/1568866197 >> v2:172.21.15.99:3300/0 conn(0x7f944413eb80 0x7f94440cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.759 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f944c0d4700 1 -- 172.21.15.181:0/1568866197 >> 172.21.15.181:0/1568866197 conn(0x7f94440b31d0 msgr2=0x7f94440b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:10.759 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f944c0d4700 1 -- 172.21.15.181:0/1568866197 shutdown_connections 2023-11-18T15:43:10.759 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.754+0000 7f944c0d4700 1 -- 172.21.15.181:0/1568866197 wait complete. 2023-11-18T15:43:10.763 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944c0d4700 1 Processor -- start 2023-11-18T15:43:10.763 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944c0d4700 1 -- start start 2023-11-18T15:43:10.763 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944c0d4700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f944413eb80 0x7f94441550a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.763 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944c0d4700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944406b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.763 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944c0d4700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f944406cad0 0x7f944413a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.763 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944c0d4700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f944406c6b0 con 0x7f944413eb80 2023-11-18T15:43:10.764 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944c0d4700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f944406b7b0 con 0x7f944406cad0 2023-11-18T15:43:10.764 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944c0d4700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f944406ba30 con 0x7f9444141bc0 2023-11-18T15:43:10.764 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944a671700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f944406cad0 0x7f944413a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.764 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944966f700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944406b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.764 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944966f700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944406b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.181:43048/0 (socket says 172.21.15.181:43048) 2023-11-18T15:43:10.764 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944966f700 1 -- 172.21.15.181:0/3766408928 learned_addr learned my addr 172.21.15.181:0/3766408928 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:10.764 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f944a671700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f944406cad0 0x7f944413a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:59614/0 (socket says 172.21.15.181:59614) 2023-11-18T15:43:10.765 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.756+0000 7f9449e70700 1 --2- 172.21.15.181:0/3766408928 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f944413eb80 0x7f94441550a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.765 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f944a671700 1 -- 172.21.15.181:0/3766408928 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 msgr2=0x7f944406b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.765 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f944a671700 1 --2- 172.21.15.181:0/3766408928 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944406b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.765 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f944a671700 1 -- 172.21.15.181:0/3766408928 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f944413eb80 msgr2=0x7f94441550a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.765 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f944a671700 1 --2- 172.21.15.181:0/3766408928 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f944413eb80 0x7f94441550a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.765 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f944a671700 1 -- 172.21.15.181:0/3766408928 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f943c009b30 con 0x7f944406cad0 2023-11-18T15:43:10.765 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f944a671700 1 --2- 172.21.15.181:0/3766408928 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f944406cad0 0x7f944413a800 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f943c015000 tx=0x7f943c004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.766 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f943a7fc700 1 -- 172.21.15.181:0/3766408928 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f943c004800 con 0x7f944406cad0 2023-11-18T15:43:10.766 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f943a7fc700 1 -- 172.21.15.181:0/3766408928 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f943c004960 con 0x7f944406cad0 2023-11-18T15:43:10.766 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f944c0d4700 1 -- 172.21.15.181:0/3766408928 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f944406bd10 con 0x7f944406cad0 2023-11-18T15:43:10.766 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f943a7fc700 1 -- 172.21.15.181:0/3766408928 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f943c01b670 con 0x7f944406cad0 2023-11-18T15:43:10.766 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f944c0d4700 1 -- 172.21.15.181:0/3766408928 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f944406c2d0 con 0x7f944406cad0 2023-11-18T15:43:10.766 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f943a7fc700 1 -- 172.21.15.181:0/3766408928 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f943c01bad0 con 0x7f944406cad0 2023-11-18T15:43:10.766 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.757+0000 7f943a7fc700 1 -- 172.21.15.181:0/3766408928 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f943c01bd80 con 0x7f944406cad0 2023-11-18T15:43:10.767 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.758+0000 7f944c0d4700 1 -- 172.21.15.181:0/3766408928 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9444069400 con 0x7f944406cad0 2023-11-18T15:43:10.767 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.760+0000 7f943a7fc700 1 -- 172.21.15.181:0/3766408928 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f943c042ce0 con 0x7f944406cad0 2023-11-18T15:43:10.846 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.844+0000 7f944c0d4700 1 -- 172.21.15.181:0/3766408928 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a9026382-c966-46c3-b7d2-4f90bdf758b7", "id": 3} v 0) v1 -- 0x7f944406c7f0 con 0x7f944406cad0 2023-11-18T15:43:10.851 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.850+0000 7f943a7fc700 1 -- 172.21.15.181:0/3766408928 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a9026382-c966-46c3-b7d2-4f90bdf758b7", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f944406c7f0 con 0x7f944406cad0 2023-11-18T15:43:10.851 INFO:teuthology.orchestra.run.smithi181.stdout:3 2023-11-18T15:43:10.852 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.851+0000 7f944c0d4700 1 -- 172.21.15.181:0/3766408928 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f944406cad0 msgr2=0x7f944413a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.853 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.851+0000 7f944c0d4700 1 --2- 172.21.15.181:0/3766408928 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f944406cad0 0x7f944413a800 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f943c015000 tx=0x7f943c004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.853 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.851+0000 7f944c0d4700 1 -- 172.21.15.181:0/3766408928 shutdown_connections 2023-11-18T15:43:10.853 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.851+0000 7f944c0d4700 1 --2- 172.21.15.181:0/3766408928 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f944413eb80 0x7f94441550a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.853 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.851+0000 7f944c0d4700 1 --2- 172.21.15.181:0/3766408928 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f944406cad0 0x7f944413a800 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.853 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.851+0000 7f944c0d4700 1 --2- 172.21.15.181:0/3766408928 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9444141bc0 0x7f944406b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.853 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.851+0000 7f944c0d4700 1 -- 172.21.15.181:0/3766408928 >> 172.21.15.181:0/3766408928 conn(0x7f94440b31d0 msgr2=0x7f944406d290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:10.853 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.851+0000 7f944c0d4700 1 -- 172.21.15.181:0/3766408928 shutdown_connections 2023-11-18T15:43:10.853 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.851+0000 7f944c0d4700 1 -- 172.21.15.181:0/3766408928 wait complete. 2023-11-18T15:43:10.864 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 7c3d6c0b-3801-4468-9da0-0ec10bd47354 4 2023-11-18T15:43:10.954 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:10.953+0000 7f6ab0e59200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-18T15:43:10.984 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.982+0000 7fc7235b4700 1 Processor -- start 2023-11-18T15:43:10.984 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.983+0000 7fc7235b4700 1 -- start start 2023-11-18T15:43:10.987 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.983+0000 7fc7235b4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc71c13ee30 0x7fc71c0afa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.987 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.983+0000 7fc7235b4700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0ce090 0x7fc71c072650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.987 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.983+0000 7fc7235b4700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc71c142450 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.987 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.983+0000 7fc7235b4700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc71c141840 con 0x7fc71c13ee30 2023-11-18T15:43:10.987 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.983+0000 7fc7235b4700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc71c141b20 con 0x7fc71c0ce090 2023-11-18T15:43:10.987 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc720b4f700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fc71c0cdbe0 0x7fc71c0704f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.181:53570/0 (socket says 172.21.15.181:53570) 2023-11-18T15:43:10.987 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc720b4f700 1 -- 172.21.15.181:0/2268097651 learned_addr learned my addr 172.21.15.181:0/2268097651 (peer_addr_for_me v1:172.21.15.181:0/0) 2023-11-18T15:43:10.988 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc721b51700 1 --2- 172.21.15.181:0/2268097651 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0ce090 0x7fc71c072650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.988 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc721350700 1 --2- 172.21.15.181:0/2268097651 >> v2:172.21.15.99:3300/0 conn(0x7fc71c13ee30 0x7fc71c0afa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.988 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc713fff700 1 -- 172.21.15.181:0/2268097651 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1312107465 0 0) 0x7fc71c142450 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.988 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc713fff700 1 -- 172.21.15.181:0/2268097651 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc7080035b0 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.988 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc721b51700 1 -- 172.21.15.181:0/2268097651 >> v2:172.21.15.99:3300/0 conn(0x7fc71c13ee30 msgr2=0x7fc71c0afa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:10.988 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc721b51700 1 --2- 172.21.15.181:0/2268097651 >> v2:172.21.15.99:3300/0 conn(0x7fc71c13ee30 0x7fc71c0afa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.988 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc721b51700 1 -- 172.21.15.181:0/2268097651 >> v1:172.21.15.181:6789/0 conn(0x7fc71c0cdbe0 legacy=0x7fc71c0704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.989 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc721b51700 1 -- 172.21.15.181:0/2268097651 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc71c141e00 con 0x7fc71c0ce090 2023-11-18T15:43:10.989 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc721b51700 1 --2- 172.21.15.181:0/2268097651 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0ce090 0x7fc71c072650 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc714009d90 tx=0x7fc71400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bef310159380b96b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.989 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc713fff700 1 -- 172.21.15.181:0/2268097651 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc71400e070 con 0x7fc71c0ce090 2023-11-18T15:43:10.989 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc713fff700 1 -- 172.21.15.181:0/2268097651 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc71400bb20 con 0x7fc71c0ce090 2023-11-18T15:43:10.989 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.984+0000 7fc713fff700 1 -- 172.21.15.181:0/2268097651 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc714012430 con 0x7fc71c0ce090 2023-11-18T15:43:10.989 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.985+0000 7fc7235b4700 1 -- 172.21.15.181:0/2268097651 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0ce090 msgr2=0x7fc71c072650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.989 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.985+0000 7fc7235b4700 1 --2- 172.21.15.181:0/2268097651 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0ce090 0x7fc71c072650 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc714009d90 tx=0x7fc71400b330 comp rx=0 tx=0).stop 2023-11-18T15:43:10.990 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.985+0000 7fc7235b4700 1 -- 172.21.15.181:0/2268097651 shutdown_connections 2023-11-18T15:43:10.990 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.985+0000 7fc7235b4700 1 --2- 172.21.15.181:0/2268097651 >> v2:172.21.15.99:3300/0 conn(0x7fc71c13ee30 0x7fc71c0afa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.990 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.985+0000 7fc7235b4700 1 --2- 172.21.15.181:0/2268097651 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0ce090 0x7fc71c072650 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.990 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.985+0000 7fc7235b4700 1 -- 172.21.15.181:0/2268097651 >> 172.21.15.181:0/2268097651 conn(0x7fc71c0b38b0 msgr2=0x7fc71c0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:10.990 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.985+0000 7fc7235b4700 1 -- 172.21.15.181:0/2268097651 shutdown_connections 2023-11-18T15:43:10.990 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.985+0000 7fc7235b4700 1 -- 172.21.15.181:0/2268097651 wait complete. 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.986+0000 7fc7235b4700 1 Processor -- start 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.986+0000 7fc7235b4700 1 -- start start 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc7235b4700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0cdbe0 0x7fc71c1f3130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc7235b4700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc71c13ee30 0x7fc71c140690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc7235b4700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc71c140bd0 0x7fc71c06e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc7235b4700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc71c141050 con 0x7fc71c13ee30 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc7235b4700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc71c1f3670 con 0x7fc71c140bd0 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc7235b4700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc71c0ae270 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721b51700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc71c140bd0 0x7fc71c06e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721350700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0cdbe0 0x7fc71c1f3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.993 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721b51700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc71c140bd0 0x7fc71c06e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:59624/0 (socket says 172.21.15.181:59624) 2023-11-18T15:43:10.994 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721b51700 1 -- 172.21.15.181:0/42033122 learned_addr learned my addr 172.21.15.181:0/42033122 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:10.994 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721350700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0cdbe0 0x7fc71c1f3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.181:43056/0 (socket says 172.21.15.181:43056) 2023-11-18T15:43:10.994 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc720b4f700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc71c13ee30 0x7fc71c140690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:10.994 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721350700 1 -- 172.21.15.181:0/42033122 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc71c140bd0 msgr2=0x7fc71c06e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.994 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721350700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc71c140bd0 0x7fc71c06e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.994 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721350700 1 -- 172.21.15.181:0/42033122 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc71c13ee30 msgr2=0x7fc71c140690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:10.994 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721350700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc71c13ee30 0x7fc71c140690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:10.994 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721350700 1 -- 172.21.15.181:0/42033122 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc714009a70 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.994 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721b51700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc71c140bd0 0x7fc71c06e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:10.995 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.987+0000 7fc721350700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0cdbe0 0x7fc71c1f3130 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc71800e8a0 tx=0x7fc71800ebb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:10.995 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.988+0000 7fc711ffb700 1 -- 172.21.15.181:0/42033122 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc718013680 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.995 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.988+0000 7fc711ffb700 1 -- 172.21.15.181:0/42033122 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7180137e0 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.995 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.988+0000 7fc7235b4700 1 -- 172.21.15.181:0/42033122 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc71c0ae510 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.995 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.988+0000 7fc711ffb700 1 -- 172.21.15.181:0/42033122 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc718013b70 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.995 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.988+0000 7fc7235b4700 1 -- 172.21.15.181:0/42033122 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc71c0aead0 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.995 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.989+0000 7fc711ffb700 1 -- 172.21.15.181:0/42033122 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc718005a20 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.996 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.989+0000 7fc711ffb700 1 -- 172.21.15.181:0/42033122 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fc718006700 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.996 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.989+0000 7fc7235b4700 1 -- 172.21.15.181:0/42033122 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc71c069400 con 0x7fc71c0cdbe0 2023-11-18T15:43:10.996 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:10.991+0000 7fc711ffb700 1 -- 172.21.15.181:0/42033122 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fc718021060 con 0x7fc71c0cdbe0 2023-11-18T15:43:11.030 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:11.029+0000 7f0c12db2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-18T15:43:11.077 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.075+0000 7fc7235b4700 1 -- 172.21.15.181:0/42033122 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd new", "uuid": "7c3d6c0b-3801-4468-9da0-0ec10bd47354", "id": 4} v 0) v1 -- 0x7fc71c15d850 con 0x7fc71c0cdbe0 2023-11-18T15:43:11.082 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.081+0000 7fc711ffb700 1 -- 172.21.15.181:0/42033122 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7c3d6c0b-3801-4468-9da0-0ec10bd47354", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc71802a0b0 con 0x7fc71c0cdbe0 2023-11-18T15:43:11.082 INFO:teuthology.orchestra.run.smithi181.stdout:4 2023-11-18T15:43:11.083 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.082+0000 7fc7235b4700 1 -- 172.21.15.181:0/42033122 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0cdbe0 msgr2=0x7fc71c1f3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.084 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.082+0000 7fc7235b4700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0cdbe0 0x7fc71c1f3130 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc71800e8a0 tx=0x7fc71800ebb0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.084 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.082+0000 7fc7235b4700 1 -- 172.21.15.181:0/42033122 shutdown_connections 2023-11-18T15:43:11.084 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.082+0000 7fc7235b4700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc71c140bd0 0x7fc71c06e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.084 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.082+0000 7fc7235b4700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc71c0cdbe0 0x7fc71c1f3130 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.084 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.082+0000 7fc7235b4700 1 --2- 172.21.15.181:0/42033122 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc71c13ee30 0x7fc71c140690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.084 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.082+0000 7fc7235b4700 1 -- 172.21.15.181:0/42033122 >> 172.21.15.181:0/42033122 conn(0x7fc71c0b38b0 msgr2=0x7fc71c0704f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:11.084 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.082+0000 7fc7235b4700 1 -- 172.21.15.181:0/42033122 shutdown_connections 2023-11-18T15:43:11.085 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.082+0000 7fc7235b4700 1 -- 172.21.15.181:0/42033122 wait complete. 2023-11-18T15:43:11.096 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 71403c96-5611-4d7b-be70-e99a4bf937cf 5 2023-11-18T15:43:11.217 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.215+0000 7f8d8e510700 1 Processor -- start 2023-11-18T15:43:11.217 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.215+0000 7f8d8e510700 1 -- start start 2023-11-18T15:43:11.219 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d8e510700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8d88072750 0x7f8d88072b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.219 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d8e510700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d880730a0 con 0x7f8d881599a0 2023-11-18T15:43:11.219 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d8e510700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d8815d440 con 0x7f8d8815cfb0 2023-11-18T15:43:11.219 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d8e510700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d880d1300 con 0x7f8d88072750 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d877fe700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f8d8815cfb0 0x7f8d880d0ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.181:53582/0 (socket says 172.21.15.181:53582) 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d877fe700 1 -- 172.21.15.181:0/321070173 learned_addr learned my addr 172.21.15.181:0/321070173 (peer_addr_for_me v1:172.21.15.181:0/0) 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d8caad700 1 --2- 172.21.15.181:0/321070173 >> v2:172.21.15.99:3300/0 conn(0x7f8d88072750 0x7f8d88072b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d86ffd700 1 -- 172.21.15.181:0/321070173 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2776262019 0 0) 0x7f8d8815d440 con 0x7f8d8815cfb0 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d86ffd700 1 -- 172.21.15.181:0/321070173 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8d700035b0 con 0x7f8d8815cfb0 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d86ffd700 1 -- 172.21.15.181:0/321070173 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 973751172 0 0) 0x7f8d880730a0 con 0x7f8d881599a0 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.216+0000 7f8d86ffd700 1 -- 172.21.15.181:0/321070173 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8d8815d440 con 0x7f8d881599a0 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.217+0000 7f8d8caad700 1 -- 172.21.15.181:0/321070173 >> v1:172.21.15.181:6789/0 conn(0x7f8d8815cfb0 legacy=0x7f8d880d0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.217+0000 7f8d8caad700 1 -- 172.21.15.181:0/321070173 >> v1:172.21.15.99:6789/0 conn(0x7f8d881599a0 legacy=0x7f8d880b56e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.217+0000 7f8d8caad700 1 -- 172.21.15.181:0/321070173 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d880d15e0 con 0x7f8d88072750 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.217+0000 7f8d8caad700 1 --2- 172.21.15.181:0/321070173 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 0x7f8d88072b60 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8d80009d90 tx=0x7f8d8000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b5df1f2dbf9a3be server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:11.220 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.217+0000 7f8d86ffd700 1 -- 172.21.15.181:0/321070173 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d8000e070 con 0x7f8d88072750 2023-11-18T15:43:11.221 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.217+0000 7f8d86ffd700 1 -- 172.21.15.181:0/321070173 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d8000bb20 con 0x7f8d88072750 2023-11-18T15:43:11.221 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.217+0000 7f8d86ffd700 1 -- 172.21.15.181:0/321070173 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d80012430 con 0x7f8d88072750 2023-11-18T15:43:11.221 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.217+0000 7f8d8e510700 1 -- 172.21.15.181:0/321070173 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 msgr2=0x7f8d88072b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.221 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.217+0000 7f8d8e510700 1 --2- 172.21.15.181:0/321070173 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 0x7f8d88072b60 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8d80009d90 tx=0x7f8d8000b330 comp rx=0 tx=0).stop 2023-11-18T15:43:11.221 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.218+0000 7f8d8e510700 1 -- 172.21.15.181:0/321070173 shutdown_connections 2023-11-18T15:43:11.221 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.218+0000 7f8d8e510700 1 --2- 172.21.15.181:0/321070173 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 0x7f8d88072b60 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.221 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.218+0000 7f8d8e510700 1 -- 172.21.15.181:0/321070173 >> 172.21.15.181:0/321070173 conn(0x7f8d88066e20 msgr2=0x7f8d88067230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:11.221 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.218+0000 7f8d8e510700 1 -- 172.21.15.181:0/321070173 shutdown_connections 2023-11-18T15:43:11.221 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.218+0000 7f8d8e510700 1 -- 172.21.15.181:0/321070173 wait complete. 2023-11-18T15:43:11.224 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.219+0000 7f8d8e510700 1 Processor -- start 2023-11-18T15:43:11.224 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.219+0000 7f8d8e510700 1 -- start start 2023-11-18T15:43:11.224 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8e510700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 0x7f8d881f3200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.224 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8e510700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8d881599a0 0x7f8d880aeae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.224 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8e510700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d8815cfb0 0x7f8d881577f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.224 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8e510700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d8814e140 con 0x7f8d88072750 2023-11-18T15:43:11.224 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8e510700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d8806cfb0 con 0x7f8d8815cfb0 2023-11-18T15:43:11.224 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8e510700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d8806c710 con 0x7f8d881599a0 2023-11-18T15:43:11.224 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8caad700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d8815cfb0 0x7f8d881577f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d877fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8d881599a0 0x7f8d880aeae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8caad700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d8815cfb0 0x7f8d881577f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:59636/0 (socket says 172.21.15.181:59636) 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d877fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8d881599a0 0x7f8d880aeae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.181:43070/0 (socket says 172.21.15.181:43070) 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8caad700 1 -- 172.21.15.181:0/1538526354 learned_addr learned my addr 172.21.15.181:0/1538526354 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d87fff700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 0x7f8d881f3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d877fe700 1 -- 172.21.15.181:0/1538526354 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d8815cfb0 msgr2=0x7f8d881577f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d877fe700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d8815cfb0 0x7f8d881577f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d877fe700 1 -- 172.21.15.181:0/1538526354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 msgr2=0x7f8d881f3200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d877fe700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 0x7f8d881f3200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d877fe700 1 -- 172.21.15.181:0/1538526354 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d80009a70 con 0x7f8d881599a0 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8caad700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d8815cfb0 0x7f8d881577f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:11.225 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d87fff700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 0x7f8d881f3200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:11.226 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d877fe700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8d881599a0 0x7f8d880aeae0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c00c4d0 tx=0x7f8d7c00c7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:11.226 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d84ff9700 1 -- 172.21.15.181:0/1538526354 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d7c005d70 con 0x7f8d881599a0 2023-11-18T15:43:11.226 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d84ff9700 1 -- 172.21.15.181:0/1538526354 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d7c0070d0 con 0x7f8d881599a0 2023-11-18T15:43:11.226 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8e510700 1 -- 172.21.15.181:0/1538526354 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d8806c9f0 con 0x7f8d881599a0 2023-11-18T15:43:11.226 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d84ff9700 1 -- 172.21.15.181:0/1538526354 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d7c007480 con 0x7f8d881599a0 2023-11-18T15:43:11.226 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.220+0000 7f8d8e510700 1 -- 172.21.15.181:0/1538526354 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d88151a20 con 0x7f8d881599a0 2023-11-18T15:43:11.226 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.221+0000 7f8d84ff9700 1 -- 172.21.15.181:0/1538526354 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f8d7c01c440 con 0x7f8d881599a0 2023-11-18T15:43:11.226 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.221+0000 7f8d84ff9700 1 -- 172.21.15.181:0/1538526354 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f8d7c012980 con 0x7f8d881599a0 2023-11-18T15:43:11.226 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.222+0000 7f8d8e510700 1 -- 172.21.15.181:0/1538526354 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d88151d90 con 0x7f8d881599a0 2023-11-18T15:43:11.227 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.224+0000 7f8d84ff9700 1 -- 172.21.15.181:0/1538526354 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f8d7c017070 con 0x7f8d881599a0 2023-11-18T15:43:11.326 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.324+0000 7f8d8e510700 1 -- 172.21.15.181:0/1538526354 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd new", "uuid": "71403c96-5611-4d7b-be70-e99a4bf937cf", "id": 5} v 0) v1 -- 0x7f8d88073aa0 con 0x7f8d881599a0 2023-11-18T15:43:11.334 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.333+0000 7f8d84ff9700 1 -- 172.21.15.181:0/1538526354 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "71403c96-5611-4d7b-be70-e99a4bf937cf", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f8d7c0124d0 con 0x7f8d881599a0 2023-11-18T15:43:11.335 INFO:teuthology.orchestra.run.smithi181.stdout:5 2023-11-18T15:43:11.336 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.334+0000 7f8d8e510700 1 -- 172.21.15.181:0/1538526354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8d881599a0 msgr2=0x7f8d880aeae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.336 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.334+0000 7f8d8e510700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8d881599a0 0x7f8d880aeae0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c00c4d0 tx=0x7f8d7c00c7e0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.336 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.334+0000 7f8d8e510700 1 -- 172.21.15.181:0/1538526354 shutdown_connections 2023-11-18T15:43:11.336 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.334+0000 7f8d8e510700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d88072750 0x7f8d881f3200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.336 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.334+0000 7f8d8e510700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d8815cfb0 0x7f8d881577f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.336 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.334+0000 7f8d8e510700 1 --2- 172.21.15.181:0/1538526354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8d881599a0 0x7f8d880aeae0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.336 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.334+0000 7f8d8e510700 1 -- 172.21.15.181:0/1538526354 >> 172.21.15.181:0/1538526354 conn(0x7f8d88066e20 msgr2=0x7f8d880743d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:11.336 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.334+0000 7f8d8e510700 1 -- 172.21.15.181:0/1538526354 shutdown_connections 2023-11-18T15:43:11.337 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.334+0000 7f8d8e510700 1 -- 172.21.15.181:0/1538526354 wait complete. 2023-11-18T15:43:11.349 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new fea58574-a9e3-4ddf-84be-e0bfe5a56ea3 6 2023-11-18T15:43:11.493 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.489+0000 7f0018661700 1 Processor -- start 2023-11-18T15:43:11.493 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.489+0000 7f0018661700 1 -- start start 2023-11-18T15:43:11.493 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.490+0000 7f0018661700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f001008b930 0x7f0010071ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.493 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.490+0000 7f0018661700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0010072410 0x7f00100cdd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.493 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.490+0000 7f0018661700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0010073500 con 0x7f00100ce2d0 2023-11-18T15:43:11.493 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.490+0000 7f0018661700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00100ce700 con 0x7f0010072410 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.490+0000 7f0018661700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00100728f0 con 0x7f001008b930 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.490+0000 7f0015bfc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0010072410 0x7f00100cdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f0015bfc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0010072410 0x7f00100cdd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.181:35680/0 (socket says 172.21.15.181:35680) 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f0015bfc700 1 -- 172.21.15.181:0/3719923439 learned_addr learned my addr 172.21.15.181:0/3719923439 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f00163fd700 1 --2- 172.21.15.181:0/3719923439 >> v2:172.21.15.181:3300/0 conn(0x7f001008b930 0x7f0010071ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f00153fb700 1 -- 172.21.15.181:0/3719923439 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2745071631 0 0) 0x7f0010073500 con 0x7f00100ce2d0 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f00153fb700 1 -- 172.21.15.181:0/3719923439 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efff80057c0 con 0x7f00100ce2d0 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f0015bfc700 1 -- 172.21.15.181:0/3719923439 >> v2:172.21.15.181:3300/0 conn(0x7f001008b930 msgr2=0x7f0010071ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f0015bfc700 1 --2- 172.21.15.181:0/3719923439 >> v2:172.21.15.181:3300/0 conn(0x7f001008b930 0x7f0010071ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f0015bfc700 1 -- 172.21.15.181:0/3719923439 >> v1:172.21.15.181:6789/0 conn(0x7f00100ce2d0 legacy=0x7f00100cc850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.494 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f0015bfc700 1 -- 172.21.15.181:0/3719923439 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0010072bd0 con 0x7f0010072410 2023-11-18T15:43:11.495 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.491+0000 7f0015bfc700 1 --2- 172.21.15.181:0/3719923439 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0010072410 0x7f00100cdd90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f00100b47a0 tx=0x7f000000d480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f44601bb6f233f66 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:11.495 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.492+0000 7f00153fb700 1 -- 172.21.15.181:0/3719923439 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0000016a20 con 0x7f0010072410 2023-11-18T15:43:11.495 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.492+0000 7f00153fb700 1 -- 172.21.15.181:0/3719923439 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f000000b070 con 0x7f0010072410 2023-11-18T15:43:11.495 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.492+0000 7f0018661700 1 -- 172.21.15.181:0/3719923439 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0010072410 msgr2=0x7f00100cdd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.496 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.492+0000 7f0018661700 1 --2- 172.21.15.181:0/3719923439 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0010072410 0x7f00100cdd90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f00100b47a0 tx=0x7f000000d480 comp rx=0 tx=0).stop 2023-11-18T15:43:11.496 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.493+0000 7f0018661700 1 -- 172.21.15.181:0/3719923439 shutdown_connections 2023-11-18T15:43:11.496 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.493+0000 7f0018661700 1 --2- 172.21.15.181:0/3719923439 >> v2:172.21.15.181:3300/0 conn(0x7f001008b930 0x7f0010071ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.496 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.493+0000 7f0018661700 1 --2- 172.21.15.181:0/3719923439 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0010072410 0x7f00100cdd90 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.496 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.493+0000 7f0018661700 1 -- 172.21.15.181:0/3719923439 >> 172.21.15.181:0/3719923439 conn(0x7f00100afed0 msgr2=0x7f00100b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:11.496 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.493+0000 7f0018661700 1 -- 172.21.15.181:0/3719923439 shutdown_connections 2023-11-18T15:43:11.496 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.493+0000 7f0018661700 1 -- 172.21.15.181:0/3719923439 wait complete. 2023-11-18T15:43:11.496 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.494+0000 7f0018661700 1 Processor -- start 2023-11-18T15:43:11.496 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.495+0000 7f0018661700 1 -- start start 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0018661700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0010072410 0x7f0010167090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0018661700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f001008b930 0x7f0010165590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0018661700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f00100ce2d0 0x7f001016c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0018661700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0010167700 con 0x7f001008b930 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0018661700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0010203910 con 0x7f0010072410 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0018661700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0010203bf0 con 0x7f00100ce2d0 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0016bfe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f00100ce2d0 0x7f001016c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0016bfe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f00100ce2d0 0x7f001016c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.181:43082/0 (socket says 172.21.15.181:43082) 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0016bfe700 1 -- 172.21.15.181:0/713761727 learned_addr learned my addr 172.21.15.181:0/713761727 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:11.498 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.496+0000 7f0015bfc700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f001008b930 0x7f0010165590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.499 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f00163fd700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0010072410 0x7f0010167090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.499 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f0015bfc700 1 -- 172.21.15.181:0/713761727 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f00100ce2d0 msgr2=0x7f001016c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.499 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f0015bfc700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f00100ce2d0 0x7f001016c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f0015bfc700 1 -- 172.21.15.181:0/713761727 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0010072410 msgr2=0x7f0010167090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f0015bfc700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0010072410 0x7f0010167090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f0015bfc700 1 -- 172.21.15.181:0/713761727 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0000007b10 con 0x7f001008b930 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f00163fd700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0010072410 0x7f0010167090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f0016bfe700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f00100ce2d0 0x7f001016c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f0015bfc700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f001008b930 0x7f0010165590 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f000001d000 tx=0x7f0000004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f000effd700 1 -- 172.21.15.181:0/713761727 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0000016a20 con 0x7f001008b930 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f0018661700 1 -- 172.21.15.181:0/713761727 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0010203ed0 con 0x7f001008b930 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.497+0000 7f0018661700 1 -- 172.21.15.181:0/713761727 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0010165ad0 con 0x7f001008b930 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.498+0000 7f000effd700 1 -- 172.21.15.181:0/713761727 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0000026040 con 0x7f001008b930 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.498+0000 7f000effd700 1 -- 172.21.15.181:0/713761727 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f000002a850 con 0x7f001008b930 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.498+0000 7f000effd700 1 -- 172.21.15.181:0/713761727 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0000033410 con 0x7f001008b930 2023-11-18T15:43:11.500 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.498+0000 7f000effd700 1 -- 172.21.15.181:0/713761727 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f0000016b80 con 0x7f001008b930 2023-11-18T15:43:11.501 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.499+0000 7f0018661700 1 -- 172.21.15.181:0/713761727 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efff00052e0 con 0x7f001008b930 2023-11-18T15:43:11.502 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.501+0000 7f000effd700 1 -- 172.21.15.181:0/713761727 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f000001b070 con 0x7f001008b930 2023-11-18T15:43:11.584 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:11.584+0000 7f6ab0e59200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-11-18T15:43:11.587 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.586+0000 7f0018661700 1 -- 172.21.15.181:0/713761727 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd new", "uuid": "fea58574-a9e3-4ddf-84be-e0bfe5a56ea3", "id": 6} v 0) v1 -- 0x7efff0005900 con 0x7f001008b930 2023-11-18T15:43:11.591 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.589+0000 7f000effd700 1 -- 172.21.15.181:0/713761727 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "fea58574-a9e3-4ddf-84be-e0bfe5a56ea3", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f0000016d40 con 0x7f001008b930 2023-11-18T15:43:11.591 INFO:teuthology.orchestra.run.smithi181.stdout:6 2023-11-18T15:43:11.592 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.590+0000 7f0018661700 1 -- 172.21.15.181:0/713761727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f001008b930 msgr2=0x7f0010165590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.592 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.590+0000 7f0018661700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f001008b930 0x7f0010165590 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f000001d000 tx=0x7f0000004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.592 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.590+0000 7f0018661700 1 -- 172.21.15.181:0/713761727 shutdown_connections 2023-11-18T15:43:11.592 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.590+0000 7f0018661700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f00100ce2d0 0x7f001016c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.592 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.590+0000 7f0018661700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0010072410 0x7f0010167090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.592 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.590+0000 7f0018661700 1 --2- 172.21.15.181:0/713761727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f001008b930 0x7f0010165590 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.592 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.590+0000 7f0018661700 1 -- 172.21.15.181:0/713761727 >> 172.21.15.181:0/713761727 conn(0x7f00100afed0 msgr2=0x7f0010169720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:11.593 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.590+0000 7f0018661700 1 -- 172.21.15.181:0/713761727 shutdown_connections 2023-11-18T15:43:11.593 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.590+0000 7f0018661700 1 -- 172.21.15.181:0/713761727 wait complete. 2023-11-18T15:43:11.605 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 07f97fca-0d46-4759-a9af-9299ec46e689 7 2023-11-18T15:43:11.653 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:11.652+0000 7f6ab0e59200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-18T15:43:11.715 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:11.713+0000 7f0c12db2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-11-18T15:43:11.730 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.728+0000 7f7b3aed1700 1 Processor -- start 2023-11-18T15:43:11.730 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.728+0000 7f7b3aed1700 1 -- start start 2023-11-18T15:43:11.732 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b3aed1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b34146f00 0x7f7b34162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b3aed1700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7b340cdff0 0x7f7b340cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b3aed1700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b34162bc0 con 0x7f7b340afc30 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b3aed1700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b341472e0 con 0x7f7b340cdff0 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b3aed1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b340b0110 con 0x7f7b34146f00 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b38c6d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b34146f00 0x7f7b34162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b38c6d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b34146f00 0x7f7b34162680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.181:43086/0 (socket says 172.21.15.181:43086) 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b38c6d700 1 -- 172.21.15.181:0/4034777573 learned_addr learned my addr 172.21.15.181:0/4034777573 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b33fff700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f7b340afc30 0x7f7b340cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.181:53604/0 (socket says 172.21.15.181:53604) 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.729+0000 7f7b3946e700 1 --2- 172.21.15.181:0/4034777573 >> v2:172.21.15.99:3300/0 conn(0x7f7b340cdff0 0x7f7b340cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.733 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.730+0000 7f7b337fe700 1 -- 172.21.15.181:0/4034777573 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1113386063 0 0) 0x7f7b34162bc0 con 0x7f7b340afc30 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.730+0000 7f7b38c6d700 1 -- 172.21.15.181:0/4034777573 >> v2:172.21.15.99:3300/0 conn(0x7f7b340cdff0 msgr2=0x7f7b340cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.730+0000 7f7b38c6d700 1 --2- 172.21.15.181:0/4034777573 >> v2:172.21.15.99:3300/0 conn(0x7f7b340cdff0 0x7f7b340cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.730+0000 7f7b38c6d700 1 -- 172.21.15.181:0/4034777573 >> v1:172.21.15.181:6789/0 conn(0x7f7b340afc30 legacy=0x7f7b340cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.730+0000 7f7b38c6d700 1 -- 172.21.15.181:0/4034777573 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b340b03f0 con 0x7f7b34146f00 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.730+0000 7f7b38c6d700 1 --2- 172.21.15.181:0/4034777573 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b34146f00 0x7f7b34162680 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7b280098f0 tx=0x7f7b28009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36148df8a697ee1a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.730+0000 7f7b337fe700 1 -- 172.21.15.181:0/4034777573 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b28011830 con 0x7f7b34146f00 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.730+0000 7f7b337fe700 1 -- 172.21.15.181:0/4034777573 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b28011990 con 0x7f7b34146f00 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.730+0000 7f7b337fe700 1 -- 172.21.15.181:0/4034777573 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b28011d20 con 0x7f7b34146f00 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.731+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4034777573 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b34146f00 msgr2=0x7f7b34162680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.731+0000 7f7b3aed1700 1 --2- 172.21.15.181:0/4034777573 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b34146f00 0x7f7b34162680 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7b280098f0 tx=0x7f7b28009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:11.734 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.731+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4034777573 shutdown_connections 2023-11-18T15:43:11.735 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.731+0000 7f7b3aed1700 1 --2- 172.21.15.181:0/4034777573 >> v2:172.21.15.99:3300/0 conn(0x7f7b340cdff0 0x7f7b340cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.735 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.731+0000 7f7b3aed1700 1 --2- 172.21.15.181:0/4034777573 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b34146f00 0x7f7b34162680 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.735 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.731+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4034777573 >> 172.21.15.181:0/4034777573 conn(0x7f7b340b38b0 msgr2=0x7f7b340b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:11.735 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.731+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4034777573 shutdown_connections 2023-11-18T15:43:11.735 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.731+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4034777573 wait complete. 2023-11-18T15:43:11.737 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.732+0000 7f7b3aed1700 1 Processor -- start 2023-11-18T15:43:11.737 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.732+0000 7f7b3aed1700 1 -- start start 2023-11-18T15:43:11.737 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3aed1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b340afc30 0x7f7b341f31e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.737 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3aed1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b340cdff0 0x7f7b34145d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.737 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3aed1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7b34146f00 0x7f7b341462b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3aed1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b34144c50 con 0x7f7b340afc30 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3aed1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b341440d0 con 0x7f7b34146f00 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3aed1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b341443b0 con 0x7f7b340cdff0 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3946e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7b34146f00 0x7f7b341462b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b33fff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b340cdff0 0x7f7b34145d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3946e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7b34146f00 0x7f7b341462b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:59660/0 (socket says 172.21.15.181:59660) 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b33fff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b340cdff0 0x7f7b34145d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.181:43094/0 (socket says 172.21.15.181:43094) 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3946e700 1 -- 172.21.15.181:0/4171001747 learned_addr learned my addr 172.21.15.181:0/4171001747 (peer_addr_for_me v2:172.21.15.181:0/0) 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b38c6d700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b340afc30 0x7f7b341f31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3946e700 1 -- 172.21.15.181:0/4171001747 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b340cdff0 msgr2=0x7f7b34145d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.738 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3946e700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b340cdff0 0x7f7b34145d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3946e700 1 -- 172.21.15.181:0/4171001747 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b340afc30 msgr2=0x7f7b341f31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3946e700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b340afc30 0x7f7b341f31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3946e700 1 -- 172.21.15.181:0/4171001747 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b28009550 con 0x7f7b34146f00 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b38c6d700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b340afc30 0x7f7b341f31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b33fff700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b340cdff0 0x7f7b34145d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b3946e700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7b34146f00 0x7f7b341462b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c00efc0 tx=0x7f7b2c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.733+0000 7f7b317fa700 1 -- 172.21.15.181:0/4171001747 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b2c009ea0 con 0x7f7b34146f00 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.734+0000 7f7b317fa700 1 -- 172.21.15.181:0/4171001747 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b2c00f040 con 0x7f7b34146f00 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.734+0000 7f7b317fa700 1 -- 172.21.15.181:0/4171001747 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b2c00ced0 con 0x7f7b34146f00 2023-11-18T15:43:11.739 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.734+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4171001747 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b34144690 con 0x7f7b34146f00 2023-11-18T15:43:11.740 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.734+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4171001747 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b341f3720 con 0x7f7b34146f00 2023-11-18T15:43:11.740 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.734+0000 7f7b317fa700 1 -- 172.21.15.181:0/4171001747 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f7b2c014780 con 0x7f7b34146f00 2023-11-18T15:43:11.740 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.734+0000 7f7b317fa700 1 -- 172.21.15.181:0/4171001747 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f7b2c013a40 con 0x7f7b34146f00 2023-11-18T15:43:11.740 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.734+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4171001747 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b34069400 con 0x7f7b34146f00 2023-11-18T15:43:11.740 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.737+0000 7f7b317fa700 1 -- 172.21.15.181:0/4171001747 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f7b2c018020 con 0x7f7b34146f00 2023-11-18T15:43:11.787 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:11.785+0000 7f0c12db2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-18T15:43:11.822 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.821+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4171001747 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd new", "uuid": "07f97fca-0d46-4759-a9af-9299ec46e689", "id": 7} v 0) v1 -- 0x7f7b340b1b70 con 0x7f7b34146f00 2023-11-18T15:43:11.833 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.832+0000 7f7b317fa700 1 -- 172.21.15.181:0/4171001747 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "07f97fca-0d46-4759-a9af-9299ec46e689", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f7b2c013cd0 con 0x7f7b34146f00 2023-11-18T15:43:11.834 INFO:teuthology.orchestra.run.smithi181.stdout:7 2023-11-18T15:43:11.835 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.833+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4171001747 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7b34146f00 msgr2=0x7f7b341462b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:11.835 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.833+0000 7f7b3aed1700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7b34146f00 0x7f7b341462b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c00efc0 tx=0x7f7b2c00c3a0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.835 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.833+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4171001747 shutdown_connections 2023-11-18T15:43:11.835 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.833+0000 7f7b3aed1700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b340afc30 0x7f7b341f31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.835 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.833+0000 7f7b3aed1700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7b34146f00 0x7f7b341462b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.835 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.833+0000 7f7b3aed1700 1 --2- 172.21.15.181:0/4171001747 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7b340cdff0 0x7f7b34145d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:11.836 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.833+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4171001747 >> 172.21.15.181:0/4171001747 conn(0x7f7b340b38b0 msgr2=0x7f7b34162610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:11.836 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.833+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4171001747 shutdown_connections 2023-11-18T15:43:11.836 INFO:teuthology.orchestra.run.smithi181.stderr:2023-11-18T15:43:11.833+0000 7f7b3aed1700 1 -- 172.21.15.181:0/4171001747 wait complete. 2023-11-18T15:43:11.847 INFO:tasks.ceph.osd.0:Restarting daemon 2023-11-18T15:43:11.847 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-11-18T15:43:11.849 INFO:tasks.ceph.osd.0:Started 2023-11-18T15:43:11.849 INFO:tasks.ceph.osd.1:Restarting daemon 2023-11-18T15:43:11.850 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-11-18T15:43:11.851 INFO:tasks.ceph.osd.1:Started 2023-11-18T15:43:11.852 INFO:tasks.ceph.osd.2:Restarting daemon 2023-11-18T15:43:11.852 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-11-18T15:43:11.853 INFO:tasks.ceph.osd.2:Started 2023-11-18T15:43:11.854 INFO:tasks.ceph.osd.3:Restarting daemon 2023-11-18T15:43:11.854 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-11-18T15:43:11.856 INFO:tasks.ceph.osd.3:Started 2023-11-18T15:43:11.856 INFO:tasks.ceph.osd.4:Restarting daemon 2023-11-18T15:43:11.856 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-11-18T15:43:11.858 INFO:tasks.ceph.osd.4:Started 2023-11-18T15:43:11.858 INFO:tasks.ceph.osd.5:Restarting daemon 2023-11-18T15:43:11.858 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-11-18T15:43:11.860 INFO:tasks.ceph.osd.5:Started 2023-11-18T15:43:11.860 INFO:tasks.ceph.osd.6:Restarting daemon 2023-11-18T15:43:11.861 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-11-18T15:43:11.863 INFO:tasks.ceph.osd.6:Started 2023-11-18T15:43:11.863 INFO:tasks.ceph.osd.7:Restarting daemon 2023-11-18T15:43:11.863 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-11-18T15:43:11.865 INFO:tasks.ceph.osd.7:Started 2023-11-18T15:43:11.865 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:12.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.012+0000 7f9cf86b6700 1 Processor -- start 2023-11-18T15:43:12.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.012+0000 7f9cf86b6700 1 -- start start 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf86b6700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 0x7f9cf0161a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf86b6700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9cf015ee80 0x7f9cf0072590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf86b6700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cf0141230 con 0x7f9cf0072ad0 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf86b6700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cf0072f40 con 0x7f9cf015ee80 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf86b6700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf0070550 con 0x7f9cf01586c0 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf5c51700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9cf015ee80 0x7f9cf0072590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf5c51700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9cf015ee80 0x7f9cf0072590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58038/0 (socket says 172.21.15.99:58038) 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf5c51700 1 -- 172.21.15.99:0/3286319516 learned_addr learned my addr 172.21.15.99:0/3286319516 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf6452700 1 --2- 172.21.15.99:0/3286319516 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 0x7f9cf0161a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:12.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf5c51700 1 -- 172.21.15.99:0/3286319516 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 msgr2=0x7f9cf0161a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf5c51700 1 --2- 172.21.15.99:0/3286319516 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 0x7f9cf0161a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf5c51700 1 -- 172.21.15.99:0/3286319516 >> v1:172.21.15.181:6789/0 conn(0x7f9cf0072ad0 legacy=0x7f9cf0143590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf5c51700 1 -- 172.21.15.99:0/3286319516 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cf0162040 con 0x7f9cf015ee80 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.013+0000 7f9cf6452700 1 --2- 172.21.15.99:0/3286319516 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 0x7f9cf0161a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf5c51700 1 --2- 172.21.15.99:0/3286319516 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf015ee80 0x7f9cf0072590 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9ce00098f0 tx=0x7f9ce0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e263325433759eb server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf5450700 1 -- 172.21.15.99:0/3286319516 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce000b8a0 con 0x7f9cf015ee80 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf5450700 1 -- 172.21.15.99:0/3286319516 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ce000ba00 con 0x7f9cf015ee80 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf5450700 1 -- 172.21.15.99:0/3286319516 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce000bd90 con 0x7f9cf015ee80 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf86b6700 1 -- 172.21.15.99:0/3286319516 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf015ee80 msgr2=0x7f9cf0072590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf86b6700 1 --2- 172.21.15.99:0/3286319516 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf015ee80 0x7f9cf0072590 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9ce00098f0 tx=0x7f9ce0009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf86b6700 1 -- 172.21.15.99:0/3286319516 shutdown_connections 2023-11-18T15:43:12.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf86b6700 1 --2- 172.21.15.99:0/3286319516 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 0x7f9cf0161a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:12.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf86b6700 1 --2- 172.21.15.99:0/3286319516 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf015ee80 0x7f9cf0072590 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:12.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf86b6700 1 -- 172.21.15.99:0/3286319516 >> 172.21.15.99:0/3286319516 conn(0x7f9cf00b6110 msgr2=0x7f9cf00b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:12.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf86b6700 1 -- 172.21.15.99:0/3286319516 shutdown_connections 2023-11-18T15:43:12.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.014+0000 7f9cf86b6700 1 -- 172.21.15.99:0/3286319516 wait complete. 2023-11-18T15:43:12.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf86b6700 1 Processor -- start 2023-11-18T15:43:12.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf86b6700 1 -- start start 2023-11-18T15:43:12.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf86b6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf0072ad0 0x7f9cf01f7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:12.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf86b6700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 0x7f9cf006d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf86b6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cf015ee80 0x7f9cf015b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf86b6700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf006d5d0 con 0x7f9cf0072ad0 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf86b6700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf006e0f0 con 0x7f9cf015ee80 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf86b6700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf00b7220 con 0x7f9cf01586c0 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf6452700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf0072ad0 0x7f9cf01f7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf6452700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf0072ad0 0x7f9cf01f7980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58042/0 (socket says 172.21.15.99:58042) 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.016+0000 7f9cf6452700 1 -- 172.21.15.99:0/1504493471 learned_addr learned my addr 172.21.15.99:0/1504493471 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf5c51700 1 --2- 172.21.15.99:0/1504493471 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 0x7f9cf006d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf6c53700 1 --2- 172.21.15.99:0/1504493471 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cf015ee80 0x7f9cf015b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf6452700 1 -- 172.21.15.99:0/1504493471 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 msgr2=0x7f9cf006d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf6452700 1 --2- 172.21.15.99:0/1504493471 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 0x7f9cf006d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:12.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf6452700 1 -- 172.21.15.99:0/1504493471 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cf015ee80 msgr2=0x7f9cf015b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf6452700 1 --2- 172.21.15.99:0/1504493471 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cf015ee80 0x7f9cf015b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf6452700 1 -- 172.21.15.99:0/1504493471 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ce0009550 con 0x7f9cf0072ad0 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf6452700 1 --2- 172.21.15.99:0/1504493471 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf0072ad0 0x7f9cf01f7980 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f9cec00e810 tx=0x7f9cec00eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9ce6ffd700 1 -- 172.21.15.99:0/1504493471 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cec013610 con 0x7f9cf0072ad0 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9ce6ffd700 1 -- 172.21.15.99:0/1504493471 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cec013770 con 0x7f9cf0072ad0 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf86b6700 1 -- 172.21.15.99:0/1504493471 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cf006d850 con 0x7f9cf0072ad0 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9ce6ffd700 1 -- 172.21.15.99:0/1504493471 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cec013b20 con 0x7f9cf0072ad0 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9cf86b6700 1 -- 172.21.15.99:0/1504493471 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cf006de10 con 0x7f9cf0072ad0 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9ce6ffd700 1 -- 172.21.15.99:0/1504493471 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f9cec01c450 con 0x7f9cf0072ad0 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.017+0000 7f9ce6ffd700 1 -- 172.21.15.99:0/1504493471 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f9cec012b30 con 0x7f9cf0072ad0 2023-11-18T15:43:12.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.018+0000 7f9cf86b6700 1 -- 172.21.15.99:0/1504493471 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cf00b7360 con 0x7f9cf0072ad0 2023-11-18T15:43:12.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.020+0000 7f9ce6ffd700 1 -- 172.21.15.99:0/1504493471 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f9cec021060 con 0x7f9cf0072ad0 2023-11-18T15:43:12.091 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.090+0000 7f9cf86b6700 1 -- 172.21.15.99:0/1504493471 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9cf0069400 con 0x7f9cf0072ad0 2023-11-18T15:43:12.091 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.090+0000 7f9ce6ffd700 1 -- 172.21.15.99:0/1504493471 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f9cec017070 con 0x7f9cf0072ad0 2023-11-18T15:43:12.091 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:12.091 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":10,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:11.823353+0000","last_up_change":"0.000000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:12.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.092+0000 7f9cf86b6700 1 -- 172.21.15.99:0/1504493471 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf0072ad0 msgr2=0x7f9cf01f7980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:12.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.092+0000 7f9cf86b6700 1 --2- 172.21.15.99:0/1504493471 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf0072ad0 0x7f9cf01f7980 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f9cec00e810 tx=0x7f9cec00eb20 comp rx=0 tx=0).stop 2023-11-18T15:43:12.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.092+0000 7f9cf86b6700 1 -- 172.21.15.99:0/1504493471 shutdown_connections 2023-11-18T15:43:12.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.092+0000 7f9cf86b6700 1 --2- 172.21.15.99:0/1504493471 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cf0072ad0 0x7f9cf01f7980 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:12.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.092+0000 7f9cf86b6700 1 --2- 172.21.15.99:0/1504493471 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cf015ee80 0x7f9cf015b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:12.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.092+0000 7f9cf86b6700 1 --2- 172.21.15.99:0/1504493471 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cf01586c0 0x7f9cf006d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:12.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.092+0000 7f9cf86b6700 1 -- 172.21.15.99:0/1504493471 >> 172.21.15.99:0/1504493471 conn(0x7f9cf00b6110 msgr2=0x7f9cf015f5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:12.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.092+0000 7f9cf86b6700 1 -- 172.21.15.99:0/1504493471 shutdown_connections 2023-11-18T15:43:12.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:12.092+0000 7f9cf86b6700 1 -- 172.21.15.99:0/1504493471 wait complete. 2023-11-18T15:43:12.105 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-11-18T15:43:12.105 INFO:tasks.ceph:Waiting for OSDs to come up 2023-11-18T15:43:12.209 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T15:43:12.207+0000 7f6a82de8640 -1 Falling back to public interface 2023-11-18T15:43:12.237 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T15:43:12.235+0000 7f61933ad640 -1 Falling back to public interface 2023-11-18T15:43:12.391 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:12.390+0000 7f6ab0e59200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-18T15:43:12.464 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T15:43:12.462+0000 7efdb7bfe640 -1 Falling back to public interface 2023-11-18T15:43:12.467 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:12.467+0000 7f6ab0e59200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-18T15:43:12.473 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T15:43:12.472+0000 7f20707f2640 -1 Falling back to public interface 2023-11-18T15:43:12.485 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T15:43:12.484+0000 7f404b79d640 -1 Falling back to public interface 2023-11-18T15:43:12.486 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T15:43:12.484+0000 7f8f3d219640 -1 Falling back to public interface 2023-11-18T15:43:12.486 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T15:43:12.485+0000 7f4042b5b700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6816/0: (98) Address already in use 2023-11-18T15:43:12.488 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T15:43:12.487+0000 7f5c80904640 -1 Falling back to public interface 2023-11-18T15:43:12.490 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T15:43:12.489+0000 7f04095c8640 -1 Falling back to public interface 2023-11-18T15:43:12.505 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:12.504+0000 7f0c12db2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-18T15:43:12.582 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:12.580+0000 7f0c12db2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-18T15:43:12.611 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:12.610+0000 7f6ab0e59200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-18T15:43:12.722 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:12.721+0000 7f0c12db2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-18T15:43:12.848 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:12.847+0000 7f6ab0e59200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-11-18T15:43:12.911 DEBUG:teuthology.orchestra.run.smithi099:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:12.958 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:12.957+0000 7f0c12db2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-11-18T15:43:13.027 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.026+0000 7fa738707700 1 Processor -- start 2023-11-18T15:43:13.027 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.026+0000 7fa738707700 1 -- start start 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa738707700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa73006e510 0x7fa7300af840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa738707700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa730070510 con 0x7fa73015dff0 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa738707700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa73006e970 con 0x7fa73006aff0 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa738707700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7300b47a0 con 0x7fa73006e510 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa736ca4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa73006e510 0x7fa7300af840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa735ca2700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fa73015dff0 0x7fa7300b4bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:44660/0 (socket says 172.21.15.99:44660) 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa735ca2700 1 -- 172.21.15.99:0/2446085611 learned_addr learned my addr 172.21.15.99:0/2446085611 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa736ca4700 1 -- 172.21.15.99:0/2446085611 >> v1:172.21.15.181:6789/0 conn(0x7fa73006aff0 legacy=0x7fa73006b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa736ca4700 1 -- 172.21.15.99:0/2446085611 >> v1:172.21.15.99:6789/0 conn(0x7fa73015dff0 legacy=0x7fa7300b4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa7354a1700 1 -- 172.21.15.99:0/2446085611 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2524688760 0 0) 0x7fa72c001110 con 0x7fa73015dff0 2023-11-18T15:43:13.029 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.027+0000 7fa736ca4700 1 -- 172.21.15.99:0/2446085611 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa73006ff50 con 0x7fa73006e510 2023-11-18T15:43:13.030 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa736ca4700 1 --2- 172.21.15.99:0/2446085611 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73006e510 0x7fa7300af840 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa728009d90 tx=0x7fa72800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=950c0c32bfbc042c server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:13.030 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa7354a1700 1 -- 172.21.15.99:0/2446085611 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa72800e070 con 0x7fa73006e510 2023-11-18T15:43:13.030 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa7354a1700 1 -- 172.21.15.99:0/2446085611 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa72800bbd0 con 0x7fa73006e510 2023-11-18T15:43:13.030 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa7354a1700 1 -- 172.21.15.99:0/2446085611 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa728012430 con 0x7fa73006e510 2023-11-18T15:43:13.031 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa738707700 1 -- 172.21.15.99:0/2446085611 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73006e510 msgr2=0x7fa7300af840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:13.031 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa738707700 1 --2- 172.21.15.99:0/2446085611 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73006e510 0x7fa7300af840 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa728009d90 tx=0x7fa72800b330 comp rx=0 tx=0).stop 2023-11-18T15:43:13.031 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa738707700 1 -- 172.21.15.99:0/2446085611 shutdown_connections 2023-11-18T15:43:13.031 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa738707700 1 --2- 172.21.15.99:0/2446085611 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73006e510 0x7fa7300af840 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:13.031 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa738707700 1 -- 172.21.15.99:0/2446085611 >> 172.21.15.99:0/2446085611 conn(0x7fa7300b26d0 msgr2=0x7fa7300b2ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:13.031 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa738707700 1 -- 172.21.15.99:0/2446085611 shutdown_connections 2023-11-18T15:43:13.031 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.028+0000 7fa738707700 1 -- 172.21.15.99:0/2446085611 wait complete. 2023-11-18T15:43:13.031 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa738707700 1 Processor -- start 2023-11-18T15:43:13.031 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa738707700 1 -- start start 2023-11-18T15:43:13.033 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa738707700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa73006aff0 0x7fa7301445c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:13.033 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa738707700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa73006e510 0x7fa73015f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:13.034 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa738707700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73015dff0 0x7fa73015fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:13.034 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa738707700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa730157310 con 0x7fa73015dff0 2023-11-18T15:43:13.034 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa738707700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7301562f0 con 0x7fa73006aff0 2023-11-18T15:43:13.034 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa738707700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa730147820 con 0x7fa73006e510 2023-11-18T15:43:13.034 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa736ca4700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73015dff0 0x7fa73015fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:13.034 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa736ca4700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73015dff0 0x7fa73015fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58058/0 (socket says 172.21.15.99:58058) 2023-11-18T15:43:13.034 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.030+0000 7fa736ca4700 1 -- 172.21.15.99:0/4138313654 learned_addr learned my addr 172.21.15.99:0/4138313654 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:13.034 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa735ca2700 1 --2- 172.21.15.99:0/4138313654 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa73006e510 0x7fa73015f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:13.034 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa7364a3700 1 --2- 172.21.15.99:0/4138313654 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa73006aff0 0x7fa7301445c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:13.035 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa736ca4700 1 -- 172.21.15.99:0/4138313654 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa73006e510 msgr2=0x7fa73015f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:13.035 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa736ca4700 1 --2- 172.21.15.99:0/4138313654 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa73006e510 0x7fa73015f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:13.035 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa736ca4700 1 -- 172.21.15.99:0/4138313654 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa73006aff0 msgr2=0x7fa7301445c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:13.035 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa736ca4700 1 --2- 172.21.15.99:0/4138313654 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa73006aff0 0x7fa7301445c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:13.035 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa736ca4700 1 -- 172.21.15.99:0/4138313654 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa728009a70 con 0x7fa73015dff0 2023-11-18T15:43:13.035 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa736ca4700 1 --2- 172.21.15.99:0/4138313654 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73015dff0 0x7fa73015fc50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa728014040 tx=0x7fa728004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:13.035 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa726ffd700 1 -- 172.21.15.99:0/4138313654 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa72801b810 con 0x7fa73015dff0 2023-11-18T15:43:13.035 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa738707700 1 -- 172.21.15.99:0/4138313654 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa730147cb0 con 0x7fa73015dff0 2023-11-18T15:43:13.036 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa738707700 1 -- 172.21.15.99:0/4138313654 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7301471d0 con 0x7fa73015dff0 2023-11-18T15:43:13.036 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa726ffd700 1 -- 172.21.15.99:0/4138313654 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa728020070 con 0x7fa73015dff0 2023-11-18T15:43:13.036 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.031+0000 7fa726ffd700 1 -- 172.21.15.99:0/4138313654 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa72801bb70 con 0x7fa73015dff0 2023-11-18T15:43:13.036 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.032+0000 7fa738707700 1 -- 172.21.15.99:0/4138313654 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa730147990 con 0x7fa73015dff0 2023-11-18T15:43:13.036 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.032+0000 7fa726ffd700 1 -- 172.21.15.99:0/4138313654 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa728027480 con 0x7fa73015dff0 2023-11-18T15:43:13.036 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.032+0000 7fa726ffd700 1 -- 172.21.15.99:0/4138313654 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fa728022070 con 0x7fa73015dff0 2023-11-18T15:43:13.037 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.034+0000 7fa726ffd700 1 -- 172.21.15.99:0/4138313654 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fa72801cdd0 con 0x7fa73015dff0 2023-11-18T15:43:13.067 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:13.066+0000 7f6ab0e59200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-18T15:43:13.106 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.105+0000 7fa738707700 1 -- 172.21.15.99:0/4138313654 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa73004f370 con 0x7fa73015dff0 2023-11-18T15:43:13.106 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.105+0000 7fa726ffd700 1 -- 172.21.15.99:0/4138313654 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fa72801c5f0 con 0x7fa73015dff0 2023-11-18T15:43:13.107 INFO:teuthology.misc.health.smithi099.stdout: 2023-11-18T15:43:13.107 INFO:teuthology.misc.health.smithi099.stdout:{"epoch":10,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:11.823353+0000","last_up_change":"0.000000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:13.108 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.106+0000 7fa738707700 1 -- 172.21.15.99:0/4138313654 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73015dff0 msgr2=0x7fa73015fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:13.108 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.106+0000 7fa738707700 1 --2- 172.21.15.99:0/4138313654 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73015dff0 0x7fa73015fc50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa728014040 tx=0x7fa728004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:13.108 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.106+0000 7fa738707700 1 -- 172.21.15.99:0/4138313654 shutdown_connections 2023-11-18T15:43:13.108 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.106+0000 7fa738707700 1 --2- 172.21.15.99:0/4138313654 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa73015dff0 0x7fa73015fc50 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:13.108 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.106+0000 7fa738707700 1 --2- 172.21.15.99:0/4138313654 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa73006aff0 0x7fa7301445c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:13.108 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.106+0000 7fa738707700 1 --2- 172.21.15.99:0/4138313654 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa73006e510 0x7fa73015f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:13.108 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.106+0000 7fa738707700 1 -- 172.21.15.99:0/4138313654 >> 172.21.15.99:0/4138313654 conn(0x7fa7300b26d0 msgr2=0x7fa7300ad860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:13.108 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.107+0000 7fa738707700 1 -- 172.21.15.99:0/4138313654 shutdown_connections 2023-11-18T15:43:13.109 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:13.107+0000 7fa738707700 1 -- 172.21.15.99:0/4138313654 wait complete. 2023-11-18T15:43:13.118 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-11-18T15:43:13.173 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:13.172+0000 7f0c12db2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-18T15:43:13.201 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:13.200+0000 7f6ab0e59200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-18T15:43:13.306 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:13.305+0000 7f0c12db2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-18T15:43:13.421 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:13.420+0000 7f6ab0e59200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-18T15:43:13.526 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:13.524+0000 7f0c12db2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-18T15:43:13.576 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:13.575+0000 7f6ab0e59200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-18T15:43:13.682 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:13.680+0000 7f0c12db2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-18T15:43:13.693 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:13.692+0000 7f6ab0e59200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-18T15:43:13.794 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:13.793+0000 7f0c12db2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-18T15:43:14.015 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:14.014+0000 7f6ab0e59200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-18T15:43:14.113 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:14.112+0000 7f6ab0e59200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-18T15:43:14.122 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:14.121+0000 7f0c12db2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-18T15:43:14.223 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:14.222+0000 7f0c12db2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-18T15:43:14.300 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:14.299+0000 7f6ab0e59200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-18T15:43:14.409 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:14.408+0000 7f0c12db2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-18T15:43:14.892 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:14.891+0000 7f6ab0e59200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-18T15:43:15.026 INFO:tasks.ceph.mgr.x.smithi181.stderr:2023-11-18T15:43:15.024+0000 7f0c12db2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-18T15:43:15.733 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T15:43:15.732+0000 7f6a82de8640 -1 osd.5 0 log_to_monitors true 2023-11-18T15:43:15.764 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T15:43:15.763+0000 7f61933ad640 -1 osd.1 0 log_to_monitors true 2023-11-18T15:43:15.916 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:15.915+0000 7f6a68dae700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-11-18T15:43:15.916 INFO:tasks.ceph.mgr.y.smithi099.stderr:2023-11-18T15:43:15.916+0000 7f6a68dae700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-11-18T15:43:16.004 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T15:43:16.003+0000 7f20707f2640 -1 osd.0 0 log_to_monitors true 2023-11-18T15:43:16.011 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T15:43:16.010+0000 7efdb7bfe640 -1 osd.4 0 log_to_monitors true 2023-11-18T15:43:16.029 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T15:43:16.029+0000 7f404b79d640 -1 osd.2 0 log_to_monitors true 2023-11-18T15:43:16.037 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T15:43:16.037+0000 7f8f3d219640 -1 osd.3 0 log_to_monitors true 2023-11-18T15:43:16.053 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T15:43:16.051+0000 7f5c80904640 -1 osd.6 0 log_to_monitors true 2023-11-18T15:43:16.087 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T15:43:16.085+0000 7f04095c8640 -1 osd.7 0 log_to_monitors true 2023-11-18T15:43:18.861 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T15:43:18.857+0000 7efdab7b5700 -1 osd.4 0 waiting for initial osdmap 2023-11-18T15:43:18.862 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T15:43:18.861+0000 7f6a7699f700 -1 osd.5 0 waiting for initial osdmap 2023-11-18T15:43:18.867 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T15:43:18.866+0000 7efda3b95700 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-18T15:43:18.874 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T15:43:18.873+0000 7f5c744bb700 -1 osd.6 0 waiting for initial osdmap 2023-11-18T15:43:18.875 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T15:43:18.874+0000 7f6a6ed7f700 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-18T15:43:18.886 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T15:43:18.885+0000 7f5c6c89b700 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-18T15:43:19.006 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T15:43:19.005+0000 7f403f354700 -1 osd.2 0 waiting for initial osdmap 2023-11-18T15:43:19.019 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T15:43:19.018+0000 7f4037734700 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-18T15:43:19.126 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T15:43:19.125+0000 7f8f30dd0700 -1 osd.3 0 waiting for initial osdmap 2023-11-18T15:43:19.140 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T15:43:19.139+0000 7f8f291b0700 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-18T15:43:19.141 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T15:43:19.140+0000 7f20643a9700 -1 osd.0 0 waiting for initial osdmap 2023-11-18T15:43:19.156 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T15:43:19.155+0000 7f205c789700 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-18T15:43:19.171 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T15:43:19.171+0000 7f6186f64700 -1 osd.1 0 waiting for initial osdmap 2023-11-18T15:43:19.182 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T15:43:19.181+0000 7f617f344700 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-18T15:43:19.247 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T15:43:19.246+0000 7f03fe982700 -1 osd.7 0 waiting for initial osdmap 2023-11-18T15:43:19.264 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T15:43:19.263+0000 7f03f555f700 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-18T15:43:19.926 DEBUG:teuthology.orchestra.run.smithi099:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:20.042 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.041+0000 7f0e8b2c6700 1 Processor -- start 2023-11-18T15:43:20.042 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.041+0000 7f0e8b2c6700 1 -- start start 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.041+0000 7f0e8b2c6700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f0e840d0850 0x7f0e840cc1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e8b2c6700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e840cf9e0 con 0x7f0e8415e250 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e8b2c6700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e840cfcc0 con 0x7f0e840b0c30 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e8b2c6700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e8406c860 con 0x7f0e840d0850 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e89062700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f0e8415e250 0x7f0e8406d340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:44884/0 (socket says 172.21.15.99:44884) 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e89062700 1 -- 172.21.15.99:0/3672097414 learned_addr learned my addr 172.21.15.99:0/3672097414 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2240523388 0 0) 0x7f0e840cf9e0 con 0x7f0e8415e250 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e700035b0 con 0x7f0e8415e250 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e89863700 1 --2- 172.21.15.99:0/3672097414 >> v2:172.21.15.181:3300/0 conn(0x7f0e840d0850 0x7f0e840cc1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.046 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4070324139 0 0) 0x7f0e700035b0 con 0x7f0e8415e250 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 >> v2:172.21.15.181:3300/0 conn(0x7f0e840d0850 msgr2=0x7f0e840cc1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 --2- 172.21.15.99:0/3672097414 >> v2:172.21.15.181:3300/0 conn(0x7f0e840d0850 0x7f0e840cc1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 >> v1:172.21.15.181:6789/0 conn(0x7f0e840b0c30 legacy=0x7f0e840d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e8406cb40 con 0x7f0e8415e250 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f0e80001670 con 0x7f0e8415e250 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e89863700 1 --2- 172.21.15.99:0/3672097414 >> v2:172.21.15.181:3300/0 conn(0x7f0e840d0850 0x7f0e840cc1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 >> v1:172.21.15.99:6789/0 conn(0x7f0e8415e250 legacy=0x7f0e8406d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0e70003a00 0x7f0e70003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e70004850 0x7f0e70004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e7000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.047 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e8406c860 con 0x7f0e70005210 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e7000c160 con 0x7f0e70003a00 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e7000c320 con 0x7f0e70004850 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e89863700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e7000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e89062700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0e70003a00 0x7f0e70003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.042+0000 7f0e88861700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e70004850 0x7f0e70004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e89863700 1 -- 172.21.15.99:0/3672097414 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e70004850 msgr2=0x7f0e70004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e89863700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e70004850 0x7f0e70004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e89863700 1 -- 172.21.15.99:0/3672097414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0e70003a00 msgr2=0x7f0e70003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e89863700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0e70003a00 0x7f0e70003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e89863700 1 -- 172.21.15.99:0/3672097414 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e700035b0 con 0x7f0e70005210 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e88861700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e70004850 0x7f0e70004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:20.048 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e89863700 1 -- 172.21.15.99:0/3672097414 reap_dead start 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e89863700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e7000ba10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0e8406e9e0 tx=0x7f0e70005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a368f0e3efb8b4c server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e7c009b20 con 0x7f0e70005210 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e7c003a20 con 0x7f0e70005210 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e7bfff700 1 -- 172.21.15.99:0/3672097414 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e7c003dd0 con 0x7f0e70005210 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/3672097414 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 msgr2=0x7f0e7000ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e8b2c6700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e7000ba10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0e8406e9e0 tx=0x7f0e70005880 comp rx=0 tx=0).stop 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/3672097414 shutdown_connections 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e8b2c6700 1 --2- 172.21.15.99:0/3672097414 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e7000ba10 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/3672097414 >> 172.21.15.99:0/3672097414 conn(0x7f0e840d1b60 msgr2=0x7f0e840d1f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:20.049 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/3672097414 shutdown_connections 2023-11-18T15:43:20.051 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.043+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/3672097414 wait complete. 2023-11-18T15:43:20.051 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.045+0000 7f0e8b2c6700 1 Processor -- start 2023-11-18T15:43:20.051 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.045+0000 7f0e8b2c6700 1 -- start start 2023-11-18T15:43:20.053 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e8b2c6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e841601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e8b2c6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0e840b57d0 0x7f0e8406fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e8b2c6700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e84070130 0x7f0e8415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e8b2c6700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e840b6aa0 con 0x7f0e70005210 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e8b2c6700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e840705b0 con 0x7f0e840b57d0 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e8b2c6700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e841581d0 con 0x7f0e84070130 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89062700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e841601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89062700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e841601b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58284/0 (socket says 172.21.15.99:58284) 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89062700 1 -- 172.21.15.99:0/2369504230 learned_addr learned my addr 172.21.15.99:0/2369504230 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e88861700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0e840b57d0 0x7f0e8406fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89863700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e84070130 0x7f0e8415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.054 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89062700 1 -- 172.21.15.99:0/2369504230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e84070130 msgr2=0x7f0e8415eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89062700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e84070130 0x7f0e8415eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89062700 1 -- 172.21.15.99:0/2369504230 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0e840b57d0 msgr2=0x7f0e8406fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89062700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0e840b57d0 0x7f0e8406fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89062700 1 -- 172.21.15.99:0/2369504230 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e841606f0 con 0x7f0e70005210 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e89062700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e841601b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0e800072f0 tx=0x7f0e80007600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e79ffb700 1 -- 172.21.15.99:0/2369504230 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e800077e0 con 0x7f0e70005210 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e79ffb700 1 -- 172.21.15.99:0/2369504230 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e8000f870 con 0x7f0e70005210 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e84160990 con 0x7f0e70005210 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.046+0000 7f0e79ffb700 1 -- 172.21.15.99:0/2369504230 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e8000fc20 con 0x7f0e70005210 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.047+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e84160f50 con 0x7f0e70005210 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.048+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e8409fc70 con 0x7f0e70005210 2023-11-18T15:43:20.055 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.048+0000 7f0e79ffb700 1 -- 172.21.15.99:0/2369504230 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 4) v1 ==== 89175+0+0 (secure 0 0 0) 0x7f0e8000fd80 con 0x7f0e70005210 2023-11-18T15:43:20.056 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.048+0000 7f0e79ffb700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0e6806ae70 0x7f0e6806d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.056 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.048+0000 7f0e79ffb700 1 -- 172.21.15.99:0/2369504230 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 4471+0+0 (secure 0 0 0) 0x7f0e800889f0 con 0x7f0e70005210 2023-11-18T15:43:20.056 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.048+0000 7f0e88861700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0e6806ae70 0x7f0e6806d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.056 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.049+0000 7f0e88861700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0e6806ae70 0x7f0e6806d330 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f0e74007fd0 tx=0x7f0e74009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:20.056 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.053+0000 7f0e79ffb700 1 -- 172.21.15.99:0/2369504230 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0e800540e0 con 0x7f0e70005210 2023-11-18T15:43:20.248 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.247+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0e840683c0 con 0x7f0e70005210 2023-11-18T15:43:20.249 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.248+0000 7f0e79ffb700 1 -- 172.21.15.99:0/2369504230 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+10908 (secure 0 0 0) 0x7f0e8001a090 con 0x7f0e70005210 2023-11-18T15:43:20.249 INFO:teuthology.misc.health.smithi099.stdout: 2023-11-18T15:43:20.249 INFO:teuthology.misc.health.smithi099.stdout:{"epoch":14,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:19.876393+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0e6806ae70 msgr2=0x7f0e6806d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0e6806ae70 0x7f0e6806d330 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f0e74007fd0 tx=0x7f0e74009040 comp rx=0 tx=0).stop 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 msgr2=0x7f0e841601b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e841601b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0e800072f0 tx=0x7f0e80007600 comp rx=0 tx=0).stop 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 shutdown_connections 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0e6806ae70 0x7f0e6806d330 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0e70005210 0x7f0e841601b0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0e84070130 0x7f0e8415eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 --2- 172.21.15.99:0/2369504230 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0e840b57d0 0x7f0e8406fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.252 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 >> 172.21.15.99:0/2369504230 conn(0x7f0e840d1b60 msgr2=0x7f0e840b24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:20.253 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 shutdown_connections 2023-11-18T15:43:20.253 INFO:teuthology.misc.health.smithi099.stderr:2023-11-18T15:43:20.250+0000 7f0e8b2c6700 1 -- 172.21.15.99:0/2369504230 wait complete. 2023-11-18T15:43:20.262 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-11-18T15:43:20.263 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-11-18T15:43:20.263 INFO:tasks.ceph.mds.a:Restarting daemon 2023-11-18T15:43:20.263 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-11-18T15:43:20.265 INFO:tasks.ceph.mds.a:Started 2023-11-18T15:43:20.265 INFO:tasks.ceph.mds.c:Restarting daemon 2023-11-18T15:43:20.265 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-11-18T15:43:20.267 INFO:tasks.ceph.mds.c:Started 2023-11-18T15:43:20.267 INFO:tasks.ceph.mds.b:Restarting daemon 2023-11-18T15:43:20.267 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-11-18T15:43:20.270 INFO:tasks.ceph.mds.b:Started 2023-11-18T15:43:20.270 INFO:tasks.ceph.mds.d:Restarting daemon 2023-11-18T15:43:20.270 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-11-18T15:43:20.272 INFO:tasks.ceph.mds.d:Started 2023-11-18T15:43:20.272 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-11-18T15:43:20.273 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:20.344 INFO:tasks.ceph.mds.c.smithi099.stdout:starting mds.c at 2023-11-18T15:43:20.344 INFO:tasks.ceph.mds.a.smithi099.stdout:starting mds.a at 2023-11-18T15:43:20.358 INFO:tasks.ceph.mds.d.smithi181.stdout:starting mds.d at 2023-11-18T15:43:20.359 INFO:tasks.ceph.mds.b.smithi181.stdout:starting mds.b at 2023-11-18T15:43:20.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.400+0000 7fdabc7a1700 1 Processor -- start 2023-11-18T15:43:20.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.400+0000 7fdabc7a1700 1 -- start start 2023-11-18T15:43:20.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdabc7a1700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdab40cd300 0x7fdab415bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdabc7a1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab40cd6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdabc7a1700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdab415d550 con 0x7fdab4159070 2023-11-18T15:43:20.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdabc7a1700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdab415c940 con 0x7fdab40cd300 2023-11-18T15:43:20.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdabc7a1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdab415cc20 con 0x7fdab415c480 2023-11-18T15:43:20.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdaba53d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdab40cd300 0x7fdab415bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdaba53d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdab40cd300 0x7fdab415bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58326/0 (socket says 172.21.15.99:58326) 2023-11-18T15:43:20.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdabad3e700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fdab4159070 0x7fdab40cdc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:44942/0 (socket says 172.21.15.99:44942) 2023-11-18T15:43:20.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdaba53d700 1 -- 172.21.15.99:0/1349287227 learned_addr learned my addr 172.21.15.99:0/1349287227 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdaba53d700 1 -- 172.21.15.99:0/1349287227 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 msgr2=0x7fdab40cd6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdab9d3c700 1 --2- 172.21.15.99:0/1349287227 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab40cd6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdaba53d700 1 --2- 172.21.15.99:0/1349287227 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab40cd6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdaba53d700 1 -- 172.21.15.99:0/1349287227 >> v1:172.21.15.99:6789/0 conn(0x7fdab4159070 legacy=0x7fdab40cdc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdaba53d700 1 -- 172.21.15.99:0/1349287227 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdab415cf00 con 0x7fdab40cd300 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdab953b700 1 -- 172.21.15.99:0/1349287227 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2621133784 0 0) 0x7fdab415d550 con 0x7fdab4159070 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdab9d3c700 1 --2- 172.21.15.99:0/1349287227 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab40cd6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdaba53d700 1 --2- 172.21.15.99:0/1349287227 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 0x7fdab415bf40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdab00098f0 tx=0x7fdab0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=446b23e41a5758af server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdab953b700 1 -- 172.21.15.99:0/1349287227 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab000b8a0 con 0x7fdab40cd300 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdab953b700 1 -- 172.21.15.99:0/1349287227 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdab000ba00 con 0x7fdab40cd300 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.401+0000 7fdab953b700 1 -- 172.21.15.99:0/1349287227 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab000bd90 con 0x7fdab40cd300 2023-11-18T15:43:20.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.402+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1349287227 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 msgr2=0x7fdab415bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.402+0000 7fdabc7a1700 1 --2- 172.21.15.99:0/1349287227 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 0x7fdab415bf40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdab00098f0 tx=0x7fdab0009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:20.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.402+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1349287227 shutdown_connections 2023-11-18T15:43:20.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.402+0000 7fdabc7a1700 1 --2- 172.21.15.99:0/1349287227 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 0x7fdab415bf40 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.402+0000 7fdabc7a1700 1 --2- 172.21.15.99:0/1349287227 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab40cd6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.402+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1349287227 >> 172.21.15.99:0/1349287227 conn(0x7fdab40b1ff0 msgr2=0x7fdab40b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:20.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.402+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1349287227 shutdown_connections 2023-11-18T15:43:20.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.402+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1349287227 wait complete. 2023-11-18T15:43:20.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.403+0000 7fdabc7a1700 1 Processor -- start 2023-11-18T15:43:20.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.403+0000 7fdabc7a1700 1 -- start start 2023-11-18T15:43:20.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdabc7a1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 0x7fdab406e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdabc7a1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdab4159070 0x7fdab40b0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdabc7a1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab41f0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdabc7a1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdab41f5d50 con 0x7fdab40cd300 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdabc7a1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdab41f50d0 con 0x7fdab4159070 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdabc7a1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdab41f53b0 con 0x7fdab415c480 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaba53d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 0x7fdab406e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaba53d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 0x7fdab406e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58332/0 (socket says 172.21.15.99:58332) 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaba53d700 1 -- 172.21.15.99:0/1195929577 learned_addr learned my addr 172.21.15.99:0/1195929577 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdab9d3c700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdab4159070 0x7fdab40b0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdabad3e700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab41f0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaba53d700 1 -- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 msgr2=0x7fdab41f0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaba53d700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab41f0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaba53d700 1 -- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdab4159070 msgr2=0x7fdab40b0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaba53d700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdab4159070 0x7fdab40b0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaba53d700 1 -- 172.21.15.99:0/1195929577 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdab0009550 con 0x7fdab40cd300 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdab9d3c700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdab4159070 0x7fdab40b0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdabad3e700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab41f0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaba53d700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 0x7fdab406e180 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdab0000c00 tx=0x7fdab0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.404+0000 7fdaaaffd700 1 -- 172.21.15.99:0/1195929577 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab00036a0 con 0x7fdab40cd300 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.405+0000 7fdaaaffd700 1 -- 172.21.15.99:0/1195929577 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdab001f070 con 0x7fdab40cd300 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.405+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdab41f5690 con 0x7fdab40cd300 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.405+0000 7fdaaaffd700 1 -- 172.21.15.99:0/1195929577 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab0003a20 con 0x7fdab40cd300 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.405+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdab4136610 con 0x7fdab40cd300 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.405+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdab4073aa0 con 0x7fdab40cd300 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.406+0000 7fdaaaffd700 1 -- 172.21.15.99:0/1195929577 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 4) v1 ==== 89175+0+0 (secure 0 0 0) 0x7fdab0003b80 con 0x7fdab40cd300 2023-11-18T15:43:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.406+0000 7fdaaaffd700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda9806ae40 0x7fda9806d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.406+0000 7fdaaaffd700 1 -- 172.21.15.99:0/1195929577 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 4471+0+0 (secure 0 0 0) 0x7fdab0021070 con 0x7fdab40cd300 2023-11-18T15:43:20.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.406+0000 7fdab9d3c700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda9806ae40 0x7fda9806d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.407+0000 7fdab9d3c700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda9806ae40 0x7fda9806d300 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4008910 tx=0x7fdaa4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:20.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.411+0000 7fdaaaffd700 1 -- 172.21.15.99:0/1195929577 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fdab0056090 con 0x7fdab40cd300 2023-11-18T15:43:20.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.599+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdab4069400 con 0x7fdab40cd300 2023-11-18T15:43:20.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.599+0000 7fdaaaffd700 1 -- 172.21.15.99:0/1195929577 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+10908 (secure 0 0 0) 0x7fdab0015090 con 0x7fdab40cd300 2023-11-18T15:43:20.601 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:20.601 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":14,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:19.876393+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:20.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda9806ae40 msgr2=0x7fda9806d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda9806ae40 0x7fda9806d300 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4008910 tx=0x7fdaa4008040 comp rx=0 tx=0).stop 2023-11-18T15:43:20.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 msgr2=0x7fdab406e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 0x7fdab406e180 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdab0000c00 tx=0x7fdab0004750 comp rx=0 tx=0).stop 2023-11-18T15:43:20.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 shutdown_connections 2023-11-18T15:43:20.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda9806ae40 0x7fda9806d300 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdab40cd300 0x7fdab406e180 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdab415c480 0x7fdab41f0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 --2- 172.21.15.99:0/1195929577 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdab4159070 0x7fdab40b0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.605 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 >> 172.21.15.99:0/1195929577 conn(0x7fdab40b1ff0 msgr2=0x7fdab40b29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:20.605 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 shutdown_connections 2023-11-18T15:43:20.605 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.602+0000 7fdabc7a1700 1 -- 172.21.15.99:0/1195929577 wait complete. 2023-11-18T15:43:20.615 INFO:tasks.cephfs.filesystem.ceph_manager:[] 2023-11-18T15:43:20.616 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:43:20.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.734+0000 7fde83887700 1 Processor -- start 2023-11-18T15:43:20.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.734+0000 7fde83887700 1 -- start start 2023-11-18T15:43:20.737 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde83887700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 0x7fde7c0b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.737 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde83887700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fde7c0b2690 0x7fde7c15fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde83887700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde7c0d0f40 con 0x7fde7c160180 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde83887700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde7c1609e0 con 0x7fde7c0b2690 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde83887700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde7c0b2b10 con 0x7fde7c0cf3c0 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde81e24700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fde7c160180 0x7fde7c144fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:44966/0 (socket says 172.21.15.99:44966) 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde81e24700 1 -- 172.21.15.99:0/1950575117 learned_addr learned my addr 172.21.15.99:0/1950575117 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde81623700 1 --2- 172.21.15.99:0/1950575117 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 0x7fde7c0b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde80e22700 1 --2- 172.21.15.99:0/1950575117 >> v2:172.21.15.181:3300/0 conn(0x7fde7c0b2690 0x7fde7c15fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde73fff700 1 -- 172.21.15.99:0/1950575117 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1833108647 0 0) 0x7fde7c0d0f40 con 0x7fde7c160180 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde73fff700 1 -- 172.21.15.99:0/1950575117 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fde680035b0 con 0x7fde7c160180 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde80e22700 1 -- 172.21.15.99:0/1950575117 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 msgr2=0x7fde7c0b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde80e22700 1 --2- 172.21.15.99:0/1950575117 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 0x7fde7c0b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde80e22700 1 -- 172.21.15.99:0/1950575117 >> v1:172.21.15.99:6789/0 conn(0x7fde7c160180 legacy=0x7fde7c144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.735+0000 7fde80e22700 1 -- 172.21.15.99:0/1950575117 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde7c0b7490 con 0x7fde7c0b2690 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde80e22700 1 --2- 172.21.15.99:0/1950575117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde7c0b2690 0x7fde7c15fc40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fde6c009840 tx=0x7fde6c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56d7eb4f97d51328 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde73fff700 1 -- 172.21.15.99:0/1950575117 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde6c011830 con 0x7fde7c0b2690 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde73fff700 1 -- 172.21.15.99:0/1950575117 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde6c011990 con 0x7fde7c0b2690 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde73fff700 1 -- 172.21.15.99:0/1950575117 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde6c011d20 con 0x7fde7c0b2690 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde83887700 1 -- 172.21.15.99:0/1950575117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde7c0b2690 msgr2=0x7fde7c15fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde83887700 1 --2- 172.21.15.99:0/1950575117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde7c0b2690 0x7fde7c15fc40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fde6c009840 tx=0x7fde6c009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde83887700 1 -- 172.21.15.99:0/1950575117 shutdown_connections 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde83887700 1 --2- 172.21.15.99:0/1950575117 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 0x7fde7c0b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde83887700 1 --2- 172.21.15.99:0/1950575117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde7c0b2690 0x7fde7c15fc40 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde83887700 1 -- 172.21.15.99:0/1950575117 >> 172.21.15.99:0/1950575117 conn(0x7fde7c072190 msgr2=0x7fde7c0725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde83887700 1 -- 172.21.15.99:0/1950575117 shutdown_connections 2023-11-18T15:43:20.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.736+0000 7fde83887700 1 -- 172.21.15.99:0/1950575117 wait complete. 2023-11-18T15:43:20.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.738+0000 7fde83887700 1 Processor -- start 2023-11-18T15:43:20.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.738+0000 7fde83887700 1 -- start start 2023-11-18T15:43:20.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.738+0000 7fde83887700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde7c0b2690 0x7fde7c155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.738+0000 7fde83887700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 0x7fde7c1f7770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.738+0000 7fde83887700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde7c160180 0x7fde7c1f3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.738+0000 7fde83887700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde7c0cd7b0 con 0x7fde7c0b2690 2023-11-18T15:43:20.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.738+0000 7fde83887700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde7c0cda90 con 0x7fde7c160180 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.738+0000 7fde83887700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde7c0cdd70 con 0x7fde7c0cf3c0 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81623700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde7c0b2690 0x7fde7c155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81623700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde7c0b2690 0x7fde7c155a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58364/0 (socket says 172.21.15.99:58364) 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81623700 1 -- 172.21.15.99:0/981748742 learned_addr learned my addr 172.21.15.99:0/981748742 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde80e22700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 0x7fde7c1f7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81e24700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde7c160180 0x7fde7c1f3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81623700 1 -- 172.21.15.99:0/981748742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 msgr2=0x7fde7c1f7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81623700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 0x7fde7c1f7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81623700 1 -- 172.21.15.99:0/981748742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde7c160180 msgr2=0x7fde7c1f3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81623700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde7c160180 0x7fde7c1f3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81623700 1 -- 172.21.15.99:0/981748742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde6c0094a0 con 0x7fde7c0b2690 2023-11-18T15:43:20.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde80e22700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 0x7fde7c1f7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:20.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde81623700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde7c0b2690 0x7fde7c155a00 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fde7800e9b0 tx=0x7fde7800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:20.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde71ffb700 1 -- 172.21.15.99:0/981748742 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde78009710 con 0x7fde7c0b2690 2023-11-18T15:43:20.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde71ffb700 1 -- 172.21.15.99:0/981748742 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde7800ee50 con 0x7fde7c0b2690 2023-11-18T15:43:20.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde71ffb700 1 -- 172.21.15.99:0/981748742 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde7800ca50 con 0x7fde7c0b2690 2023-11-18T15:43:20.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.739+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde7c1f7250 con 0x7fde7c0b2690 2023-11-18T15:43:20.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.740+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde7c0cd540 con 0x7fde7c0b2690 2023-11-18T15:43:20.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.741+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde7c073aa0 con 0x7fde7c0b2690 2023-11-18T15:43:20.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.741+0000 7fde71ffb700 1 -- 172.21.15.99:0/981748742 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 4) v1 ==== 89175+0+0 (secure 0 0 0) 0x7fde7800cbb0 con 0x7fde7c0b2690 2023-11-18T15:43:20.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.742+0000 7fde71ffb700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde6006ae90 0x7fde6006d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:20.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.742+0000 7fde71ffb700 1 -- 172.21.15.99:0/981748742 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 4471+0+0 (secure 0 0 0) 0x7fde78088ef0 con 0x7fde7c0b2690 2023-11-18T15:43:20.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.742+0000 7fde80e22700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde6006ae90 0x7fde6006d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:20.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.742+0000 7fde80e22700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde6006ae90 0x7fde6006d350 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fde6c000c00 tx=0x7fde6c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:20.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.746+0000 7fde71ffb700 1 -- 172.21.15.99:0/981748742 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fde780545c0 con 0x7fde7c0b2690 2023-11-18T15:43:20.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.984+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fde7c069400 con 0x7fde7c0b2690 2023-11-18T15:43:20.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.984+0000 7fde71ffb700 1 -- 172.21.15.99:0/981748742 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1324 (secure 0 0 0) 0x7fde78021090 con 0x7fde7c0b2690 2023-11-18T15:43:20.985 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:20.986 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-11-18T15:43:20.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde6006ae90 msgr2=0x7fde6006d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde6006ae90 0x7fde6006d350 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fde6c000c00 tx=0x7fde6c008030 comp rx=0 tx=0).stop 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde7c0b2690 msgr2=0x7fde7c155a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde7c0b2690 0x7fde7c155a00 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fde7800e9b0 tx=0x7fde7800ecc0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 shutdown_connections 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde6006ae90 0x7fde6006d350 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde7c0b2690 0x7fde7c155a00 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde7c160180 0x7fde7c1f3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 --2- 172.21.15.99:0/981748742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde7c0cf3c0 0x7fde7c1f7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 >> 172.21.15.99:0/981748742 conn(0x7fde7c072190 msgr2=0x7fde7c1592b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 shutdown_connections 2023-11-18T15:43:20.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:20.986+0000 7fde83887700 1 -- 172.21.15.99:0/981748742 wait complete. 2023-11-18T15:43:20.989 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 2 2023-11-18T15:43:23.000 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:43:23.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.148+0000 7f22f194b700 1 Processor -- start 2023-11-18T15:43:23.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.148+0000 7f22f194b700 1 -- start start 2023-11-18T15:43:23.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.148+0000 7f22f194b700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f22ec147880 0x7f22ec06d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.148+0000 7f22f194b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec0b6170 0x7f22ec0704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22f194b700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22ec0b5ce0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22f194b700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22ec0b5700 con 0x7f22ec147880 2023-11-18T15:43:23.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22f194b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22ec06e230 con 0x7f22ec0b6170 2023-11-18T15:43:23.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22eb7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f22ec0b65d0 0x7f22ec161c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45048/0 (socket says 172.21.15.99:45048) 2023-11-18T15:43:23.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22eb7fe700 1 -- 172.21.15.99:0/1374976829 learned_addr learned my addr 172.21.15.99:0/1374976829 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:23.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22ea7fc700 1 --2- 172.21.15.99:0/1374976829 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec0b6170 0x7f22ec0704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22eaffd700 1 --2- 172.21.15.99:0/1374976829 >> v2:172.21.15.181:3300/0 conn(0x7f22ec147880 0x7f22ec06d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22e9ffb700 1 -- 172.21.15.99:0/1374976829 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2592369644 0 0) 0x7f22ec0b5ce0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22e9ffb700 1 -- 172.21.15.99:0/1374976829 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f22d40035b0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22eaffd700 1 -- 172.21.15.99:0/1374976829 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec0b6170 msgr2=0x7f22ec0704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22e9ffb700 1 -- 172.21.15.99:0/1374976829 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 400280746 0 0) 0x7f22d40035b0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22eaffd700 1 --2- 172.21.15.99:0/1374976829 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec0b6170 0x7f22ec0704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22eaffd700 1 -- 172.21.15.99:0/1374976829 >> v1:172.21.15.99:6789/0 conn(0x7f22ec0b65d0 legacy=0x7f22ec161c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22eaffd700 1 -- 172.21.15.99:0/1374976829 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22ec0b5970 con 0x7f22ec147880 2023-11-18T15:43:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22ea7fc700 1 --2- 172.21.15.99:0/1374976829 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec0b6170 0x7f22ec0704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.149+0000 7f22eaffd700 1 --2- 172.21.15.99:0/1374976829 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f22ec147880 0x7f22ec06d910 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f22dc009840 tx=0x7f22dc009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe977e411d69dab8 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22e9ffb700 1 -- 172.21.15.99:0/1374976829 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22e40019f0 con 0x7f22ec147880 2023-11-18T15:43:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22e9ffb700 1 -- 172.21.15.99:0/1374976829 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22dc004030 con 0x7f22ec147880 2023-11-18T15:43:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22e9ffb700 1 -- 172.21.15.99:0/1374976829 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22dc0043c0 con 0x7f22ec147880 2023-11-18T15:43:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22f194b700 1 -- 172.21.15.99:0/1374976829 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f22ec147880 msgr2=0x7f22ec06d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22f194b700 1 --2- 172.21.15.99:0/1374976829 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f22ec147880 0x7f22ec06d910 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f22dc009840 tx=0x7f22dc009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:23.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22f194b700 1 -- 172.21.15.99:0/1374976829 shutdown_connections 2023-11-18T15:43:23.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22f194b700 1 --2- 172.21.15.99:0/1374976829 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f22ec147880 0x7f22ec06d910 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22f194b700 1 --2- 172.21.15.99:0/1374976829 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec0b6170 0x7f22ec0704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22f194b700 1 -- 172.21.15.99:0/1374976829 >> 172.21.15.99:0/1374976829 conn(0x7f22ec0b2130 msgr2=0x7f22ec0b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:23.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22f194b700 1 -- 172.21.15.99:0/1374976829 shutdown_connections 2023-11-18T15:43:23.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.150+0000 7f22f194b700 1 -- 172.21.15.99:0/1374976829 wait complete. 2023-11-18T15:43:23.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.151+0000 7f22f194b700 1 Processor -- start 2023-11-18T15:43:23.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22f194b700 1 -- start start 2023-11-18T15:43:23.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22f194b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f22ec0b6170 0x7f22ec0cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22f194b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f22ec0b65d0 0x7f22ec0c8930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22f194b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec147880 0x7f22ec0c7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22f194b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22ec1360b0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22f194b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22ec15e300 con 0x7f22ec0b6170 2023-11-18T15:43:23.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22f194b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22ec135430 con 0x7f22ec147880 2023-11-18T15:43:23.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22ea7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f22ec0b65d0 0x7f22ec0c8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22ea7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f22ec0b65d0 0x7f22ec0c8930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58440/0 (socket says 172.21.15.99:58440) 2023-11-18T15:43:23.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22ea7fc700 1 -- 172.21.15.99:0/1187924130 learned_addr learned my addr 172.21.15.99:0/1187924130 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:23.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22eb7fe700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec147880 0x7f22ec0c7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.152+0000 7f22eaffd700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f22ec0b6170 0x7f22ec0cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22ea7fc700 1 -- 172.21.15.99:0/1187924130 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec147880 msgr2=0x7f22ec0c7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22ea7fc700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec147880 0x7f22ec0c7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22ea7fc700 1 -- 172.21.15.99:0/1187924130 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f22ec0b6170 msgr2=0x7f22ec0cfa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22ea7fc700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f22ec0b6170 0x7f22ec0cfa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22ea7fc700 1 -- 172.21.15.99:0/1187924130 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22e00094a0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22eb7fe700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec147880 0x7f22ec0c7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22ea7fc700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f22ec0b65d0 0x7f22ec0c8930 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f22e000ebe0 tx=0x7f22e000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22d3fff700 1 -- 172.21.15.99:0/1187924130 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22e0009760 con 0x7f22ec0b65d0 2023-11-18T15:43:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22d3fff700 1 -- 172.21.15.99:0/1187924130 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22e000c850 con 0x7f22ec0b65d0 2023-11-18T15:43:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22d3fff700 1 -- 172.21.15.99:0/1187924130 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22e000cbe0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22dc0094a0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.153+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22ec1359f0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.154+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22ec073aa0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.155+0000 7f22d3fff700 1 -- 172.21.15.99:0/1187924130 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 4) v1 ==== 89175+0+0 (secure 0 0 0) 0x7f22e000cd40 con 0x7f22ec0b65d0 2023-11-18T15:43:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.155+0000 7f22d3fff700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f22d806ae40 0x7f22d806d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.155+0000 7f22d3fff700 1 -- 172.21.15.99:0/1187924130 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f22e00890a0 con 0x7f22ec0b65d0 2023-11-18T15:43:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.155+0000 7f22eaffd700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f22d806ae40 0x7f22d806d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.156+0000 7f22eaffd700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f22d806ae40 0x7f22d806d300 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f22dc0090b0 tx=0x7f22dc008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:23.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.160+0000 7f22d3fff700 1 -- 172.21.15.99:0/1187924130 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f22e0054610 con 0x7f22ec0b65d0 2023-11-18T15:43:23.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.418+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f22ec069400 con 0x7f22ec0b65d0 2023-11-18T15:43:23.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.418+0000 7f22d3fff700 1 -- 172.21.15.99:0/1187924130 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3700 (secure 0 0 0) 0x7f22e0021e90 con 0x7f22ec0b65d0 2023-11-18T15:43:23.420 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:23.420 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6834/3683325457","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3683325457},{"type":"v1","addr":"172.21.15.181:6834","nonce":3683325457}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/1698815937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1698815937},{"type":"v1","addr":"172.21.15.99:6837","nonce":1698815937}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/2507761095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6833","nonce":2507761095},{"type":"v1","addr":"172.21.15.181:6835","nonce":2507761095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-11-18T15:43:23.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f22d806ae40 msgr2=0x7f22d806d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f22d806ae40 0x7f22d806d300 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f22dc0090b0 tx=0x7f22dc008030 comp rx=0 tx=0).stop 2023-11-18T15:43:23.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f22ec0b65d0 msgr2=0x7f22ec0c8930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f22ec0b65d0 0x7f22ec0c8930 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f22e000ebe0 tx=0x7f22e000eef0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 shutdown_connections 2023-11-18T15:43:23.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f22ec147880 0x7f22ec0c7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f22ec0b6170 0x7f22ec0cfa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f22d806ae40 0x7f22d806d300 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 --2- 172.21.15.99:0/1187924130 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f22ec0b65d0 0x7f22ec0c8930 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.420+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 >> 172.21.15.99:0/1187924130 conn(0x7f22ec0b2130 msgr2=0x7f22ec0d02b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:23.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.421+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 shutdown_connections 2023-11-18T15:43:23.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.421+0000 7f22f194b700 1 -- 172.21.15.99:0/1187924130 wait complete. 2023-11-18T15:43:23.424 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 3 2023-11-18T15:43:23.438 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:23.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.558+0000 7f143af73700 1 Processor -- start 2023-11-18T15:43:23.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.558+0000 7f143af73700 1 -- start start 2023-11-18T15:43:23.570 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f143af73700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f14340cf3c0 0x7f14340b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.570 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f143af73700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f14340b2690 0x7f143415fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.570 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f143af73700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14340d0f40 con 0x7f1434160180 2023-11-18T15:43:23.570 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f143af73700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14341609e0 con 0x7f14340b2690 2023-11-18T15:43:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f143af73700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14340b2b10 con 0x7f14340cf3c0 2023-11-18T15:43:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f1433fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f14340b2690 0x7f143415fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f1433fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f14340b2690 0x7f143415fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58458/0 (socket says 172.21.15.99:58458) 2023-11-18T15:43:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f1433fff700 1 -- 172.21.15.99:0/238382549 learned_addr learned my addr 172.21.15.99:0/238382549 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f1438d0f700 1 --2- 172.21.15.99:0/238382549 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f14340cf3c0 0x7f14340b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.572 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f1433fff700 1 -- 172.21.15.99:0/238382549 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f14340cf3c0 msgr2=0x7f14340b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:23.572 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f1433fff700 1 --2- 172.21.15.99:0/238382549 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f14340cf3c0 0x7f14340b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.572 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f1433fff700 1 -- 172.21.15.99:0/238382549 >> v1:172.21.15.181:6789/0 conn(0x7f1434160180 legacy=0x7f1434144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.572 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f1433fff700 1 -- 172.21.15.99:0/238382549 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14340b7490 con 0x7f14340b2690 2023-11-18T15:43:23.572 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.559+0000 7f1433fff700 1 --2- 172.21.15.99:0/238382549 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 0x7f143415fc40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f14200098f0 tx=0x7f1420009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b06dadeb1fb64917 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:23.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f14337fe700 1 -- 172.21.15.99:0/238382549 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1420011830 con 0x7f14340b2690 2023-11-18T15:43:23.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f14337fe700 1 -- 172.21.15.99:0/238382549 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1420011990 con 0x7f14340b2690 2023-11-18T15:43:23.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f14337fe700 1 -- 172.21.15.99:0/238382549 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1420011d20 con 0x7f14340b2690 2023-11-18T15:43:23.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f143af73700 1 -- 172.21.15.99:0/238382549 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 msgr2=0x7f143415fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f143af73700 1 --2- 172.21.15.99:0/238382549 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 0x7f143415fc40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f14200098f0 tx=0x7f1420009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:23.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f143af73700 1 -- 172.21.15.99:0/238382549 shutdown_connections 2023-11-18T15:43:23.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f143af73700 1 --2- 172.21.15.99:0/238382549 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f14340cf3c0 0x7f14340b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f143af73700 1 --2- 172.21.15.99:0/238382549 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 0x7f143415fc40 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f143af73700 1 -- 172.21.15.99:0/238382549 >> 172.21.15.99:0/238382549 conn(0x7f1434072190 msgr2=0x7f14340725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:23.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f143af73700 1 -- 172.21.15.99:0/238382549 shutdown_connections 2023-11-18T15:43:23.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.560+0000 7f143af73700 1 -- 172.21.15.99:0/238382549 wait complete. 2023-11-18T15:43:23.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.561+0000 7f143af73700 1 Processor -- start 2023-11-18T15:43:23.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.561+0000 7f143af73700 1 -- start start 2023-11-18T15:43:23.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f143af73700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 0x7f1434141870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f143af73700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f14340cf3c0 0x7f1434154f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.576 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f143af73700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1434160180 0x7f14341554a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.576 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f143af73700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143415b7a0 con 0x7f14340b2690 2023-11-18T15:43:23.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f143af73700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1434141db0 con 0x7f14340cf3c0 2023-11-18T15:43:23.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f143af73700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f143415ab90 con 0x7f1434160180 2023-11-18T15:43:23.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f1438d0f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 0x7f1434141870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f1438d0f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 0x7f1434141870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58460/0 (socket says 172.21.15.99:58460) 2023-11-18T15:43:23.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f1438d0f700 1 -- 172.21.15.99:0/2596707943 learned_addr learned my addr 172.21.15.99:0/2596707943 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:23.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f1439510700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1434160180 0x7f14341554a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.562+0000 7f1433fff700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f14340cf3c0 0x7f1434154f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f1438d0f700 1 -- 172.21.15.99:0/2596707943 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1434160180 msgr2=0x7f14341554a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f1438d0f700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1434160180 0x7f14341554a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f1438d0f700 1 -- 172.21.15.99:0/2596707943 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f14340cf3c0 msgr2=0x7f1434154f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f1438d0f700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f14340cf3c0 0x7f1434154f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f1438d0f700 1 -- 172.21.15.99:0/2596707943 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1420009550 con 0x7f14340b2690 2023-11-18T15:43:23.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f1438d0f700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 0x7f1434141870 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f142800e9b0 tx=0x7f142800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:23.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f14317fa700 1 -- 172.21.15.99:0/2596707943 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1428009710 con 0x7f14340b2690 2023-11-18T15:43:23.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f14317fa700 1 -- 172.21.15.99:0/2596707943 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f142800ee50 con 0x7f14340b2690 2023-11-18T15:43:23.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f143415ae70 con 0x7f14340b2690 2023-11-18T15:43:23.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f14317fa700 1 -- 172.21.15.99:0/2596707943 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142800ca50 con 0x7f14340b2690 2023-11-18T15:43:23.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.563+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f143415b430 con 0x7f14340b2690 2023-11-18T15:43:23.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.564+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1434073aa0 con 0x7f14340b2690 2023-11-18T15:43:23.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.564+0000 7f14317fa700 1 -- 172.21.15.99:0/2596707943 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 4) v1 ==== 89175+0+0 (secure 0 0 0) 0x7f142800cbb0 con 0x7f14340b2690 2023-11-18T15:43:23.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.565+0000 7f14317fa700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f141806ae40 0x7f141806d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.565+0000 7f1433fff700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f141806ae40 0x7f141806d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.565+0000 7f14317fa700 1 -- 172.21.15.99:0/2596707943 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f14280891e0 con 0x7f14340b2690 2023-11-18T15:43:23.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.565+0000 7f1433fff700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f141806ae40 0x7f141806d300 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1420009c40 tx=0x7f1420008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:23.581 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.570+0000 7f14317fa700 1 -- 172.21.15.99:0/2596707943 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f14280546c0 con 0x7f14340b2690 2023-11-18T15:43:23.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.764+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1434150520 con 0x7f14340b2690 2023-11-18T15:43:23.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.765+0000 7f14317fa700 1 -- 172.21.15.99:0/2596707943 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12863 (secure 0 0 0) 0x7f142800ce60 con 0x7f14340b2690 2023-11-18T15:43:23.766 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:23.766 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":17,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:22.894154+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:23.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f141806ae40 msgr2=0x7f141806d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f141806ae40 0x7f141806d300 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1420009c40 tx=0x7f1420008030 comp rx=0 tx=0).stop 2023-11-18T15:43:23.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 msgr2=0x7f1434141870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 0x7f1434141870 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f142800e9b0 tx=0x7f142800ecc0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 shutdown_connections 2023-11-18T15:43:23.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f141806ae40 0x7f141806d300 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14340b2690 0x7f1434141870 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1434160180 0x7f14341554a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 --2- 172.21.15.99:0/2596707943 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f14340cf3c0 0x7f1434154f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 >> 172.21.15.99:0/2596707943 conn(0x7f1434072190 msgr2=0x7f14340b7b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:23.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 shutdown_connections 2023-11-18T15:43:23.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.767+0000 7f143af73700 1 -- 172.21.15.99:0/2596707943 wait complete. 2023-11-18T15:43:23.780 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:43:23.780 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:43:23.911 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.909+0000 7fc7c5c26700 1 Processor -- start 2023-11-18T15:43:23.911 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.909+0000 7fc7c5c26700 1 -- start start 2023-11-18T15:43:23.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.910+0000 7fc7c5c26700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c00b0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.910+0000 7fc7c5c26700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc7c00cd850 0x7fc7c00cdca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.910+0000 7fc7c5c26700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7c00ce1e0 con 0x7fc7c015b3d0 2023-11-18T15:43:23.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.910+0000 7fc7c5c26700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7c00afe30 con 0x7fc7c00cd850 2023-11-18T15:43:23.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.910+0000 7fc7c5c26700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c015b870 con 0x7fc7c00afa50 2023-11-18T15:43:23.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.910+0000 7fc7bf7fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c00b0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.910+0000 7fc7bf7fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c00b0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:39852/0 (socket says 172.21.15.99:39852) 2023-11-18T15:43:23.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.910+0000 7fc7bf7fe700 1 -- 172.21.15.99:0/805880742 learned_addr learned my addr 172.21.15.99:0/805880742 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:23.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.910+0000 7fc7bffff700 1 --2- 172.21.15.99:0/805880742 >> v2:172.21.15.181:3300/0 conn(0x7fc7c00cd850 0x7fc7c00cdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7bf7fe700 1 -- 172.21.15.99:0/805880742 >> v2:172.21.15.181:3300/0 conn(0x7fc7c00cd850 msgr2=0x7fc7c00cdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:23.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7bf7fe700 1 --2- 172.21.15.99:0/805880742 >> v2:172.21.15.181:3300/0 conn(0x7fc7c00cd850 0x7fc7c00cdca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7bf7fe700 1 -- 172.21.15.99:0/805880742 >> v1:172.21.15.181:6789/0 conn(0x7fc7c015b3d0 legacy=0x7fc7c015e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7bf7fe700 1 -- 172.21.15.99:0/805880742 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7c015bb50 con 0x7fc7c00afa50 2023-11-18T15:43:23.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7bf7fe700 1 --2- 172.21.15.99:0/805880742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c00b0e80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400bb90 tx=0x7fc7b400bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af171976eeb80230 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:23.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7be7fc700 1 -- 172.21.15.99:0/805880742 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b400dd50 con 0x7fc7c00afa50 2023-11-18T15:43:23.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7be7fc700 1 -- 172.21.15.99:0/805880742 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7b4010470 con 0x7fc7c00afa50 2023-11-18T15:43:23.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7be7fc700 1 -- 172.21.15.99:0/805880742 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b4010800 con 0x7fc7c00afa50 2023-11-18T15:43:23.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7c5c26700 1 -- 172.21.15.99:0/805880742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 msgr2=0x7fc7c00b0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7c5c26700 1 --2- 172.21.15.99:0/805880742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c00b0e80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400bb90 tx=0x7fc7b400bea0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7c5c26700 1 -- 172.21.15.99:0/805880742 shutdown_connections 2023-11-18T15:43:23.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7c5c26700 1 --2- 172.21.15.99:0/805880742 >> v2:172.21.15.181:3300/0 conn(0x7fc7c00cd850 0x7fc7c00cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7c5c26700 1 --2- 172.21.15.99:0/805880742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c00b0e80 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7c5c26700 1 -- 172.21.15.99:0/805880742 >> 172.21.15.99:0/805880742 conn(0x7fc7c00b38b0 msgr2=0x7fc7c00b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:23.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.911+0000 7fc7c5c26700 1 -- 172.21.15.99:0/805880742 shutdown_connections 2023-11-18T15:43:23.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.912+0000 7fc7c5c26700 1 -- 172.21.15.99:0/805880742 wait complete. 2023-11-18T15:43:23.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.913+0000 7fc7c5c26700 1 Processor -- start 2023-11-18T15:43:23.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.913+0000 7fc7c5c26700 1 -- start start 2023-11-18T15:43:23.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7c5c26700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c0152490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.925 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7c5c26700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7c00cd850 0x7fc7c00cf130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.925 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7c5c26700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7c015b3d0 0x7fc7c00cf670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.925 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7c5c26700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c01539e0 con 0x7fc7c015b3d0 2023-11-18T15:43:23.925 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7c5c26700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c01f3c20 con 0x7fc7c00cd850 2023-11-18T15:43:23.925 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7c5c26700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c01f4040 con 0x7fc7c00afa50 2023-11-18T15:43:23.925 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7bf7fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c0152490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7bffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7c015b3d0 0x7fc7c00cf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7bf7fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c0152490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:39858/0 (socket says 172.21.15.99:39858) 2023-11-18T15:43:23.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7beffd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7c00cd850 0x7fc7c00cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7bf7fe700 1 -- 172.21.15.99:0/951048533 learned_addr learned my addr 172.21.15.99:0/951048533 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:23.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.914+0000 7fc7bffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7c015b3d0 0x7fc7c00cf670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58488/0 (socket says 172.21.15.99:58488) 2023-11-18T15:43:23.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7bf7fe700 1 -- 172.21.15.99:0/951048533 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7c00cd850 msgr2=0x7fc7c00cf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7bf7fe700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7c00cd850 0x7fc7c00cf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7bf7fe700 1 -- 172.21.15.99:0/951048533 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7c015b3d0 msgr2=0x7fc7c00cf670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:23.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7bf7fe700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7c015b3d0 0x7fc7c00cf670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:23.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7bf7fe700 1 -- 172.21.15.99:0/951048533 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7b400b7f0 con 0x7fc7c00afa50 2023-11-18T15:43:23.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7bf7fe700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c0152490 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400bee0 tx=0x7fc7b4004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:23.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7a7fff700 1 -- 172.21.15.99:0/951048533 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b401f070 con 0x7fc7c00afa50 2023-11-18T15:43:23.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7a7fff700 1 -- 172.21.15.99:0/951048533 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7b40038b0 con 0x7fc7c00afa50 2023-11-18T15:43:23.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7c0147110 con 0x7fc7c00afa50 2023-11-18T15:43:23.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7a7fff700 1 -- 172.21.15.99:0/951048533 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b4003c40 con 0x7fc7c00afa50 2023-11-18T15:43:23.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.915+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7c01f3560 con 0x7fc7c00afa50 2023-11-18T15:43:23.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.916+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7c01f3e90 con 0x7fc7c00afa50 2023-11-18T15:43:23.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.916+0000 7fc7a7fff700 1 -- 172.21.15.99:0/951048533 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 4) v1 ==== 89175+0+0 (secure 0 0 0) 0x7fc7b402d430 con 0x7fc7c00afa50 2023-11-18T15:43:23.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.917+0000 7fc7a7fff700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc7ac06ae40 0x7fc7ac06d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:23.929 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.917+0000 7fc7beffd700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc7ac06ae40 0x7fc7ac06d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:23.929 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.917+0000 7fc7a7fff700 1 -- 172.21.15.99:0/951048533 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc7b408caf0 con 0x7fc7c00afa50 2023-11-18T15:43:23.929 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.917+0000 7fc7beffd700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc7ac06ae40 0x7fc7ac06d300 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc7c00b1fc0 tx=0x7fc7b0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:23.929 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:23.922+0000 7fc7a7fff700 1 -- 172.21.15.99:0/951048533 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fc7b4058060 con 0x7fc7c00afa50 2023-11-18T15:43:24.121 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.120+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc7c0069400 con 0x7fc7c00afa50 2023-11-18T15:43:24.121 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.120+0000 7fc7a7fff700 1 -- 172.21.15.99:0/951048533 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc7b405b680 con 0x7fc7c00afa50 2023-11-18T15:43:24.121 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc7ac06ae40 msgr2=0x7fc7ac06d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc7ac06ae40 0x7fc7ac06d300 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc7c00b1fc0 tx=0x7fc7b0009040 comp rx=0 tx=0).stop 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 msgr2=0x7fc7c0152490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c0152490 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc7b400bee0 tx=0x7fc7b4004750 comp rx=0 tx=0).stop 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 shutdown_connections 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc7ac06ae40 0x7fc7ac06d300 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7c015b3d0 0x7fc7c00cf670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc7c00afa50 0x7fc7c0152490 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 --2- 172.21.15.99:0/951048533 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7c00cd850 0x7fc7c00cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.122+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 >> 172.21.15.99:0/951048533 conn(0x7fc7c00b38b0 msgr2=0x7fc7c015e8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.123+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 shutdown_connections 2023-11-18T15:43:24.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.123+0000 7fc7c5c26700 1 -- 172.21.15.99:0/951048533 wait complete. 2023-11-18T15:43:24.136 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-18T15:43:24.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.254+0000 7fcb48a6b700 1 Processor -- start 2023-11-18T15:43:24.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.254+0000 7fcb48a6b700 1 -- start start 2023-11-18T15:43:24.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.255+0000 7fcb48a6b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcb44146c20 0x7fcb441625a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.255+0000 7fcb48a6b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb4406c4c0 0x7fcb4415f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.255+0000 7fcb48a6b700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb4406cc30 con 0x7fcb441473d0 2023-11-18T15:43:24.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.255+0000 7fcb48a6b700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb44162ae0 con 0x7fcb44146c20 2023-11-18T15:43:24.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.255+0000 7fcb48a6b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4415ed80 con 0x7fcb4406c4c0 2023-11-18T15:43:24.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4259c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcb44146c20 0x7fcb441625a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4259c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcb44146c20 0x7fcb441625a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58494/0 (socket says 172.21.15.99:58494) 2023-11-18T15:43:24.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb41d9b700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fcb441473d0 0x7fcb4406bdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45106/0 (socket says 172.21.15.99:45106) 2023-11-18T15:43:24.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4259c700 1 -- 172.21.15.99:0/1014472207 learned_addr learned my addr 172.21.15.99:0/1014472207 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:24.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb42d9d700 1 --2- 172.21.15.99:0/1014472207 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb4406c4c0 0x7fcb4415f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4259c700 1 -- 172.21.15.99:0/1014472207 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb4406c4c0 msgr2=0x7fcb4415f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4259c700 1 --2- 172.21.15.99:0/1014472207 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb4406c4c0 0x7fcb4415f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4259c700 1 -- 172.21.15.99:0/1014472207 >> v1:172.21.15.99:6789/0 conn(0x7fcb441473d0 legacy=0x7fcb4406bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4159a700 1 -- 172.21.15.99:0/1014472207 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4230579159 0 0) 0x7fcb4406cc30 con 0x7fcb441473d0 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4259c700 1 -- 172.21.15.99:0/1014472207 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb441478d0 con 0x7fcb44146c20 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb42d9d700 1 --2- 172.21.15.99:0/1014472207 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb4406c4c0 0x7fcb4415f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4259c700 1 --2- 172.21.15.99:0/1014472207 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 0x7fcb441625a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcb340098f0 tx=0x7fcb34009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60fd722d3ab1b3bd server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4159a700 1 -- 172.21.15.99:0/1014472207 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3400b8a0 con 0x7fcb44146c20 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4159a700 1 -- 172.21.15.99:0/1014472207 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb3400ba00 con 0x7fcb44146c20 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.256+0000 7fcb4159a700 1 -- 172.21.15.99:0/1014472207 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3400bd90 con 0x7fcb44146c20 2023-11-18T15:43:24.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.257+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1014472207 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 msgr2=0x7fcb441625a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.257+0000 7fcb48a6b700 1 --2- 172.21.15.99:0/1014472207 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 0x7fcb441625a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcb340098f0 tx=0x7fcb34009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:24.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.257+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1014472207 shutdown_connections 2023-11-18T15:43:24.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.257+0000 7fcb48a6b700 1 --2- 172.21.15.99:0/1014472207 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb4406c4c0 0x7fcb4415f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.257+0000 7fcb48a6b700 1 --2- 172.21.15.99:0/1014472207 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 0x7fcb441625a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.257+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1014472207 >> 172.21.15.99:0/1014472207 conn(0x7fcb440b30d0 msgr2=0x7fcb440b34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:24.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.257+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1014472207 shutdown_connections 2023-11-18T15:43:24.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.257+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1014472207 wait complete. 2023-11-18T15:43:24.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.258+0000 7fcb48a6b700 1 Processor -- start 2023-11-18T15:43:24.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.258+0000 7fcb48a6b700 1 -- start start 2023-11-18T15:43:24.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb48a6b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb4406c4c0 0x7fcb4413de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb48a6b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 0x7fcb44142970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb48a6b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb441473d0 0x7fcb44142eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb48a6b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4413d230 con 0x7fcb44146c20 2023-11-18T15:43:24.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb48a6b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4415dc30 con 0x7fcb4406c4c0 2023-11-18T15:43:24.266 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb48a6b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4413b4b0 con 0x7fcb441473d0 2023-11-18T15:43:24.266 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb41d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 0x7fcb44142970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.266 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb41d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 0x7fcb44142970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58502/0 (socket says 172.21.15.99:58502) 2023-11-18T15:43:24.266 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb41d9b700 1 -- 172.21.15.99:0/1776278018 learned_addr learned my addr 172.21.15.99:0/1776278018 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:24.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb4259c700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb4406c4c0 0x7fcb4413de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb42d9d700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb441473d0 0x7fcb44142eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb41d9b700 1 -- 172.21.15.99:0/1776278018 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb441473d0 msgr2=0x7fcb44142eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb41d9b700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb441473d0 0x7fcb44142eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb41d9b700 1 -- 172.21.15.99:0/1776278018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb4406c4c0 msgr2=0x7fcb4413de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb41d9b700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb4406c4c0 0x7fcb4413de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb41d9b700 1 -- 172.21.15.99:0/1776278018 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb34009550 con 0x7fcb44146c20 2023-11-18T15:43:24.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.259+0000 7fcb41d9b700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 0x7fcb44142970 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcb3800c460 tx=0x7fcb3800c770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:24.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.260+0000 7fcb32ffd700 1 -- 172.21.15.99:0/1776278018 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb38004c80 con 0x7fcb44146c20 2023-11-18T15:43:24.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.260+0000 7fcb32ffd700 1 -- 172.21.15.99:0/1776278018 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb38004e00 con 0x7fcb44146c20 2023-11-18T15:43:24.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.260+0000 7fcb32ffd700 1 -- 172.21.15.99:0/1776278018 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb38007310 con 0x7fcb44146c20 2023-11-18T15:43:24.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.260+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb4413b790 con 0x7fcb44146c20 2023-11-18T15:43:24.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.260+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb4413bd50 con 0x7fcb44146c20 2023-11-18T15:43:24.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.260+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb44073aa0 con 0x7fcb44146c20 2023-11-18T15:43:24.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.261+0000 7fcb32ffd700 1 -- 172.21.15.99:0/1776278018 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 4) v1 ==== 89175+0+0 (secure 0 0 0) 0x7fcb38007470 con 0x7fcb44146c20 2023-11-18T15:43:24.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.261+0000 7fcb32ffd700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcb2406ae40 0x7fcb2406d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.261+0000 7fcb4259c700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcb2406ae40 0x7fcb2406d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.262+0000 7fcb32ffd700 1 -- 172.21.15.99:0/1776278018 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fcb38088d20 con 0x7fcb44146c20 2023-11-18T15:43:24.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.262+0000 7fcb4259c700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcb2406ae40 0x7fcb2406d300 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcb34000c00 tx=0x7fcb34008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:24.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.266+0000 7fcb32ffd700 1 -- 172.21.15.99:0/1776278018 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fcb38054200 con 0x7fcb44146c20 2023-11-18T15:43:24.461 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.460+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fcb44069400 con 0x7fcb44146c20 2023-11-18T15:43:24.461 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.460+0000 7fcb32ffd700 1 -- 172.21.15.99:0/1776278018 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) v1 ==== 84+0+65 (secure 0 0 0) 0x7fcb38057820 con 0x7fcb44146c20 2023-11-18T15:43:24.461 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:24.461 INFO:teuthology.orchestra.run.smithi099.stdout:[ 2023-11-18T15:43:24.461 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:43:24.461 INFO:teuthology.orchestra.run.smithi099.stdout: "poolnum": 1, 2023-11-18T15:43:24.462 INFO:teuthology.orchestra.run.smithi099.stdout: "poolname": ".mgr" 2023-11-18T15:43:24.462 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:43:24.462 INFO:teuthology.orchestra.run.smithi099.stdout:] 2023-11-18T15:43:24.463 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcb2406ae40 msgr2=0x7fcb2406d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcb2406ae40 0x7fcb2406d300 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcb34000c00 tx=0x7fcb34008030 comp rx=0 tx=0).stop 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 msgr2=0x7fcb44142970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 0x7fcb44142970 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcb3800c460 tx=0x7fcb3800c770 comp rx=0 tx=0).stop 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 shutdown_connections 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcb441473d0 0x7fcb44142eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb4406c4c0 0x7fcb4413de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcb2406ae40 0x7fcb2406d300 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 --2- 172.21.15.99:0/1776278018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb44146c20 0x7fcb44142970 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 >> 172.21.15.99:0/1776278018 conn(0x7fcb440b30d0 msgr2=0x7fcb4406cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 shutdown_connections 2023-11-18T15:43:24.464 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.462+0000 7fcb48a6b700 1 -- 172.21.15.99:0/1776278018 wait complete. 2023-11-18T15:43:24.475 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-11-18T15:43:24.475 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-11-18T15:43:24.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.598+0000 7f66ee0b3700 1 Processor -- start 2023-11-18T15:43:24.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.598+0000 7f66ee0b3700 1 -- start start 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.599+0000 7f66ee0b3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e813eeb0 0x7f66e806d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.599+0000 7f66ee0b3700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f66e806d740 0x7f66e80cee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.599+0000 7f66ee0b3700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f66e80cf350 0x7f66e80d0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.599+0000 7f66ee0b3700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66e80d1d00 con 0x7f66e80cf350 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.599+0000 7f66ee0b3700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66e80d1740 con 0x7f66e806d740 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.599+0000 7f66ee0b3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66e80d1a20 con 0x7f66e813eeb0 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.599+0000 7f66e7fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f66e80cf350 0x7f66e80d0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.599+0000 7f66e7fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f66e80cf350 0x7f66e80d0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58510/0 (socket says 172.21.15.99:58510) 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.599+0000 7f66e7fff700 1 -- 172.21.15.99:0/642039562 learned_addr learned my addr 172.21.15.99:0/642039562 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e77fe700 1 --2- 172.21.15.99:0/642039562 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e813eeb0 0x7f66e806d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e6ffd700 1 --2- 172.21.15.99:0/642039562 >> v2:172.21.15.181:3300/0 conn(0x7f66e806d740 0x7f66e80cee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e7fff700 1 -- 172.21.15.99:0/642039562 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e813eeb0 msgr2=0x7f66e806d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e7fff700 1 --2- 172.21.15.99:0/642039562 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e813eeb0 0x7f66e806d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e7fff700 1 -- 172.21.15.99:0/642039562 >> v2:172.21.15.181:3300/0 conn(0x7f66e806d740 msgr2=0x7f66e80cee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e7fff700 1 --2- 172.21.15.99:0/642039562 >> v2:172.21.15.181:3300/0 conn(0x7f66e806d740 0x7f66e80cee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e7fff700 1 -- 172.21.15.99:0/642039562 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66e80ce610 con 0x7f66e80cf350 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e7fff700 1 --2- 172.21.15.99:0/642039562 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e80cf350 0x7f66e80d0b80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f66e80b3f00 tx=0x7f66e000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a71cbb8d824a5802 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e67fc700 1 -- 172.21.15.99:0/642039562 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e000e070 con 0x7f66e80cf350 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e67fc700 1 -- 172.21.15.99:0/642039562 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66e000b9c0 con 0x7f66e80cf350 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66e67fc700 1 -- 172.21.15.99:0/642039562 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e000bd70 con 0x7f66e80cf350 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66ee0b3700 1 -- 172.21.15.99:0/642039562 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e80cf350 msgr2=0x7f66e80d0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/642039562 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e80cf350 0x7f66e80d0b80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f66e80b3f00 tx=0x7f66e000b330 comp rx=0 tx=0).stop 2023-11-18T15:43:24.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66ee0b3700 1 -- 172.21.15.99:0/642039562 shutdown_connections 2023-11-18T15:43:24.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/642039562 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e813eeb0 0x7f66e806d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/642039562 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e80cf350 0x7f66e80d0b80 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/642039562 >> v2:172.21.15.181:3300/0 conn(0x7f66e806d740 0x7f66e80cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.600+0000 7f66ee0b3700 1 -- 172.21.15.99:0/642039562 >> 172.21.15.99:0/642039562 conn(0x7f66e80b31d0 msgr2=0x7f66e80b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:24.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.601+0000 7f66ee0b3700 1 -- 172.21.15.99:0/642039562 shutdown_connections 2023-11-18T15:43:24.604 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.601+0000 7f66ee0b3700 1 -- 172.21.15.99:0/642039562 wait complete. 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.602+0000 7f66ee0b3700 1 Processor -- start 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.602+0000 7f66ee0b3700 1 -- start start 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66ee0b3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66e806d740 0x7f66e813b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66ee0b3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e80cf350 0x7f66e806df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66ee0b3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e813eeb0 0x7f66e806e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66ee0b3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66e80ab4b0 con 0x7f66e813eeb0 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66ee0b3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66e80ab790 con 0x7f66e806d740 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66ee0b3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66e80aba70 con 0x7f66e80cf350 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66e7fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e813eeb0 0x7f66e806e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66e7fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e813eeb0 0x7f66e806e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58516/0 (socket says 172.21.15.99:58516) 2023-11-18T15:43:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66e7fff700 1 -- 172.21.15.99:0/3330564156 learned_addr learned my addr 172.21.15.99:0/3330564156 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66e6ffd700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e80cf350 0x7f66e806df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.603+0000 7f66e77fe700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66e806d740 0x7f66e813b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66e7fff700 1 -- 172.21.15.99:0/3330564156 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e80cf350 msgr2=0x7f66e806df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66e7fff700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e80cf350 0x7f66e806df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66e7fff700 1 -- 172.21.15.99:0/3330564156 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66e806d740 msgr2=0x7f66e813b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66e7fff700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66e806d740 0x7f66e813b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66e7fff700 1 -- 172.21.15.99:0/3330564156 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66e0009b30 con 0x7f66e813eeb0 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66e7fff700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e813eeb0 0x7f66e806e4a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f66e000b370 tx=0x7f66e0004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66cffff700 1 -- 172.21.15.99:0/3330564156 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e00099b0 con 0x7f66e813eeb0 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66cffff700 1 -- 172.21.15.99:0/3330564156 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66e0004250 con 0x7f66e813eeb0 2023-11-18T15:43:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66cffff700 1 -- 172.21.15.99:0/3330564156 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e00045e0 con 0x7f66e813eeb0 2023-11-18T15:43:24.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66e80abd50 con 0x7f66e813eeb0 2023-11-18T15:43:24.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.604+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66e80ad6f0 con 0x7f66e813eeb0 2023-11-18T15:43:24.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.605+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66e80aa780 con 0x7f66e813eeb0 2023-11-18T15:43:24.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.605+0000 7f66cffff700 1 -- 172.21.15.99:0/3330564156 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 4) v1 ==== 89175+0+0 (secure 0 0 0) 0x7f66e0004740 con 0x7f66e813eeb0 2023-11-18T15:43:24.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.606+0000 7f66cffff700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f66d406ae40 0x7f66d406d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:24.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.606+0000 7f66cffff700 1 -- 172.21.15.99:0/3330564156 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f66e008a6b0 con 0x7f66e813eeb0 2023-11-18T15:43:24.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.606+0000 7f66e77fe700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f66d406ae40 0x7f66d406d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:24.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.606+0000 7f66e77fe700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f66d406ae40 0x7f66d406d300 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f66dc006fd0 tx=0x7f66dc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:24.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.610+0000 7f66cffff700 1 -- 172.21.15.99:0/3330564156 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f66e0055c50 con 0x7f66e813eeb0 2023-11-18T15:43:24.801 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:24.800+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f66e804f7b0 con 0x7f66e813eeb0 2023-11-18T15:43:25.083 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.082+0000 7f66cffff700 1 -- 172.21.15.99:0/3330564156 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) v1 ==== 138+0+0 (secure 0 0 0) 0x7f66e0059270 con 0x7f66e813eeb0 2023-11-18T15:43:25.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f66d406ae40 msgr2=0x7f66d406d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:25.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f66d406ae40 0x7f66d406d300 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f66dc006fd0 tx=0x7f66dc008040 comp rx=0 tx=0).stop 2023-11-18T15:43:25.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e813eeb0 msgr2=0x7f66e806e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:25.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e813eeb0 0x7f66e806e4a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f66e000b370 tx=0x7f66e0004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:25.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 shutdown_connections 2023-11-18T15:43:25.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f66d406ae40 0x7f66d406d300 secure :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f66dc006fd0 tx=0x7f66dc008040 comp rx=0 tx=0).stop 2023-11-18T15:43:25.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66e813eeb0 0x7f66e806e4a0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:25.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66e806d740 0x7f66e813b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:25.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 --2- 172.21.15.99:0/3330564156 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f66e80cf350 0x7f66e806df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:25.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.085+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 >> 172.21.15.99:0/3330564156 conn(0x7f66e80b31d0 msgr2=0x7f66e80b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:25.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.087+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 shutdown_connections 2023-11-18T15:43:25.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.087+0000 7f66ee0b3700 1 -- 172.21.15.99:0/3330564156 wait complete. 2023-11-18T15:43:25.092 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' created 2023-11-18T15:43:25.105 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-18T15:43:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.231+0000 7f8be6e8c700 1 Processor -- start 2023-11-18T15:43:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.231+0000 7f8be6e8c700 1 -- start start 2023-11-18T15:43:25.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.232+0000 7f8be6e8c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be015e880 0x7f8be006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:25.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.232+0000 7f8be6e8c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f8be006dcf0 0x7f8be015b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:25.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.232+0000 7f8be6e8c700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8be006e520 con 0x7f8be006d910 2023-11-18T15:43:25.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.232+0000 7f8be6e8c700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8be006efc0 con 0x7f8be006dcf0 2023-11-18T15:43:25.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.232+0000 7f8be6e8c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8be006f2a0 con 0x7f8be015e880 2023-11-18T15:43:25.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8bdffff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be015e880 0x7f8be006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8be4c28700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f8be006d910 0x7f8be00b05f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:56092/0 (socket says 172.21.15.99:56092) 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8be4c28700 1 -- 172.21.15.99:0/3728001469 learned_addr learned my addr 172.21.15.99:0/3728001469 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8be5429700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f8be006dcf0 0x7f8be015b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8bdffff700 1 -- 172.21.15.99:0/3728001469 >> v2:172.21.15.181:3300/0 conn(0x7f8be006dcf0 msgr2=0x7f8be015b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8bdffff700 1 --2- 172.21.15.99:0/3728001469 >> v2:172.21.15.181:3300/0 conn(0x7f8be006dcf0 0x7f8be015b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8bdffff700 1 -- 172.21.15.99:0/3728001469 >> v1:172.21.15.181:6789/0 conn(0x7f8be006d910 legacy=0x7f8be00b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8bdffff700 1 -- 172.21.15.99:0/3728001469 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8be006f580 con 0x7f8be015e880 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8bdffff700 1 --2- 172.21.15.99:0/3728001469 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be015e880 0x7f8be006e8c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc009840 tx=0x7f8bcc009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31c015a22c98dd28 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8bdf7fe700 1 -- 172.21.15.99:0/3728001469 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc011830 con 0x7f8be015e880 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8bdf7fe700 1 -- 172.21.15.99:0/3728001469 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8bcc011990 con 0x7f8be015e880 2023-11-18T15:43:25.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.233+0000 7f8bdf7fe700 1 -- 172.21.15.99:0/3728001469 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc011d20 con 0x7f8be015e880 2023-11-18T15:43:25.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.234+0000 7f8be6e8c700 1 -- 172.21.15.99:0/3728001469 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be015e880 msgr2=0x7f8be006e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:25.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.234+0000 7f8be6e8c700 1 --2- 172.21.15.99:0/3728001469 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be015e880 0x7f8be006e8c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc009840 tx=0x7f8bcc009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:25.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.234+0000 7f8be6e8c700 1 -- 172.21.15.99:0/3728001469 shutdown_connections 2023-11-18T15:43:25.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.234+0000 7f8be6e8c700 1 --2- 172.21.15.99:0/3728001469 >> v2:172.21.15.181:3300/0 conn(0x7f8be006dcf0 0x7f8be015b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:25.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.234+0000 7f8be6e8c700 1 --2- 172.21.15.99:0/3728001469 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be015e880 0x7f8be006e8c0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:25.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.234+0000 7f8be6e8c700 1 -- 172.21.15.99:0/3728001469 >> 172.21.15.99:0/3728001469 conn(0x7f8be00b2130 msgr2=0x7f8be00b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:25.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.234+0000 7f8be6e8c700 1 -- 172.21.15.99:0/3728001469 shutdown_connections 2023-11-18T15:43:25.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.234+0000 7f8be6e8c700 1 -- 172.21.15.99:0/3728001469 wait complete. 2023-11-18T15:43:25.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.235+0000 7f8be6e8c700 1 Processor -- start 2023-11-18T15:43:25.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.235+0000 7f8be6e8c700 1 -- start start 2023-11-18T15:43:25.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.236+0000 7f8be6e8c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be006d910 0x7f8be0148110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:25.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.236+0000 7f8be6e8c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8be006dcf0 0x7f8be01f0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:25.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.236+0000 7f8be6e8c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8be015e880 0x7f8be0146080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:25.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.236+0000 7f8be6e8c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8be01f1210 con 0x7f8be006dcf0 2023-11-18T15:43:25.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.236+0000 7f8be6e8c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8be00aec50 con 0x7f8be015e880 2023-11-18T15:43:25.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.236+0000 7f8be6e8c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8be01486f0 con 0x7f8be006d910 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8be006dcf0 0x7f8be01f0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8be006dcf0 0x7f8be01f0cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58526/0 (socket says 172.21.15.99:58526) 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdffff700 1 -- 172.21.15.99:0/2276414948 learned_addr learned my addr 172.21.15.99:0/2276414948 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8be4c28700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be006d910 0x7f8be0148110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8be5429700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8be015e880 0x7f8be0146080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdffff700 1 -- 172.21.15.99:0/2276414948 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be006d910 msgr2=0x7f8be0148110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdffff700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be006d910 0x7f8be0148110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdffff700 1 -- 172.21.15.99:0/2276414948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8be015e880 msgr2=0x7f8be0146080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdffff700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8be015e880 0x7f8be0146080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdffff700 1 -- 172.21.15.99:0/2276414948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bcc0094a0 con 0x7f8be006dcf0 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8be4c28700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be006d910 0x7f8be0148110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdffff700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8be006dcf0 0x7f8be01f0cd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc014040 tx=0x7f8bcc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:25.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdd7fa700 1 -- 172.21.15.99:0/2276414948 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc0036a0 con 0x7f8be006dcf0 2023-11-18T15:43:25.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdd7fa700 1 -- 172.21.15.99:0/2276414948 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8bcc01f070 con 0x7f8be006dcf0 2023-11-18T15:43:25.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8be01489d0 con 0x7f8be006dcf0 2023-11-18T15:43:25.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8bdd7fa700 1 -- 172.21.15.99:0/2276414948 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc003a00 con 0x7f8be006dcf0 2023-11-18T15:43:25.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.237+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8be01465c0 con 0x7f8be006dcf0 2023-11-18T15:43:25.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.238+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8be0073aa0 con 0x7f8be006dcf0 2023-11-18T15:43:25.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.239+0000 7f8bdd7fa700 1 -- 172.21.15.99:0/2276414948 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f8bcc003b60 con 0x7f8be006dcf0 2023-11-18T15:43:25.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.239+0000 7f8bdd7fa700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8bc406aed0 0x7f8bc406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:25.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.239+0000 7f8bdd7fa700 1 -- 172.21.15.99:0/2276414948 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f8bcc021070 con 0x7f8be006dcf0 2023-11-18T15:43:25.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.239+0000 7f8be4c28700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8bc406aed0 0x7f8bc406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:25.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.239+0000 7f8be4c28700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8bc406aed0 0x7f8bc406d390 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4007fd0 tx=0x7f8bd4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:25.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.244+0000 7f8bdd7fa700 1 -- 172.21.15.99:0/2276414948 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f8bcc055fb0 con 0x7f8be006dcf0 2023-11-18T15:43:25.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:25.437+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f8be00aeab0 con 0x7f8be006dcf0 2023-11-18T15:43:26.085 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.084+0000 7f8bdd7fa700 1 -- 172.21.15.99:0/2276414948 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v20) v1 ==== 170+0+0 (secure 0 0 0) 0x7f8be00aeab0 con 0x7f8be006dcf0 2023-11-18T15:43:26.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8bc406aed0 msgr2=0x7f8bc406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:26.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8bc406aed0 0x7f8bc406d390 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4007fd0 tx=0x7f8bd4009040 comp rx=0 tx=0).stop 2023-11-18T15:43:26.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8be006dcf0 msgr2=0x7f8be01f0cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:26.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8be006dcf0 0x7f8be01f0cd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc014040 tx=0x7f8bcc004750 comp rx=0 tx=0).stop 2023-11-18T15:43:26.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 shutdown_connections 2023-11-18T15:43:26.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8be015e880 0x7f8be0146080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8be006d910 0x7f8be0148110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8bc406aed0 0x7f8bc406d390 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 --2- 172.21.15.99:0/2276414948 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8be006dcf0 0x7f8be01f0cd0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.087+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 >> 172.21.15.99:0/2276414948 conn(0x7f8be00b2130 msgr2=0x7f8be00b04f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:26.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.088+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 shutdown_connections 2023-11-18T15:43:26.090 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.089+0000 7f8be6e8c700 1 -- 172.21.15.99:0/2276414948 wait complete. 2023-11-18T15:43:26.092 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' created 2023-11-18T15:43:26.113 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-11-18T15:43:26.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.238+0000 7fbc2967a700 1 Processor -- start 2023-11-18T15:43:26.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc2967a700 1 -- start start 2023-11-18T15:43:26.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc2967a700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fbc2415e010 0x7fbc24072110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:26.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc2967a700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbc2406f200 0x7fbc240d1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:26.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc2967a700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc240d2870 con 0x7fbc240d2440 2023-11-18T15:43:26.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc2967a700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc24071280 con 0x7fbc2406f200 2023-11-18T15:43:26.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc2967a700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc24071560 con 0x7fbc2415e010 2023-11-18T15:43:26.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc227fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbc2406f200 0x7fbc240d1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:26.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc227fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbc2406f200 0x7fbc240d1f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58534/0 (socket says 172.21.15.99:58534) 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc237fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fbc240d2440 0x7fbc240d0c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45146/0 (socket says 172.21.15.99:45146) 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.239+0000 7fbc227fc700 1 -- 172.21.15.99:0/386373647 learned_addr learned my addr 172.21.15.99:0/386373647 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc22ffd700 1 --2- 172.21.15.99:0/386373647 >> v2:172.21.15.181:3300/0 conn(0x7fbc2415e010 0x7fbc24072110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc227fc700 1 -- 172.21.15.99:0/386373647 >> v2:172.21.15.181:3300/0 conn(0x7fbc2415e010 msgr2=0x7fbc24072110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc227fc700 1 --2- 172.21.15.99:0/386373647 >> v2:172.21.15.181:3300/0 conn(0x7fbc2415e010 0x7fbc24072110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc227fc700 1 -- 172.21.15.99:0/386373647 >> v1:172.21.15.99:6789/0 conn(0x7fbc240d2440 legacy=0x7fbc240d0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc227fc700 1 -- 172.21.15.99:0/386373647 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc24071840 con 0x7fbc2406f200 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc21ffb700 1 -- 172.21.15.99:0/386373647 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2924957282 0 0) 0x7fbc240d2870 con 0x7fbc240d2440 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc22ffd700 1 --2- 172.21.15.99:0/386373647 >> v2:172.21.15.181:3300/0 conn(0x7fbc2415e010 0x7fbc24072110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc227fc700 1 --2- 172.21.15.99:0/386373647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc2406f200 0x7fbc240d1f00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbc2404f4b0 tx=0x7fbc14009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adfa0fe6c06e4bc6 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc21ffb700 1 -- 172.21.15.99:0/386373647 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc1400b870 con 0x7fbc2406f200 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc21ffb700 1 -- 172.21.15.99:0/386373647 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc1400b9d0 con 0x7fbc2406f200 2023-11-18T15:43:26.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.240+0000 7fbc21ffb700 1 -- 172.21.15.99:0/386373647 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc1400bd60 con 0x7fbc2406f200 2023-11-18T15:43:26.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.241+0000 7fbc2967a700 1 -- 172.21.15.99:0/386373647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc2406f200 msgr2=0x7fbc240d1f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:26.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.241+0000 7fbc2967a700 1 --2- 172.21.15.99:0/386373647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc2406f200 0x7fbc240d1f00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbc2404f4b0 tx=0x7fbc14009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.241+0000 7fbc2967a700 1 -- 172.21.15.99:0/386373647 shutdown_connections 2023-11-18T15:43:26.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.241+0000 7fbc2967a700 1 --2- 172.21.15.99:0/386373647 >> v2:172.21.15.181:3300/0 conn(0x7fbc2415e010 0x7fbc24072110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.241+0000 7fbc2967a700 1 --2- 172.21.15.99:0/386373647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc2406f200 0x7fbc240d1f00 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.241+0000 7fbc2967a700 1 -- 172.21.15.99:0/386373647 >> 172.21.15.99:0/386373647 conn(0x7fbc240b6110 msgr2=0x7fbc240b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:26.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.241+0000 7fbc2967a700 1 -- 172.21.15.99:0/386373647 shutdown_connections 2023-11-18T15:43:26.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.241+0000 7fbc2967a700 1 -- 172.21.15.99:0/386373647 wait complete. 2023-11-18T15:43:26.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.242+0000 7fbc2967a700 1 Processor -- start 2023-11-18T15:43:26.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.242+0000 7fbc2967a700 1 -- start start 2023-11-18T15:43:26.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc2967a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2406f200 0x7fbc240b0510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc2967a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc240d2440 0x7fbc24149250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc2967a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2415e010 0x7fbc240b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc2967a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc24149790 con 0x7fbc240d2440 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc2967a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc2414c240 con 0x7fbc2406f200 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc2967a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc2414b6c0 con 0x7fbc2415e010 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc227fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc240d2440 0x7fbc24149250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc227fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc240d2440 0x7fbc24149250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58540/0 (socket says 172.21.15.99:58540) 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc227fc700 1 -- 172.21.15.99:0/1015871031 learned_addr learned my addr 172.21.15.99:0/1015871031 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc22ffd700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2406f200 0x7fbc240b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc237fe700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2415e010 0x7fbc240b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc227fc700 1 -- 172.21.15.99:0/1015871031 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2415e010 msgr2=0x7fbc240b21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:26.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc227fc700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2415e010 0x7fbc240b21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc227fc700 1 -- 172.21.15.99:0/1015871031 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2406f200 msgr2=0x7fbc240b0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc227fc700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2406f200 0x7fbc240b0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc227fc700 1 -- 172.21.15.99:0/1015871031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc14009550 con 0x7fbc240d2440 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc22ffd700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2406f200 0x7fbc240b0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc227fc700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc240d2440 0x7fbc24149250 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbc14009c10 tx=0x7fbc14004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc0b7fe700 1 -- 172.21.15.99:0/1015871031 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc14004310 con 0x7fbc240d2440 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc0b7fe700 1 -- 172.21.15.99:0/1015871031 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc1401f070 con 0x7fbc240d2440 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc2414b9a0 con 0x7fbc240d2440 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc0b7fe700 1 -- 172.21.15.99:0/1015871031 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc140036a0 con 0x7fbc240d2440 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.243+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc2414bf60 con 0x7fbc240d2440 2023-11-18T15:43:26.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.244+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc24069400 con 0x7fbc240d2440 2023-11-18T15:43:26.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.246+0000 7fbc0b7fe700 1 -- 172.21.15.99:0/1015871031 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fbc14021030 con 0x7fbc240d2440 2023-11-18T15:43:26.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.246+0000 7fbc0b7fe700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc1006aed0 0x7fbc1006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:26.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.246+0000 7fbc0b7fe700 1 -- 172.21.15.99:0/1015871031 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fbc1408aee0 con 0x7fbc240d2440 2023-11-18T15:43:26.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.246+0000 7fbc22ffd700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc1006aed0 0x7fbc1006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:26.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.247+0000 7fbc22ffd700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc1006aed0 0x7fbc1006d390 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbc240b2b60 tx=0x7fbc18008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:26.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.250+0000 7fbc0b7fe700 1 -- 172.21.15.99:0/1015871031 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fbc140b7e90 con 0x7fbc240d2440 2023-11-18T15:43:26.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:26.485+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fbc240747f0 con 0x7fbc240d2440 2023-11-18T15:43:27.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.116+0000 7fbc0b7fe700 1 -- 172.21.15.99:0/1015871031 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7fbc140150c0 con 0x7fbc240d2440 2023-11-18T15:43:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc1006aed0 msgr2=0x7fbc1006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc1006aed0 0x7fbc1006d390 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbc240b2b60 tx=0x7fbc18008040 comp rx=0 tx=0).stop 2023-11-18T15:43:27.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc240d2440 msgr2=0x7fbc24149250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc240d2440 0x7fbc24149250 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbc14009c10 tx=0x7fbc14004750 comp rx=0 tx=0).stop 2023-11-18T15:43:27.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 shutdown_connections 2023-11-18T15:43:27.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2415e010 0x7fbc240b21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2406f200 0x7fbc240b0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc1006aed0 0x7fbc1006d390 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.126 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 --2- 172.21.15.99:0/1015871031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc240d2440 0x7fbc24149250 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.126 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 >> 172.21.15.99:0/1015871031 conn(0x7fbc240b6110 msgr2=0x7fbc24159d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:27.126 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 shutdown_connections 2023-11-18T15:43:27.126 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.123+0000 7fbc2967a700 1 -- 172.21.15.99:0/1015871031 wait complete. 2023-11-18T15:43:27.127 INFO:teuthology.orchestra.run.smithi099.stderr:new fs with metadata pool 2 and data pool 3 2023-11-18T15:43:27.145 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:27.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.268+0000 7f776ef8b700 1 Processor -- start 2023-11-18T15:43:27.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.268+0000 7f776ef8b700 1 -- start start 2023-11-18T15:43:27.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.269+0000 7f776ef8b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7768147650 0x7f77680b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.269+0000 7f776ef8b700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f7768147a30 0x7f77680b6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.269+0000 7f776ef8b700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7768162940 con 0x7f77680aeaa0 2023-11-18T15:43:27.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.269+0000 7f776ef8b700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77680af640 con 0x7f7768147a30 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.269+0000 7f776ef8b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7768161d30 con 0x7f7768147650 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f776cd27700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7768147650 0x7f77680b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f7767fff700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f7768147a30 0x7f77680b6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f776cd27700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7768147650 0x7f77680b61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:39920/0 (socket says 172.21.15.99:39920) 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f776d528700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f77680aeaa0 0x7f77680aef30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:56122/0 (socket says 172.21.15.99:56122) 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f776cd27700 1 -- 172.21.15.99:0/3435428379 learned_addr learned my addr 172.21.15.99:0/3435428379 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f77677fe700 1 -- 172.21.15.99:0/3435428379 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3254475037 0 0) 0x7f7768162940 con 0x7f77680aeaa0 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f776cd27700 1 -- 172.21.15.99:0/3435428379 >> v2:172.21.15.181:3300/0 conn(0x7f7768147a30 msgr2=0x7f77680b6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f776cd27700 1 --2- 172.21.15.99:0/3435428379 >> v2:172.21.15.181:3300/0 conn(0x7f7768147a30 0x7f77680b6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f776cd27700 1 -- 172.21.15.99:0/3435428379 >> v1:172.21.15.181:6789/0 conn(0x7f77680aeaa0 legacy=0x7f77680aef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f776cd27700 1 -- 172.21.15.99:0/3435428379 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7768162010 con 0x7f7768147650 2023-11-18T15:43:27.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f776cd27700 1 --2- 172.21.15.99:0/3435428379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7768147650 0x7f77680b61e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f775c0098f0 tx=0x7f775c009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59c9a725a4d425af server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:27.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f77677fe700 1 -- 172.21.15.99:0/3435428379 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f775c011830 con 0x7f7768147650 2023-11-18T15:43:27.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f77677fe700 1 -- 172.21.15.99:0/3435428379 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f775c011990 con 0x7f7768147650 2023-11-18T15:43:27.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.270+0000 7f77677fe700 1 -- 172.21.15.99:0/3435428379 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f775c011d20 con 0x7f7768147650 2023-11-18T15:43:27.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.271+0000 7f776ef8b700 1 -- 172.21.15.99:0/3435428379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7768147650 msgr2=0x7f77680b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.271+0000 7f776ef8b700 1 --2- 172.21.15.99:0/3435428379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7768147650 0x7f77680b61e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f775c0098f0 tx=0x7f775c009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.271+0000 7f776ef8b700 1 -- 172.21.15.99:0/3435428379 shutdown_connections 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.271+0000 7f776ef8b700 1 --2- 172.21.15.99:0/3435428379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7768147650 0x7f77680b61e0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.271+0000 7f776ef8b700 1 --2- 172.21.15.99:0/3435428379 >> v2:172.21.15.181:3300/0 conn(0x7f7768147a30 0x7f77680b6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.271+0000 7f776ef8b700 1 -- 172.21.15.99:0/3435428379 >> 172.21.15.99:0/3435428379 conn(0x7f77680b3590 msgr2=0x7f77680b39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.271+0000 7f776ef8b700 1 -- 172.21.15.99:0/3435428379 shutdown_connections 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.271+0000 7f776ef8b700 1 -- 172.21.15.99:0/3435428379 wait complete. 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.272+0000 7f776ef8b700 1 Processor -- start 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.272+0000 7f776ef8b700 1 -- start start 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776ef8b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77680aeaa0 0x7f776814fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776ef8b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7768147650 0x7f7768143510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776ef8b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7768147a30 0x7f776813d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776ef8b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7768145290 con 0x7f7768147a30 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776ef8b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77681465d0 con 0x7f7768147650 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776ef8b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7768145530 con 0x7f77680aeaa0 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776d528700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7768147a30 0x7f776813d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776d528700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7768147a30 0x7f776813d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58556/0 (socket says 172.21.15.99:58556) 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776d528700 1 -- 172.21.15.99:0/364716678 learned_addr learned my addr 172.21.15.99:0/364716678 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776cd27700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77680aeaa0 0x7f776814fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f7767fff700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7768147650 0x7f7768143510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776d528700 1 -- 172.21.15.99:0/364716678 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77680aeaa0 msgr2=0x7f776814fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776d528700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77680aeaa0 0x7f776814fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776d528700 1 -- 172.21.15.99:0/364716678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7768147650 msgr2=0x7f7768143510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776d528700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7768147650 0x7f7768143510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f776d528700 1 -- 172.21.15.99:0/364716678 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f775c009550 con 0x7f7768147a30 2023-11-18T15:43:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.273+0000 7f7767fff700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7768147650 0x7f7768143510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.274+0000 7f776d528700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7768147a30 0x7f776813d2d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f776000cca0 tx=0x7f776000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.274+0000 7f77657fa700 1 -- 172.21.15.99:0/364716678 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f776000ac20 con 0x7f7768147a30 2023-11-18T15:43:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.274+0000 7f77657fa700 1 -- 172.21.15.99:0/364716678 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f776000ad80 con 0x7f7768147a30 2023-11-18T15:43:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.274+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7768145810 con 0x7f7768147a30 2023-11-18T15:43:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.274+0000 7f77657fa700 1 -- 172.21.15.99:0/364716678 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7760007310 con 0x7f7768147a30 2023-11-18T15:43:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.274+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7768145dd0 con 0x7f7768147a30 2023-11-18T15:43:27.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.275+0000 7f77657fa700 1 -- 172.21.15.99:0/364716678 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f7760007470 con 0x7f7768147a30 2023-11-18T15:43:27.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.275+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7768073aa0 con 0x7f7768147a30 2023-11-18T15:43:27.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.275+0000 7f77657fa700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f774c06aed0 0x7f774c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.275+0000 7f77657fa700 1 -- 172.21.15.99:0/364716678 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7760089480 con 0x7f7768147a30 2023-11-18T15:43:27.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.276+0000 7f776cd27700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f774c06aed0 0x7f774c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.276+0000 7f776cd27700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f774c06aed0 0x7f774c06d390 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f775c009c40 tx=0x7f775c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.280+0000 7f77657fa700 1 -- 172.21.15.99:0/364716678 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f7760054530 con 0x7f7768147a30 2023-11-18T15:43:27.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.472+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7768068450 con 0x7f7768147a30 2023-11-18T15:43:27.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.474+0000 7f77657fa700 1 -- 172.21.15.99:0/364716678 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16518 (secure 0 0 0) 0x7f7760057b50 con 0x7f7768147a30 2023-11-18T15:43:27.475 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:27.475 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":21,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:26.486518+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:27.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f774c06aed0 msgr2=0x7f774c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f774c06aed0 0x7f774c06d390 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f775c009c40 tx=0x7f775c008030 comp rx=0 tx=0).stop 2023-11-18T15:43:27.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7768147a30 msgr2=0x7f776813d2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7768147a30 0x7f776813d2d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f776000cca0 tx=0x7f776000a060 comp rx=0 tx=0).stop 2023-11-18T15:43:27.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 shutdown_connections 2023-11-18T15:43:27.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f774c06aed0 0x7f774c06d390 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7768147a30 0x7f776813d2d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77680aeaa0 0x7f776814fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 --2- 172.21.15.99:0/364716678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7768147650 0x7f7768143510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 >> 172.21.15.99:0/364716678 conn(0x7f77680b3590 msgr2=0x7f776806ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:27.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 shutdown_connections 2023-11-18T15:43:27.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.476+0000 7f776ef8b700 1 -- 172.21.15.99:0/364716678 wait complete. 2023-11-18T15:43:27.489 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:27.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.607+0000 7fd88cba5700 1 Processor -- start 2023-11-18T15:43:27.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.607+0000 7fd88cba5700 1 -- start start 2023-11-18T15:43:27.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.608+0000 7fd88cba5700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd888070c00 0x7fd8881563f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.608+0000 7fd88cba5700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fd8880d0900 0x7fd88815c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.608+0000 7fd88cba5700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8880cdbd0 con 0x7fd888156010 2023-11-18T15:43:27.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.608+0000 7fd88cba5700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd88815d370 con 0x7fd888070c00 2023-11-18T15:43:27.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.608+0000 7fd88cba5700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8880d04e0 con 0x7fd8880d0900 2023-11-18T15:43:27.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.608+0000 7fd885d9b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd888070c00 0x7fd8881563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd885d9b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd888070c00 0x7fd8881563f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58560/0 (socket says 172.21.15.99:58560) 2023-11-18T15:43:27.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd885d9b700 1 -- 172.21.15.99:0/2268528677 learned_addr learned my addr 172.21.15.99:0/2268528677 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:27.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd886d9d700 1 --2- 172.21.15.99:0/2268528677 >> v2:172.21.15.181:3300/0 conn(0x7fd8880d0900 0x7fd88815c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd885d9b700 1 -- 172.21.15.99:0/2268528677 >> v2:172.21.15.181:3300/0 conn(0x7fd8880d0900 msgr2=0x7fd88815c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd885d9b700 1 --2- 172.21.15.99:0/2268528677 >> v2:172.21.15.181:3300/0 conn(0x7fd8880d0900 0x7fd88815c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd885d9b700 1 -- 172.21.15.99:0/2268528677 >> v1:172.21.15.181:6789/0 conn(0x7fd888156010 legacy=0x7fd8880704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd885d9b700 1 -- 172.21.15.99:0/2268528677 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8880cfba0 con 0x7fd888070c00 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd885d9b700 1 --2- 172.21.15.99:0/2268528677 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd888070c00 0x7fd8881563f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd8780098f0 tx=0x7fd878009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe091fa999dafbdb server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd88559a700 1 -- 172.21.15.99:0/2268528677 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd878011830 con 0x7fd888070c00 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd88559a700 1 -- 172.21.15.99:0/2268528677 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd878011990 con 0x7fd888070c00 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.609+0000 7fd88559a700 1 -- 172.21.15.99:0/2268528677 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd878011d20 con 0x7fd888070c00 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.610+0000 7fd88cba5700 1 -- 172.21.15.99:0/2268528677 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd888070c00 msgr2=0x7fd8881563f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.610+0000 7fd88cba5700 1 --2- 172.21.15.99:0/2268528677 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd888070c00 0x7fd8881563f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd8780098f0 tx=0x7fd878009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.610+0000 7fd88cba5700 1 -- 172.21.15.99:0/2268528677 shutdown_connections 2023-11-18T15:43:27.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.610+0000 7fd88cba5700 1 --2- 172.21.15.99:0/2268528677 >> v2:172.21.15.181:3300/0 conn(0x7fd8880d0900 0x7fd88815c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.610+0000 7fd88cba5700 1 --2- 172.21.15.99:0/2268528677 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd888070c00 0x7fd8881563f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.610+0000 7fd88cba5700 1 -- 172.21.15.99:0/2268528677 >> 172.21.15.99:0/2268528677 conn(0x7fd8880b2130 msgr2=0x7fd8880b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:27.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.610+0000 7fd88cba5700 1 -- 172.21.15.99:0/2268528677 shutdown_connections 2023-11-18T15:43:27.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.610+0000 7fd88cba5700 1 -- 172.21.15.99:0/2268528677 wait complete. 2023-11-18T15:43:27.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.611+0000 7fd88cba5700 1 Processor -- start 2023-11-18T15:43:27.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.611+0000 7fd88cba5700 1 -- start start 2023-11-18T15:43:27.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd88cba5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd888070c00 0x7fd888072de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd88cba5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8880d0900 0x7fd8881f3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd88cba5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd888156010 0x7fd8881f4120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd88cba5700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8881f3200 con 0x7fd8880d0900 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd88cba5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd88815e550 con 0x7fd888156010 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd88cba5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd88814a1c0 con 0x7fd888070c00 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd885d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8880d0900 0x7fd8881f3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd885d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8880d0900 0x7fd8881f3be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58564/0 (socket says 172.21.15.99:58564) 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd885d9b700 1 -- 172.21.15.99:0/1248974168 learned_addr learned my addr 172.21.15.99:0/1248974168 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd886d9d700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd888156010 0x7fd8881f4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd88659c700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd888070c00 0x7fd888072de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd885d9b700 1 -- 172.21.15.99:0/1248974168 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd888070c00 msgr2=0x7fd888072de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd885d9b700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd888070c00 0x7fd888072de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd885d9b700 1 -- 172.21.15.99:0/1248974168 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd888156010 msgr2=0x7fd8881f4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd885d9b700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd888156010 0x7fd8881f4120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd885d9b700 1 -- 172.21.15.99:0/1248974168 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd878009550 con 0x7fd8880d0900 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd885d9b700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8880d0900 0x7fd8881f3be0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd878009c40 tx=0x7fd878004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.612+0000 7fd876ffd700 1 -- 172.21.15.99:0/1248974168 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd878004590 con 0x7fd8880d0900 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.613+0000 7fd876ffd700 1 -- 172.21.15.99:0/1248974168 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd87801e070 con 0x7fd8880d0900 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.613+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd88815e7a0 con 0x7fd8880d0900 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.613+0000 7fd876ffd700 1 -- 172.21.15.99:0/1248974168 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8780038c0 con 0x7fd8880d0900 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.613+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8881f33e0 con 0x7fd8880d0900 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.613+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd888073aa0 con 0x7fd8880d0900 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.614+0000 7fd876ffd700 1 -- 172.21.15.99:0/1248974168 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd878003a20 con 0x7fd8880d0900 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.614+0000 7fd876ffd700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd86806aed0 0x7fd86806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.614+0000 7fd876ffd700 1 -- 172.21.15.99:0/1248974168 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd87808a430 con 0x7fd8880d0900 2023-11-18T15:43:27.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.614+0000 7fd88659c700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd86806aed0 0x7fd86806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.615+0000 7fd88659c700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd86806aed0 0x7fd86806d390 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd88815c2b0 tx=0x7fd87c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:27.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.619+0000 7fd876ffd700 1 -- 172.21.15.99:0/1248974168 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fd878055570 con 0x7fd8880d0900 2023-11-18T15:43:27.811 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.810+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd88815ecc0 con 0x7fd8880d0900 2023-11-18T15:43:27.812 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.811+0000 7fd876ffd700 1 -- 172.21.15.99:0/1248974168 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16518 (secure 0 0 0) 0x7fd878058b90 con 0x7fd8880d0900 2023-11-18T15:43:27.812 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:27.813 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":21,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:26.486518+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:27.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd86806aed0 msgr2=0x7fd86806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd86806aed0 0x7fd86806d390 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd88815c2b0 tx=0x7fd87c009040 comp rx=0 tx=0).stop 2023-11-18T15:43:27.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8880d0900 msgr2=0x7fd8881f3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8880d0900 0x7fd8881f3be0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd878009c40 tx=0x7fd878004750 comp rx=0 tx=0).stop 2023-11-18T15:43:27.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 shutdown_connections 2023-11-18T15:43:27.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd888156010 0x7fd8881f4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd888070c00 0x7fd888072de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd86806aed0 0x7fd86806d390 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.816 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 --2- 172.21.15.99:0/1248974168 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8880d0900 0x7fd8881f3be0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.816 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 >> 172.21.15.99:0/1248974168 conn(0x7fd8880b2130 msgr2=0x7fd8880716c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:27.816 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 shutdown_connections 2023-11-18T15:43:27.816 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.813+0000 7fd88cba5700 1 -- 172.21.15.99:0/1248974168 wait complete. 2023-11-18T15:43:27.827 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-11-18T15:43:27.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.948+0000 7f7773a42700 1 Processor -- start 2023-11-18T15:43:27.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.948+0000 7f7773a42700 1 -- start start 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.949+0000 7f7773a42700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f776c13eb80 0x7f776c0cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.949+0000 7f7773a42700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f776c0cf720 con 0x7f776c141bc0 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.949+0000 7f7773a42700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f776c15d140 con 0x7f776c13ef60 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.949+0000 7f7773a42700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f776c15d420 con 0x7f776c13eb80 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.949+0000 7f7771fdf700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f776c141bc0 0x7f776c15c3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45188/0 (socket says 172.21.15.99:45188) 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.949+0000 7f7771fdf700 1 -- 172.21.15.99:0/1922112892 learned_addr learned my addr 172.21.15.99:0/1922112892 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f77717de700 1 --2- 172.21.15.99:0/1922112892 >> v2:172.21.15.181:3300/0 conn(0x7f776c13eb80 0x7f776c0cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3594778379 0 0) 0x7f776c0cf720 con 0x7f776c141bc0 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f77580035b0 con 0x7f776c141bc0 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1621583784 0 0) 0x7f77580035b0 con 0x7f776c141bc0 2023-11-18T15:43:27.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 >> v2:172.21.15.181:3300/0 conn(0x7f776c13eb80 msgr2=0x7f776c0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 --2- 172.21.15.99:0/1922112892 >> v2:172.21.15.181:3300/0 conn(0x7f776c13eb80 0x7f776c0cf1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 >> v1:172.21.15.181:6789/0 conn(0x7f776c13ef60 legacy=0x7f776c1414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f776c0ce700 con 0x7f776c141bc0 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f77640019f0 con 0x7f776c141bc0 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 >> v1:172.21.15.99:6789/0 conn(0x7f776c141bc0 legacy=0x7f776c15c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7758003a00 0x7f7758003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7758004850 0x7f7758004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7758005330 0x7f775800fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c15d420 con 0x7f7758003a00 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7758005a10 con 0x7f7758004850 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7758005bd0 con 0x7f7758005330 2023-11-18T15:43:27.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f77717de700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7758003a00 0x7f7758003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7770fdd700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7758004850 0x7f7758004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7771fdf700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7758005330 0x7f775800fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f77717de700 1 -- 172.21.15.99:0/1922112892 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7758005330 msgr2=0x7f775800fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f77717de700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7758005330 0x7f775800fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f77717de700 1 -- 172.21.15.99:0/1922112892 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7758004850 msgr2=0x7f7758004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f77717de700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7758004850 0x7f7758004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f77717de700 1 -- 172.21.15.99:0/1922112892 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77580035b0 con 0x7f7758003a00 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7771fdf700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7758005330 0x7f775800fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.950+0000 7f7771fdf700 1 -- 172.21.15.99:0/1922112892 reap_dead start 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f77717de700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7758003a00 0x7f7758003e20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f775c009b30 tx=0x7f7758005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0dcf5043143a85b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f775c00e6c0 con 0x7f7758003a00 2023-11-18T15:43:27.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f775c00e820 con 0x7f7758003a00 2023-11-18T15:43:27.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7763fff700 1 -- 172.21.15.99:0/1922112892 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f775c00eb90 con 0x7f7758003a00 2023-11-18T15:43:27.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7773a42700 1 -- 172.21.15.99:0/1922112892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7758003a00 msgr2=0x7f7758003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7773a42700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7758003a00 0x7f7758003e20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f775c009b30 tx=0x7f7758005880 comp rx=0 tx=0).stop 2023-11-18T15:43:27.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7773a42700 1 -- 172.21.15.99:0/1922112892 shutdown_connections 2023-11-18T15:43:27.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7773a42700 1 --2- 172.21.15.99:0/1922112892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7758003a00 0x7f7758003e20 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7773a42700 1 -- 172.21.15.99:0/1922112892 >> 172.21.15.99:0/1922112892 conn(0x7f776c0b31d0 msgr2=0x7f776c0b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:27.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7773a42700 1 -- 172.21.15.99:0/1922112892 shutdown_connections 2023-11-18T15:43:27.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.951+0000 7f7773a42700 1 -- 172.21.15.99:0/1922112892 wait complete. 2023-11-18T15:43:27.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7773a42700 1 Processor -- start 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7773a42700 1 -- start start 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7773a42700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7758003a00 0x7f776c152140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7773a42700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f776c06cd80 0x7f776c15e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7773a42700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f776c15ecb0 0x7f776c06aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7773a42700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c15f130 con 0x7f776c06cd80 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7773a42700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c06d200 con 0x7f7758003a00 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7773a42700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f776c06c8f0 con 0x7f776c15ecb0 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7770fdd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f776c06cd80 0x7f776c15e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7770fdd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f776c06cd80 0x7f776c15e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58586/0 (socket says 172.21.15.99:58586) 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.953+0000 7f7770fdd700 1 -- 172.21.15.99:0/1071237619 learned_addr learned my addr 172.21.15.99:0/1071237619 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:27.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f77717de700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7758003a00 0x7f776c152140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7771fdf700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f776c15ecb0 0x7f776c06aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7770fdd700 1 -- 172.21.15.99:0/1071237619 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f776c15ecb0 msgr2=0x7f776c06aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7770fdd700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f776c15ecb0 0x7f776c06aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7770fdd700 1 -- 172.21.15.99:0/1071237619 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7758003a00 msgr2=0x7f776c152140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7770fdd700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7758003a00 0x7f776c152140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7770fdd700 1 -- 172.21.15.99:0/1071237619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f776c06bce0 con 0x7f776c06cd80 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7771fdf700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f776c15ecb0 0x7f776c06aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7770fdd700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f776c06cd80 0x7f776c15e770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f776800f7f0 tx=0x7f776800fb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7761ffb700 1 -- 172.21.15.99:0/1071237619 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77680052e0 con 0x7f776c06cd80 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7761ffb700 1 -- 172.21.15.99:0/1071237619 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7768005440 con 0x7f776c06cd80 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f776c06bfc0 con 0x7f776c06cd80 2023-11-18T15:43:27.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7761ffb700 1 -- 172.21.15.99:0/1071237619 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77680038a0 con 0x7f776c06cd80 2023-11-18T15:43:27.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.954+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f776c06c580 con 0x7f776c06cd80 2023-11-18T15:43:27.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.955+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f776c06c710 con 0x7f776c06cd80 2023-11-18T15:43:27.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.955+0000 7f7761ffb700 1 -- 172.21.15.99:0/1071237619 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f7768003a00 con 0x7f776c06cd80 2023-11-18T15:43:27.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.956+0000 7f7761ffb700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f775006aed0 0x7f775006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:27.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.956+0000 7f77717de700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f775006aed0 0x7f775006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:27.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.956+0000 7f7761ffb700 1 -- 172.21.15.99:0/1071237619 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7768089310 con 0x7f776c06cd80 2023-11-18T15:43:27.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.956+0000 7f77717de700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f775006aed0 0x7f775006d390 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f775c0090b0 tx=0x7f775c01e040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:27.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:27.960+0000 7f7761ffb700 1 -- 172.21.15.99:0/1071237619 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f77680543c0 con 0x7f776c06cd80 2023-11-18T15:43:28.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:28.201+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f776c069400 con 0x7f776c06cd80 2023-11-18T15:43:29.129 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.128+0000 7f7761ffb700 1 -- 172.21.15.99:0/1071237619 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7f7768003cb0 con 0x7f776c06cd80 2023-11-18T15:43:29.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f775006aed0 msgr2=0x7f775006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:29.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f775006aed0 0x7f775006d390 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f775c0090b0 tx=0x7f775c01e040 comp rx=0 tx=0).stop 2023-11-18T15:43:29.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f776c06cd80 msgr2=0x7f776c15e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:29.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f776c06cd80 0x7f776c15e770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f776800f7f0 tx=0x7f776800fb00 comp rx=0 tx=0).stop 2023-11-18T15:43:29.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 shutdown_connections 2023-11-18T15:43:29.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f776c15ecb0 0x7f776c06aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7758003a00 0x7f776c152140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f775006aed0 0x7f775006d390 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 --2- 172.21.15.99:0/1071237619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f776c06cd80 0x7f776c15e770 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 >> 172.21.15.99:0/1071237619 conn(0x7f776c0b31d0 msgr2=0x7f776c13fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:29.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 shutdown_connections 2023-11-18T15:43:29.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.132+0000 7f7773a42700 1 -- 172.21.15.99:0/1071237619 wait complete. 2023-11-18T15:43:29.149 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-18T15:43:29.149 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-11-18T15:43:29.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.282+0000 7f1995137700 1 Processor -- start 2023-11-18T15:43:29.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.282+0000 7f1995137700 1 -- start start 2023-11-18T15:43:29.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f1995137700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f19900afa50 0x7f19900b0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:29.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f1995137700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f199015b3d0 0x7f199015e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:29.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f1995137700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f199015b870 con 0x7f19900cd850 2023-11-18T15:43:29.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f1995137700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19900afe30 con 0x7f19900afa50 2023-11-18T15:43:29.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f1995137700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f199015bb50 con 0x7f199015b3d0 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198ed9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f19900afa50 0x7f19900b0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198ed9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f19900afa50 0x7f19900b0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58592/0 (socket says 172.21.15.99:58592) 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198ed9d700 1 -- 172.21.15.99:0/2960406585 learned_addr learned my addr 172.21.15.99:0/2960406585 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198e59c700 1 --2- 172.21.15.99:0/2960406585 >> v2:172.21.15.181:3300/0 conn(0x7f199015b3d0 0x7f199015e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198ed9d700 1 -- 172.21.15.99:0/2960406585 >> v2:172.21.15.181:3300/0 conn(0x7f199015b3d0 msgr2=0x7f199015e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198ed9d700 1 --2- 172.21.15.99:0/2960406585 >> v2:172.21.15.181:3300/0 conn(0x7f199015b3d0 0x7f199015e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198ed9d700 1 -- 172.21.15.99:0/2960406585 >> v1:172.21.15.181:6789/0 conn(0x7f19900cd850 legacy=0x7f19900cdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198ed9d700 1 -- 172.21.15.99:0/2960406585 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f199015be30 con 0x7f19900afa50 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198e59c700 1 --2- 172.21.15.99:0/2960406585 >> v2:172.21.15.181:3300/0 conn(0x7f199015b3d0 0x7f199015e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.283+0000 7f198ed9d700 1 --2- 172.21.15.99:0/2960406585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 0x7f19900b0e80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1990072ec0 tx=0x7f1984009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a042fc1b1a616262 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f198dd9b700 1 -- 172.21.15.99:0/2960406585 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1984004230 con 0x7f19900afa50 2023-11-18T15:43:29.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f198dd9b700 1 -- 172.21.15.99:0/2960406585 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1984004390 con 0x7f19900afa50 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f198dd9b700 1 -- 172.21.15.99:0/2960406585 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19840036a0 con 0x7f19900afa50 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f1995137700 1 -- 172.21.15.99:0/2960406585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 msgr2=0x7f19900b0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f1995137700 1 --2- 172.21.15.99:0/2960406585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 0x7f19900b0e80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1990072ec0 tx=0x7f1984009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f1995137700 1 -- 172.21.15.99:0/2960406585 shutdown_connections 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f1995137700 1 --2- 172.21.15.99:0/2960406585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 0x7f19900b0e80 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f1995137700 1 --2- 172.21.15.99:0/2960406585 >> v2:172.21.15.181:3300/0 conn(0x7f199015b3d0 0x7f199015e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f1995137700 1 -- 172.21.15.99:0/2960406585 >> 172.21.15.99:0/2960406585 conn(0x7f19900b38b0 msgr2=0x7f19900b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f1995137700 1 -- 172.21.15.99:0/2960406585 shutdown_connections 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.284+0000 7f1995137700 1 -- 172.21.15.99:0/2960406585 wait complete. 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.286+0000 7f1995137700 1 Processor -- start 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.286+0000 7f1995137700 1 -- start start 2023-11-18T15:43:29.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.286+0000 7f1995137700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 0x7f19901521d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.286+0000 7f1995137700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f19900cd850 0x7f1990156e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.286+0000 7f1995137700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f199015b3d0 0x7f1990071050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.286+0000 7f1995137700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19900aee70 con 0x7f19900afa50 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.286+0000 7f1995137700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19901e3da0 con 0x7f199015b3d0 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.286+0000 7f1995137700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19901576e0 con 0x7f19900cd850 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198ed9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 0x7f19901521d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198ed9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 0x7f19901521d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58598/0 (socket says 172.21.15.99:58598) 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198ed9d700 1 -- 172.21.15.99:0/4099006226 learned_addr learned my addr 172.21.15.99:0/4099006226 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198e59c700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f19900cd850 0x7f1990156e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198f59e700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f199015b3d0 0x7f1990071050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198ed9d700 1 -- 172.21.15.99:0/4099006226 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f19900cd850 msgr2=0x7f1990156e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:29.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198ed9d700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f19900cd850 0x7f1990156e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198ed9d700 1 -- 172.21.15.99:0/4099006226 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f199015b3d0 msgr2=0x7f1990071050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198ed9d700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f199015b3d0 0x7f1990071050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198ed9d700 1 -- 172.21.15.99:0/4099006226 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1984009550 con 0x7f19900afa50 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198f59e700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f199015b3d0 0x7f1990071050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f198ed9d700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 0x7f19901521d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f19900ce910 tx=0x7f1984004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f19777fe700 1 -- 172.21.15.99:0/4099006226 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1984003d80 con 0x7f19900afa50 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f19777fe700 1 -- 172.21.15.99:0/4099006226 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f198401f070 con 0x7f19900afa50 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19901579c0 con 0x7f19900afa50 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f19777fe700 1 -- 172.21.15.99:0/4099006226 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1984011870 con 0x7f19900afa50 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.287+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19901e3ff0 con 0x7f19900afa50 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.288+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19901e4180 con 0x7f19900afa50 2023-11-18T15:43:29.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.289+0000 7f19777fe700 1 -- 172.21.15.99:0/4099006226 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f1984021030 con 0x7f19900afa50 2023-11-18T15:43:29.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.289+0000 7f19777fe700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f197c06aed0 0x7f197c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:29.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.289+0000 7f19777fe700 1 -- 172.21.15.99:0/4099006226 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f198408ac40 con 0x7f19900afa50 2023-11-18T15:43:29.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.289+0000 7f198e59c700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f197c06aed0 0x7f197c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:29.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.289+0000 7f198e59c700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f197c06aed0 0x7f197c06d390 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1980006fd0 tx=0x7f1980008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:29.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.294+0000 7f19777fe700 1 -- 172.21.15.99:0/4099006226 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f1984055d80 con 0x7f19900afa50 2023-11-18T15:43:29.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:29.527+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f19900d0a90 con 0x7f19900afa50 2023-11-18T15:43:30.131 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.130+0000 7f19777fe700 1 -- 172.21.15.99:0/4099006226 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7f19840593a0 con 0x7f19900afa50 2023-11-18T15:43:30.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f197c06aed0 msgr2=0x7f197c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f197c06aed0 0x7f197c06d390 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1980006fd0 tx=0x7f1980008040 comp rx=0 tx=0).stop 2023-11-18T15:43:30.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 msgr2=0x7f19901521d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 0x7f19901521d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f19900ce910 tx=0x7f1984004750 comp rx=0 tx=0).stop 2023-11-18T15:43:30.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 shutdown_connections 2023-11-18T15:43:30.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f197c06aed0 0x7f197c06d390 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f19900afa50 0x7f19901521d0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f199015b3d0 0x7f1990071050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 --2- 172.21.15.99:0/4099006226 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f19900cd850 0x7f1990156e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 >> 172.21.15.99:0/4099006226 conn(0x7f19900b38b0 msgr2=0x7f199015a3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:30.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 shutdown_connections 2023-11-18T15:43:30.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.133+0000 7f1995137700 1 -- 172.21.15.99:0/4099006226 wait complete. 2023-11-18T15:43:30.149 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-11-18T15:43:30.149 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:43:30.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.273+0000 7f07103b5700 1 Processor -- start 2023-11-18T15:43:30.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.273+0000 7f07103b5700 1 -- start start 2023-11-18T15:43:30.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.274+0000 7f07103b5700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f0708073190 0x7f07080704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.274+0000 7f07103b5700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0708070a30 0x7f07081415a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.274+0000 7f07103b5700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07080735f0 con 0x7f070813ee60 2023-11-18T15:43:30.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.274+0000 7f07103b5700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0708070ea0 con 0x7f0708070a30 2023-11-18T15:43:30.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.274+0000 7f07103b5700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f070813f240 con 0x7f0708073190 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.274+0000 7f070e952700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0708070a30 0x7f07081415a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.274+0000 7f070e952700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0708070a30 0x7f07081415a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58610/0 (socket says 172.21.15.99:58610) 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070e952700 1 -- 172.21.15.99:0/2372032856 learned_addr learned my addr 172.21.15.99:0/2372032856 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070d950700 1 --2- 172.21.15.99:0/2372032856 >> v2:172.21.15.181:3300/0 conn(0x7f0708073190 0x7f07080704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070e952700 1 -- 172.21.15.99:0/2372032856 >> v2:172.21.15.181:3300/0 conn(0x7f0708073190 msgr2=0x7f07080704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070e952700 1 --2- 172.21.15.99:0/2372032856 >> v2:172.21.15.181:3300/0 conn(0x7f0708073190 0x7f07080704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070e952700 1 -- 172.21.15.99:0/2372032856 >> v1:172.21.15.181:6789/0 conn(0x7f070813ee60 legacy=0x7f070815fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070e952700 1 -- 172.21.15.99:0/2372032856 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0708160530 con 0x7f0708070a30 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070e952700 1 --2- 172.21.15.99:0/2372032856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708070a30 0x7f07081415a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f07080ce880 tx=0x7f070000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9dd4e2078f602bc server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070d14f700 1 -- 172.21.15.99:0/2372032856 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f070000e070 con 0x7f0708070a30 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070d14f700 1 -- 172.21.15.99:0/2372032856 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f070000b910 con 0x7f0708070a30 2023-11-18T15:43:30.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.275+0000 7f070d14f700 1 -- 172.21.15.99:0/2372032856 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f070000bcc0 con 0x7f0708070a30 2023-11-18T15:43:30.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.276+0000 7f07103b5700 1 -- 172.21.15.99:0/2372032856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708070a30 msgr2=0x7f07081415a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.276+0000 7f07103b5700 1 --2- 172.21.15.99:0/2372032856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708070a30 0x7f07081415a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f07080ce880 tx=0x7f070000b330 comp rx=0 tx=0).stop 2023-11-18T15:43:30.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.276+0000 7f07103b5700 1 -- 172.21.15.99:0/2372032856 shutdown_connections 2023-11-18T15:43:30.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.276+0000 7f07103b5700 1 --2- 172.21.15.99:0/2372032856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708070a30 0x7f07081415a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.276+0000 7f07103b5700 1 --2- 172.21.15.99:0/2372032856 >> v2:172.21.15.181:3300/0 conn(0x7f0708073190 0x7f07080704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.276+0000 7f07103b5700 1 -- 172.21.15.99:0/2372032856 >> 172.21.15.99:0/2372032856 conn(0x7f0708067000 msgr2=0x7f07080b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:30.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.276+0000 7f07103b5700 1 -- 172.21.15.99:0/2372032856 shutdown_connections 2023-11-18T15:43:30.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.276+0000 7f07103b5700 1 -- 172.21.15.99:0/2372032856 wait complete. 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.277+0000 7f07103b5700 1 Processor -- start 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.277+0000 7f07103b5700 1 -- start start 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f07103b5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0708070a30 0x7f0708138820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f07103b5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708073190 0x7f0708139390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f07103b5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f070813ee60 0x7f07080ae240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f07103b5700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f070813d170 con 0x7f0708073190 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f07103b5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f070806d940 con 0x7f070813ee60 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f07103b5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f070806dc20 con 0x7f0708070a30 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070d950700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708073190 0x7f0708139390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070d950700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708073190 0x7f0708139390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58614/0 (socket says 172.21.15.99:58614) 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070d950700 1 -- 172.21.15.99:0/2321440622 learned_addr learned my addr 172.21.15.99:0/2321440622 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070e952700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f070813ee60 0x7f07080ae240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070e151700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0708070a30 0x7f0708138820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070d950700 1 -- 172.21.15.99:0/2321440622 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0708070a30 msgr2=0x7f0708138820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070d950700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0708070a30 0x7f0708138820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070d950700 1 -- 172.21.15.99:0/2321440622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f070813ee60 msgr2=0x7f07080ae240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070d950700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f070813ee60 0x7f07080ae240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070d950700 1 -- 172.21.15.99:0/2321440622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0700009b30 con 0x7f0708073190 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f070d950700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708073190 0x7f0708139390 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f070400e9b0 tx=0x7f070400ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f06feffd700 1 -- 172.21.15.99:0/2321440622 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0704009710 con 0x7f0708073190 2023-11-18T15:43:30.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f06feffd700 1 -- 172.21.15.99:0/2321440622 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f070400ee50 con 0x7f0708073190 2023-11-18T15:43:30.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f070806df00 con 0x7f0708073190 2023-11-18T15:43:30.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f06feffd700 1 -- 172.21.15.99:0/2321440622 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f070400ca50 con 0x7f0708073190 2023-11-18T15:43:30.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.278+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f070806e4c0 con 0x7f0708073190 2023-11-18T15:43:30.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.279+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0708073aa0 con 0x7f0708073190 2023-11-18T15:43:30.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.280+0000 7f06feffd700 1 -- 172.21.15.99:0/2321440622 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f070400cbb0 con 0x7f0708073190 2023-11-18T15:43:30.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.280+0000 7f06feffd700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f06ec06aed0 0x7f06ec06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.280+0000 7f06feffd700 1 -- 172.21.15.99:0/2321440622 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0704089640 con 0x7f0708073190 2023-11-18T15:43:30.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.280+0000 7f070e151700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f06ec06aed0 0x7f06ec06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.280+0000 7f070e151700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f06ec06aed0 0x7f06ec06d390 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f06f8007fd0 tx=0x7f06f8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:30.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.284+0000 7f06feffd700 1 -- 172.21.15.99:0/2321440622 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f07040546f0 con 0x7f0708073190 2023-11-18T15:43:30.520 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.519+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0708069400 con 0x7f0708073190 2023-11-18T15:43:30.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.520+0000 7f06feffd700 1 -- 172.21.15.99:0/2321440622 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7f070400ce60 con 0x7f0708073190 2023-11-18T15:43:30.521 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:30.521 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6834/3683325457","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3683325457},{"type":"v1","addr":"172.21.15.181:6834","nonce":3683325457}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/1698815937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1698815937},{"type":"v1","addr":"172.21.15.99:6837","nonce":1698815937}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:43:26.486845+0000","modified":"2023-11-18T15:43:29.528181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.181:6835/2507761095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6833","nonce":2507761095},{"type":"v1","addr":"172.21.15.181:6835","nonce":2507761095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-18T15:43:30.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f06ec06aed0 msgr2=0x7f06ec06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f06ec06aed0 0x7f06ec06d390 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f06f8007fd0 tx=0x7f06f8009040 comp rx=0 tx=0).stop 2023-11-18T15:43:30.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708073190 msgr2=0x7f0708139390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708073190 0x7f0708139390 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f070400e9b0 tx=0x7f070400ecc0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 shutdown_connections 2023-11-18T15:43:30.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f070813ee60 0x7f07080ae240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0708070a30 0x7f0708138820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f06ec06aed0 0x7f06ec06d390 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 --2- 172.21.15.99:0/2321440622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0708073190 0x7f0708139390 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 >> 172.21.15.99:0/2321440622 conn(0x7f0708067000 msgr2=0x7f070815c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:30.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 shutdown_connections 2023-11-18T15:43:30.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.522+0000 7f07103b5700 1 -- 172.21.15.99:0/2321440622 wait complete. 2023-11-18T15:43:30.524 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2023-11-18T15:43:30.535 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:30.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.654+0000 7efd58f7b700 1 Processor -- start 2023-11-18T15:43:30.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.654+0000 7efd58f7b700 1 -- start start 2023-11-18T15:43:30.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.655+0000 7efd58f7b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd54161dc0 0x7efd54162220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.655+0000 7efd58f7b700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd54162760 con 0x7efd540708d0 2023-11-18T15:43:30.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.655+0000 7efd58f7b700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd54141600 con 0x7efd54141220 2023-11-18T15:43:30.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.655+0000 7efd58f7b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd540728a0 con 0x7efd54161dc0 2023-11-18T15:43:30.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.655+0000 7efd52d9d700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7efd540708d0 0x7efd54070d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45236/0 (socket says 172.21.15.99:45236) 2023-11-18T15:43:30.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.655+0000 7efd52d9d700 1 -- 172.21.15.99:0/2605310128 learned_addr learned my addr 172.21.15.99:0/2605310128 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:30.659 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.655+0000 7efd51d9b700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd54161dc0 0x7efd54162220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.655+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2041532264 0 0) 0x7efd54162760 con 0x7efd540708d0 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.655+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efd3c0035b0 con 0x7efd540708d0 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2012618886 0 0) 0x7efd3c0035b0 con 0x7efd540708d0 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd54161dc0 msgr2=0x7efd54162220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd54161dc0 0x7efd54162220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 >> v1:172.21.15.181:6789/0 conn(0x7efd54141220 legacy=0x7efd540ae090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd540aeb50 con 0x7efd540708d0 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7efd4c0019f0 con 0x7efd540708d0 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 >> v1:172.21.15.99:6789/0 conn(0x7efd540708d0 legacy=0x7efd54070d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd3c003a30 0x7efd3c003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd3c004850 0x7efd3c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd54161dc0 0x7efd3c005250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd540728a0 con 0x7efd3c003a30 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c00bb40 con 0x7efd3c004850 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c00bd00 con 0x7efd54161dc0 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5259c700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd3c003a30 0x7efd3c003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd51d9b700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd3c004850 0x7efd3c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd52d9d700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd54161dc0 0x7efd3c005250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5259c700 1 -- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd54161dc0 msgr2=0x7efd3c005250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5259c700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd54161dc0 0x7efd3c005250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5259c700 1 -- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd3c004850 msgr2=0x7efd3c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5259c700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd3c004850 0x7efd3c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5259c700 1 -- 172.21.15.99:0/2605310128 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd3c0035b0 con 0x7efd3c003a30 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd51d9b700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd3c004850 0x7efd3c004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5259c700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd3c003a30 0x7efd3c003e50 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efd48001620 tx=0x7efd3c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82ab03514823b9fd server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd480052d0 con 0x7efd3c003a30 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd48005470 con 0x7efd3c003a30 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.656+0000 7efd5159a700 1 -- 172.21.15.99:0/2605310128 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd480038c0 con 0x7efd3c003a30 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.657+0000 7efd58f7b700 1 -- 172.21.15.99:0/2605310128 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd3c003a30 msgr2=0x7efd3c003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.657+0000 7efd58f7b700 1 --2- 172.21.15.99:0/2605310128 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd3c003a30 0x7efd3c003e50 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efd48001620 tx=0x7efd3c005880 comp rx=0 tx=0).stop 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.657+0000 7efd52d9d700 1 -- 172.21.15.99:0/2605310128 reap_dead start 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.657+0000 7efd58f7b700 1 -- 172.21.15.99:0/2605310128 shutdown_connections 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.657+0000 7efd58f7b700 1 -- 172.21.15.99:0/2605310128 >> 172.21.15.99:0/2605310128 conn(0x7efd540b1ff0 msgr2=0x7efd540b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:30.662 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.657+0000 7efd58f7b700 1 -- 172.21.15.99:0/2605310128 shutdown_connections 2023-11-18T15:43:30.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.657+0000 7efd58f7b700 1 -- 172.21.15.99:0/2605310128 wait complete. 2023-11-18T15:43:30.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.658+0000 7efd58f7b700 1 Processor -- start 2023-11-18T15:43:30.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.658+0000 7efd58f7b700 1 -- start start 2023-11-18T15:43:30.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd58f7b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd3c003a30 0x7efd54157b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd58f7b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd541443c0 0x7efd541427f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd58f7b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd5413e230 0x7efd5415e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd58f7b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd541591f0 con 0x7efd5413e230 2023-11-18T15:43:30.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd58f7b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd54143160 con 0x7efd541443c0 2023-11-18T15:43:30.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd58f7b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd54143440 con 0x7efd3c003a30 2023-11-18T15:43:30.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd52d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd5413e230 0x7efd5415e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd52d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd5413e230 0x7efd5415e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58636/0 (socket says 172.21.15.99:58636) 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd52d9d700 1 -- 172.21.15.99:0/325969393 learned_addr learned my addr 172.21.15.99:0/325969393 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd5259c700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd3c003a30 0x7efd54157b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd51d9b700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd541443c0 0x7efd541427f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd52d9d700 1 -- 172.21.15.99:0/325969393 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd3c003a30 msgr2=0x7efd54157b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd52d9d700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd3c003a30 0x7efd54157b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd52d9d700 1 -- 172.21.15.99:0/325969393 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd541443c0 msgr2=0x7efd541427f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd52d9d700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd541443c0 0x7efd541427f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.659+0000 7efd52d9d700 1 -- 172.21.15.99:0/325969393 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd54158e80 con 0x7efd5413e230 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.660+0000 7efd52d9d700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd5413e230 0x7efd5415e5b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7efd541449f0 tx=0x7efd4c007c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.660+0000 7efd42ffd700 1 -- 172.21.15.99:0/325969393 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4c00eb50 con 0x7efd5413e230 2023-11-18T15:43:30.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.660+0000 7efd42ffd700 1 -- 172.21.15.99:0/325969393 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd4c00ecb0 con 0x7efd5413e230 2023-11-18T15:43:30.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.660+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd54143720 con 0x7efd5413e230 2023-11-18T15:43:30.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.660+0000 7efd42ffd700 1 -- 172.21.15.99:0/325969393 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4c013420 con 0x7efd5413e230 2023-11-18T15:43:30.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.660+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd54142f10 con 0x7efd5413e230 2023-11-18T15:43:30.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.661+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd54073aa0 con 0x7efd5413e230 2023-11-18T15:43:30.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.661+0000 7efd42ffd700 1 -- 172.21.15.99:0/325969393 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7efd4c013580 con 0x7efd5413e230 2023-11-18T15:43:30.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.662+0000 7efd42ffd700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7efd3406aed0 0x7efd3406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.662+0000 7efd42ffd700 1 -- 172.21.15.99:0/325969393 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efd4c089a70 con 0x7efd5413e230 2023-11-18T15:43:30.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.662+0000 7efd5259c700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7efd3406aed0 0x7efd3406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.662+0000 7efd5259c700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7efd3406aed0 0x7efd3406d390 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd48001620 tx=0x7efd48009030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:30.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.666+0000 7efd42ffd700 1 -- 172.21.15.99:0/325969393 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7efd4c054be0 con 0x7efd5413e230 2023-11-18T15:43:30.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.855+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efd54159010 con 0x7efd5413e230 2023-11-18T15:43:30.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.856+0000 7efd42ffd700 1 -- 172.21.15.99:0/325969393 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7efd4c058200 con 0x7efd5413e230 2023-11-18T15:43:30.857 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:30.857 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:30.859 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7efd3406aed0 msgr2=0x7efd3406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.859 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7efd3406aed0 0x7efd3406d390 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd48001620 tx=0x7efd48009030 comp rx=0 tx=0).stop 2023-11-18T15:43:30.859 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd5413e230 msgr2=0x7efd5415e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.859 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd5413e230 0x7efd5415e5b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7efd541449f0 tx=0x7efd4c007c90 comp rx=0 tx=0).stop 2023-11-18T15:43:30.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 shutdown_connections 2023-11-18T15:43:30.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7efd3406aed0 0x7efd3406d390 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd5413e230 0x7efd5415e5b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7efd3c003a30 0x7efd54157b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 --2- 172.21.15.99:0/325969393 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efd541443c0 0x7efd541427f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 >> 172.21.15.99:0/325969393 conn(0x7efd540b1ff0 msgr2=0x7efd540ae240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:30.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 shutdown_connections 2023-11-18T15:43:30.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.858+0000 7efd58f7b700 1 -- 172.21.15.99:0/325969393 wait complete. 2023-11-18T15:43:30.871 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-18T15:43:30.871 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T15:43:30.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.991+0000 7ff9f4cfa700 1 Processor -- start 2023-11-18T15:43:30.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.991+0000 7ff9f4cfa700 1 -- start start 2023-11-18T15:43:30.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.992+0000 7ff9f4cfa700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7ff9f01586c0 0x7ff9f0161a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.992+0000 7ff9f4cfa700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9f0141230 con 0x7ff9f015ee80 2023-11-18T15:43:30.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.992+0000 7ff9f4cfa700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9f0070550 con 0x7ff9f0072ca0 2023-11-18T15:43:30.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.992+0000 7ff9f4cfa700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9f0162040 con 0x7ff9f01586c0 2023-11-18T15:43:30.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.992+0000 7ff9edd9b700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ff9f015ee80 0x7ff9f0072590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45254/0 (socket says 172.21.15.99:45254) 2023-11-18T15:43:30.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.992+0000 7ff9edd9b700 1 -- 172.21.15.99:0/2786020356 learned_addr learned my addr 172.21.15.99:0/2786020356 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:30.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ee59c700 1 --2- 172.21.15.99:0/2786020356 >> v2:172.21.15.181:3300/0 conn(0x7ff9f01586c0 0x7ff9f0161a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3613432748 0 0) 0x7ff9f0141230 con 0x7ff9f015ee80 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9dc0035b0 con 0x7ff9f015ee80 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3394676941 0 0) 0x7ff9dc0035b0 con 0x7ff9f015ee80 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 >> v2:172.21.15.181:3300/0 conn(0x7ff9f01586c0 msgr2=0x7ff9f0161a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 --2- 172.21.15.99:0/2786020356 >> v2:172.21.15.181:3300/0 conn(0x7ff9f01586c0 0x7ff9f0161a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 >> v1:172.21.15.181:6789/0 conn(0x7ff9f0072ca0 legacy=0x7ff9f0070a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f0162320 con 0x7ff9f015ee80 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7ff9d8001670 con 0x7ff9f015ee80 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 >> v1:172.21.15.99:6789/0 conn(0x7ff9f015ee80 legacy=0x7ff9f0072590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9dc003a00 0x7ff9dc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9dc004850 0x7ff9dc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc005210 0x7ff9dc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f0162040 con 0x7ff9dc003a00 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9dc00c1b0 con 0x7ff9dc005210 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9dc00c370 con 0x7ff9dc004850 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ee59c700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9dc003a00 0x7ff9dc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9edd9b700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9dc004850 0x7ff9dc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9eed9d700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc005210 0x7ff9dc00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ee59c700 1 -- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9dc004850 msgr2=0x7ff9dc004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ee59c700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9dc004850 0x7ff9dc004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ee59c700 1 -- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc005210 msgr2=0x7ff9dc00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ee59c700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc005210 0x7ff9dc00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ee59c700 1 -- 172.21.15.99:0/2786020356 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9dc0035b0 con 0x7ff9dc003a00 2023-11-18T15:43:30.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9eed9d700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc005210 0x7ff9dc00ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9edd9b700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9dc004850 0x7ff9dc004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9eed9d700 1 -- 172.21.15.99:0/2786020356 reap_dead start 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.993+0000 7ff9ee59c700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9dc003a00 0x7ff9dc003e20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009fc0 tx=0x7ff9dc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=926ae74687424f9c server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e800ec30 con 0x7ff9dc003a00 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9e800f040 con 0x7ff9dc003a00 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9ed59a700 1 -- 172.21.15.99:0/2786020356 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8014480 con 0x7ff9dc003a00 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/2786020356 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9dc003a00 msgr2=0x7ff9dc003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9f4cfa700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9dc003a00 0x7ff9dc003e20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009fc0 tx=0x7ff9dc005880 comp rx=0 tx=0).stop 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/2786020356 shutdown_connections 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9f4cfa700 1 --2- 172.21.15.99:0/2786020356 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9dc003a00 0x7ff9dc003e20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:30.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/2786020356 >> 172.21.15.99:0/2786020356 conn(0x7ff9f00b6110 msgr2=0x7ff9f00b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:31.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/2786020356 shutdown_connections 2023-11-18T15:43:31.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.994+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/2786020356 wait complete. 2023-11-18T15:43:31.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9f4cfa700 1 Processor -- start 2023-11-18T15:43:31.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9f4cfa700 1 -- start start 2023-11-18T15:43:31.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9f4cfa700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc003a00 0x7ff9f015b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9f4cfa700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9f0156ef0 0x7ff9f0156710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9f4cfa700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9f00af9a0 0x7ff9f00afe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9f4cfa700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f0157790 con 0x7ff9f0156ef0 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9f4cfa700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f015a950 con 0x7ff9dc003a00 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9f4cfa700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f015ac30 con 0x7ff9f00af9a0 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9edd9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9f0156ef0 0x7ff9f0156710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9edd9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9f0156ef0 0x7ff9f0156710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58654/0 (socket says 172.21.15.99:58654) 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.996+0000 7ff9edd9b700 1 -- 172.21.15.99:0/1526469067 learned_addr learned my addr 172.21.15.99:0/1526469067 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9ee59c700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc003a00 0x7ff9f015b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9eed9d700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9f00af9a0 0x7ff9f00afe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9edd9b700 1 -- 172.21.15.99:0/1526469067 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9f00af9a0 msgr2=0x7ff9f00afe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9edd9b700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9f00af9a0 0x7ff9f00afe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9edd9b700 1 -- 172.21.15.99:0/1526469067 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc003a00 msgr2=0x7ff9f015b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9edd9b700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc003a00 0x7ff9f015b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9edd9b700 1 -- 172.21.15.99:0/1526469067 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f015af10 con 0x7ff9f0156ef0 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9ee59c700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc003a00 0x7ff9f015b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9edd9b700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9f0156ef0 0x7ff9f0156710 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800ea70 tx=0x7ff9d800ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9e6ffd700 1 -- 172.21.15.99:0/1526469067 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d800c5d0 con 0x7ff9f0156ef0 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9e6ffd700 1 -- 172.21.15.99:0/1526469067 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9d800c730 con 0x7ff9f0156ef0 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9e6ffd700 1 -- 172.21.15.99:0/1526469067 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d800cac0 con 0x7ff9f0156ef0 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9f006e180 con 0x7ff9f0156ef0 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.997+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9f00ad9b0 con 0x7ff9f0156ef0 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.998+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9f006e3c0 con 0x7ff9f0156ef0 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.998+0000 7ff9e6ffd700 1 -- 172.21.15.99:0/1526469067 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7ff9d800cc20 con 0x7ff9f0156ef0 2023-11-18T15:43:31.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.999+0000 7ff9e6ffd700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff9d006af00 0x7ff9d006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.999+0000 7ff9e6ffd700 1 -- 172.21.15.99:0/1526469067 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff9d80894b0 con 0x7ff9f0156ef0 2023-11-18T15:43:31.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.999+0000 7ff9ee59c700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff9d006af00 0x7ff9d006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:30.999+0000 7ff9ee59c700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff9d006af00 0x7ff9d006d3c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8000f80 tx=0x7ff9e8013000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:31.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.003+0000 7ff9e6ffd700 1 -- 172.21.15.99:0/1526469067 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7ff9f006e3c0 con 0x7ff9f0156ef0 2023-11-18T15:43:31.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.190+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff9f015aac0 con 0x7ff9d006af00 2023-11-18T15:43:31.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.197+0000 7ff9e6ffd700 1 -- 172.21.15.99:0/1526469067 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264701 (secure 0 0 0) 0x7ff9f015aac0 con 0x7ff9d006af00 2023-11-18T15:43:31.202 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff9d006af00 msgr2=0x7ff9d006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff9d006af00 0x7ff9d006d3c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8000f80 tx=0x7ff9e8013000 comp rx=0 tx=0).stop 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9f0156ef0 msgr2=0x7ff9f0156710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9f0156ef0 0x7ff9f0156710 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800ea70 tx=0x7ff9d800ee30 comp rx=0 tx=0).stop 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 shutdown_connections 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff9f00af9a0 0x7ff9f00afe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9dc003a00 0x7ff9f015b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff9d006af00 0x7ff9d006d3c0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 --2- 172.21.15.99:0/1526469067 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9f0156ef0 0x7ff9f0156710 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 >> 172.21.15.99:0/1526469067 conn(0x7ff9f00b6110 msgr2=0x7ff9f00d0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:31.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 shutdown_connections 2023-11-18T15:43:31.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.201+0000 7ff9f4cfa700 1 -- 172.21.15.99:0/1526469067 wait complete. 2023-11-18T15:43:31.205 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T15:43:31.214 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-11-18T15:43:30.913059+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219172,"kb_used_data":2984,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755548,"statfs":{"total":773094113280,"available":772869681152,"internally_reserved":0,"allocated":3055616,"data_stored":1816564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.827406"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258389+0000","last_change":"2023-11-18T15:43:27.126189+0000","last_active":"2023-11-18T15:43:28.258389+0000","last_peered":"2023-11-18T15:43:28.258389+0000","last_clean":"2023-11-18T15:43:28.258389+0000","last_became_active":"2023-11-18T15:43:27.125648+0000","last_became_peered":"2023-11-18T15:43:27.125648+0000","last_unstale":"2023-11-18T15:43:28.258389+0000","last_undegraded":"2023-11-18T15:43:28.258389+0000","last_fullsized":"2023-11-18T15:43:28.258389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:14:24.921106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107993+0000","last_change":"2023-11-18T15:43:27.118193+0000","last_active":"2023-11-18T15:43:28.107993+0000","last_peered":"2023-11-18T15:43:28.107993+0000","last_clean":"2023-11-18T15:43:28.107993+0000","last_became_active":"2023-11-18T15:43:27.117698+0000","last_became_peered":"2023-11-18T15:43:27.117698+0000","last_unstale":"2023-11-18T15:43:28.107993+0000","last_undegraded":"2023-11-18T15:43:28.107993+0000","last_fullsized":"2023-11-18T15:43:28.107993+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258434+0000","last_change":"2023-11-18T15:43:27.118971+0000","last_active":"2023-11-18T15:43:28.258434+0000","last_peered":"2023-11-18T15:43:28.258434+0000","last_clean":"2023-11-18T15:43:28.258434+0000","last_became_active":"2023-11-18T15:43:27.118025+0000","last_became_peered":"2023-11-18T15:43:27.118025+0000","last_unstale":"2023-11-18T15:43:28.258434+0000","last_undegraded":"2023-11-18T15:43:28.258434+0000","last_fullsized":"2023-11-18T15:43:28.258434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:10.571924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111787+0000","last_change":"2023-11-18T15:43:27.127480+0000","last_active":"2023-11-18T15:43:28.111787+0000","last_peered":"2023-11-18T15:43:28.111787+0000","last_clean":"2023-11-18T15:43:28.111787+0000","last_became_active":"2023-11-18T15:43:27.127036+0000","last_became_peered":"2023-11-18T15:43:27.127036+0000","last_unstale":"2023-11-18T15:43:28.111787+0000","last_undegraded":"2023-11-18T15:43:28.111787+0000","last_fullsized":"2023-11-18T15:43:28.111787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:26:05.676506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258027+0000","last_change":"2023-11-18T15:43:27.119898+0000","last_active":"2023-11-18T15:43:28.258027+0000","last_peered":"2023-11-18T15:43:28.258027+0000","last_clean":"2023-11-18T15:43:28.258027+0000","last_became_active":"2023-11-18T15:43:27.119638+0000","last_became_peered":"2023-11-18T15:43:27.119638+0000","last_unstale":"2023-11-18T15:43:28.258027+0000","last_undegraded":"2023-11-18T15:43:28.258027+0000","last_fullsized":"2023-11-18T15:43:28.258027+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:01:30.331211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111628+0000","last_change":"2023-11-18T15:43:27.124583+0000","last_active":"2023-11-18T15:43:28.111628+0000","last_peered":"2023-11-18T15:43:28.111628+0000","last_clean":"2023-11-18T15:43:28.111628+0000","last_became_active":"2023-11-18T15:43:27.124135+0000","last_became_peered":"2023-11-18T15:43:27.124135+0000","last_unstale":"2023-11-18T15:43:28.111628+0000","last_undegraded":"2023-11-18T15:43:28.111628+0000","last_fullsized":"2023-11-18T15:43:28.111628+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:01:43.652485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257796+0000","last_change":"2023-11-18T15:43:27.127123+0000","last_active":"2023-11-18T15:43:28.257796+0000","last_peered":"2023-11-18T15:43:28.257796+0000","last_clean":"2023-11-18T15:43:28.257796+0000","last_became_active":"2023-11-18T15:43:27.126834+0000","last_became_peered":"2023-11-18T15:43:27.126834+0000","last_unstale":"2023-11-18T15:43:28.257796+0000","last_undegraded":"2023-11-18T15:43:28.257796+0000","last_fullsized":"2023-11-18T15:43:28.257796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:43.257807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258186+0000","last_change":"2023-11-18T15:43:27.135731+0000","last_active":"2023-11-18T15:43:28.258186+0000","last_peered":"2023-11-18T15:43:28.258186+0000","last_clean":"2023-11-18T15:43:28.258186+0000","last_became_active":"2023-11-18T15:43:27.135422+0000","last_became_peered":"2023-11-18T15:43:27.135422+0000","last_unstale":"2023-11-18T15:43:28.258186+0000","last_undegraded":"2023-11-18T15:43:28.258186+0000","last_fullsized":"2023-11-18T15:43:28.258186+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258343+0000","last_change":"2023-11-18T15:43:27.138310+0000","last_active":"2023-11-18T15:43:28.258343+0000","last_peered":"2023-11-18T15:43:28.258343+0000","last_clean":"2023-11-18T15:43:28.258343+0000","last_became_active":"2023-11-18T15:43:27.137303+0000","last_became_peered":"2023-11-18T15:43:27.137303+0000","last_unstale":"2023-11-18T15:43:28.258343+0000","last_undegraded":"2023-11-18T15:43:28.258343+0000","last_fullsized":"2023-11-18T15:43:28.258343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:36:40.883716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112190+0000","last_change":"2023-11-18T15:43:27.128742+0000","last_active":"2023-11-18T15:43:28.112190+0000","last_peered":"2023-11-18T15:43:28.112190+0000","last_clean":"2023-11-18T15:43:28.112190+0000","last_became_active":"2023-11-18T15:43:27.128474+0000","last_became_peered":"2023-11-18T15:43:27.128474+0000","last_unstale":"2023-11-18T15:43:28.112190+0000","last_undegraded":"2023-11-18T15:43:28.112190+0000","last_fullsized":"2023-11-18T15:43:28.112190+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111154+0000","last_change":"2023-11-18T15:43:27.129515+0000","last_active":"2023-11-18T15:43:28.111154+0000","last_peered":"2023-11-18T15:43:28.111154+0000","last_clean":"2023-11-18T15:43:28.111154+0000","last_became_active":"2023-11-18T15:43:27.129228+0000","last_became_peered":"2023-11-18T15:43:27.129228+0000","last_unstale":"2023-11-18T15:43:28.111154+0000","last_undegraded":"2023-11-18T15:43:28.111154+0000","last_fullsized":"2023-11-18T15:43:28.111154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116563+0000","last_change":"2023-11-18T15:43:27.133398+0000","last_active":"2023-11-18T15:43:28.116563+0000","last_peered":"2023-11-18T15:43:28.116563+0000","last_clean":"2023-11-18T15:43:28.116563+0000","last_became_active":"2023-11-18T15:43:27.133137+0000","last_became_peered":"2023-11-18T15:43:27.133137+0000","last_unstale":"2023-11-18T15:43:28.116563+0000","last_undegraded":"2023-11-18T15:43:28.116563+0000","last_fullsized":"2023-11-18T15:43:28.116563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:36.813796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258148+0000","last_change":"2023-11-18T15:43:27.123685+0000","last_active":"2023-11-18T15:43:28.258148+0000","last_peered":"2023-11-18T15:43:28.258148+0000","last_clean":"2023-11-18T15:43:28.258148+0000","last_became_active":"2023-11-18T15:43:27.123412+0000","last_became_peered":"2023-11-18T15:43:27.123412+0000","last_unstale":"2023-11-18T15:43:28.258148+0000","last_undegraded":"2023-11-18T15:43:28.258148+0000","last_fullsized":"2023-11-18T15:43:28.258148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258447+0000","last_change":"2023-11-18T15:43:27.111950+0000","last_active":"2023-11-18T15:43:28.258447+0000","last_peered":"2023-11-18T15:43:28.258447+0000","last_clean":"2023-11-18T15:43:28.258447+0000","last_became_active":"2023-11-18T15:43:27.111653+0000","last_became_peered":"2023-11-18T15:43:27.111653+0000","last_unstale":"2023-11-18T15:43:28.258447+0000","last_undegraded":"2023-11-18T15:43:28.258447+0000","last_fullsized":"2023-11-18T15:43:28.258447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107595+0000","last_change":"2023-11-18T15:43:27.132765+0000","last_active":"2023-11-18T15:43:28.107595+0000","last_peered":"2023-11-18T15:43:28.107595+0000","last_clean":"2023-11-18T15:43:28.107595+0000","last_became_active":"2023-11-18T15:43:27.132460+0000","last_became_peered":"2023-11-18T15:43:27.132460+0000","last_unstale":"2023-11-18T15:43:28.107595+0000","last_undegraded":"2023-11-18T15:43:28.107595+0000","last_fullsized":"2023-11-18T15:43:28.107595+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110670+0000","last_change":"2023-11-18T15:43:27.123527+0000","last_active":"2023-11-18T15:43:28.110670+0000","last_peered":"2023-11-18T15:43:28.110670+0000","last_clean":"2023-11-18T15:43:28.110670+0000","last_became_active":"2023-11-18T15:43:27.123233+0000","last_became_peered":"2023-11-18T15:43:27.123233+0000","last_unstale":"2023-11-18T15:43:28.110670+0000","last_undegraded":"2023-11-18T15:43:28.110670+0000","last_fullsized":"2023-11-18T15:43:28.110670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111374+0000","last_change":"2023-11-18T15:43:27.137124+0000","last_active":"2023-11-18T15:43:28.111374+0000","last_peered":"2023-11-18T15:43:28.111374+0000","last_clean":"2023-11-18T15:43:28.111374+0000","last_became_active":"2023-11-18T15:43:27.136821+0000","last_became_peered":"2023-11-18T15:43:27.136821+0000","last_unstale":"2023-11-18T15:43:28.111374+0000","last_undegraded":"2023-11-18T15:43:28.111374+0000","last_fullsized":"2023-11-18T15:43:28.111374+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257632+0000","last_change":"2023-11-18T15:43:27.125675+0000","last_active":"2023-11-18T15:43:28.257632+0000","last_peered":"2023-11-18T15:43:28.257632+0000","last_clean":"2023-11-18T15:43:28.257632+0000","last_became_active":"2023-11-18T15:43:27.125338+0000","last_became_peered":"2023-11-18T15:43:27.125338+0000","last_unstale":"2023-11-18T15:43:28.257632+0000","last_undegraded":"2023-11-18T15:43:28.257632+0000","last_fullsized":"2023-11-18T15:43:28.257632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:58.793700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258041+0000","last_change":"2023-11-18T15:43:27.127176+0000","last_active":"2023-11-18T15:43:28.258041+0000","last_peered":"2023-11-18T15:43:28.258041+0000","last_clean":"2023-11-18T15:43:28.258041+0000","last_became_active":"2023-11-18T15:43:27.126808+0000","last_became_peered":"2023-11-18T15:43:27.126808+0000","last_unstale":"2023-11-18T15:43:28.258041+0000","last_undegraded":"2023-11-18T15:43:28.258041+0000","last_fullsized":"2023-11-18T15:43:28.258041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:21:29.425249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141816+0000","last_change":"2023-11-18T15:43:26.101060+0000","last_active":"2023-11-18T15:43:27.141816+0000","last_peered":"2023-11-18T15:43:27.141816+0000","last_clean":"2023-11-18T15:43:27.141816+0000","last_became_active":"2023-11-18T15:43:26.100806+0000","last_became_peered":"2023-11-18T15:43:26.100806+0000","last_unstale":"2023-11-18T15:43:27.141816+0000","last_undegraded":"2023-11-18T15:43:27.141816+0000","last_fullsized":"2023-11-18T15:43:27.141816+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:12.437309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257813+0000","last_change":"2023-11-18T15:43:27.125747+0000","last_active":"2023-11-18T15:43:28.257813+0000","last_peered":"2023-11-18T15:43:28.257813+0000","last_clean":"2023-11-18T15:43:28.257813+0000","last_became_active":"2023-11-18T15:43:27.125322+0000","last_became_peered":"2023-11-18T15:43:27.125322+0000","last_unstale":"2023-11-18T15:43:28.257813+0000","last_undegraded":"2023-11-18T15:43:28.257813+0000","last_fullsized":"2023-11-18T15:43:28.257813+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.138575+0000","last_change":"2023-11-18T15:43:26.106706+0000","last_active":"2023-11-18T15:43:27.138575+0000","last_peered":"2023-11-18T15:43:27.138575+0000","last_clean":"2023-11-18T15:43:27.138575+0000","last_became_active":"2023-11-18T15:43:26.106391+0000","last_became_peered":"2023-11-18T15:43:26.106391+0000","last_unstale":"2023-11-18T15:43:27.138575+0000","last_undegraded":"2023-11-18T15:43:27.138575+0000","last_fullsized":"2023-11-18T15:43:27.138575+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258687+0000","last_change":"2023-11-18T15:43:27.130674+0000","last_active":"2023-11-18T15:43:28.258687+0000","last_peered":"2023-11-18T15:43:28.258687+0000","last_clean":"2023-11-18T15:43:28.258687+0000","last_became_active":"2023-11-18T15:43:27.129930+0000","last_became_peered":"2023-11-18T15:43:27.129930+0000","last_unstale":"2023-11-18T15:43:28.258687+0000","last_undegraded":"2023-11-18T15:43:28.258687+0000","last_fullsized":"2023-11-18T15:43:28.258687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140948+0000","last_change":"2023-11-18T15:43:26.112808+0000","last_active":"2023-11-18T15:43:27.140948+0000","last_peered":"2023-11-18T15:43:27.140948+0000","last_clean":"2023-11-18T15:43:27.140948+0000","last_became_active":"2023-11-18T15:43:26.112233+0000","last_became_peered":"2023-11-18T15:43:26.112233+0000","last_unstale":"2023-11-18T15:43:27.140948+0000","last_undegraded":"2023-11-18T15:43:27.140948+0000","last_fullsized":"2023-11-18T15:43:27.140948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:19:01.842623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111277+0000","last_change":"2023-11-18T15:43:27.135365+0000","last_active":"2023-11-18T15:43:28.111277+0000","last_peered":"2023-11-18T15:43:28.111277+0000","last_clean":"2023-11-18T15:43:28.111277+0000","last_became_active":"2023-11-18T15:43:27.134935+0000","last_became_peered":"2023-11-18T15:43:27.134935+0000","last_unstale":"2023-11-18T15:43:28.111277+0000","last_undegraded":"2023-11-18T15:43:28.111277+0000","last_fullsized":"2023-11-18T15:43:28.111277+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141619+0000","last_change":"2023-11-18T15:43:26.112840+0000","last_active":"2023-11-18T15:43:27.141619+0000","last_peered":"2023-11-18T15:43:27.141619+0000","last_clean":"2023-11-18T15:43:27.141619+0000","last_became_active":"2023-11-18T15:43:26.112552+0000","last_became_peered":"2023-11-18T15:43:26.112552+0000","last_unstale":"2023-11-18T15:43:27.141619+0000","last_undegraded":"2023-11-18T15:43:27.141619+0000","last_fullsized":"2023-11-18T15:43:27.141619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:30:25.244784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111497+0000","last_change":"2023-11-18T15:43:27.132595+0000","last_active":"2023-11-18T15:43:28.111497+0000","last_peered":"2023-11-18T15:43:28.111497+0000","last_clean":"2023-11-18T15:43:28.111497+0000","last_became_active":"2023-11-18T15:43:27.132187+0000","last_became_peered":"2023-11-18T15:43:27.132187+0000","last_unstale":"2023-11-18T15:43:28.111497+0000","last_undegraded":"2023-11-18T15:43:28.111497+0000","last_fullsized":"2023-11-18T15:43:28.111497+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:13:42.374415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141328+0000","last_change":"2023-11-18T15:43:26.106934+0000","last_active":"2023-11-18T15:43:27.141328+0000","last_peered":"2023-11-18T15:43:27.141328+0000","last_clean":"2023-11-18T15:43:27.141328+0000","last_became_active":"2023-11-18T15:43:26.106704+0000","last_became_peered":"2023-11-18T15:43:26.106704+0000","last_unstale":"2023-11-18T15:43:27.141328+0000","last_undegraded":"2023-11-18T15:43:27.141328+0000","last_fullsized":"2023-11-18T15:43:27.141328+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:59:59.643611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116189+0000","last_change":"2023-11-18T15:43:27.124893+0000","last_active":"2023-11-18T15:43:28.116189+0000","last_peered":"2023-11-18T15:43:28.116189+0000","last_clean":"2023-11-18T15:43:28.116189+0000","last_became_active":"2023-11-18T15:43:27.124624+0000","last_became_peered":"2023-11-18T15:43:27.124624+0000","last_unstale":"2023-11-18T15:43:28.116189+0000","last_undegraded":"2023-11-18T15:43:28.116189+0000","last_fullsized":"2023-11-18T15:43:28.116189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:58.793700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140677+0000","last_change":"2023-11-18T15:43:26.097323+0000","last_active":"2023-11-18T15:43:27.140677+0000","last_peered":"2023-11-18T15:43:27.140677+0000","last_clean":"2023-11-18T15:43:27.140677+0000","last_became_active":"2023-11-18T15:43:26.096973+0000","last_became_peered":"2023-11-18T15:43:26.096973+0000","last_unstale":"2023-11-18T15:43:27.140677+0000","last_undegraded":"2023-11-18T15:43:27.140677+0000","last_fullsized":"2023-11-18T15:43:27.140677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:35.810082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258852+0000","last_change":"2023-11-18T15:43:27.133611+0000","last_active":"2023-11-18T15:43:28.258852+0000","last_peered":"2023-11-18T15:43:28.258852+0000","last_clean":"2023-11-18T15:43:28.258852+0000","last_became_active":"2023-11-18T15:43:27.132937+0000","last_became_peered":"2023-11-18T15:43:27.132937+0000","last_unstale":"2023-11-18T15:43:28.258852+0000","last_undegraded":"2023-11-18T15:43:28.258852+0000","last_fullsized":"2023-11-18T15:43:28.258852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.112352+0000","last_change":"2023-11-18T15:43:26.105286+0000","last_active":"2023-11-18T15:43:27.112352+0000","last_peered":"2023-11-18T15:43:27.112352+0000","last_clean":"2023-11-18T15:43:27.112352+0000","last_became_active":"2023-11-18T15:43:26.104967+0000","last_became_peered":"2023-11-18T15:43:26.104967+0000","last_unstale":"2023-11-18T15:43:27.112352+0000","last_undegraded":"2023-11-18T15:43:27.112352+0000","last_fullsized":"2023-11-18T15:43:27.112352+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:48.439892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258144+0000","last_change":"2023-11-18T15:43:27.118768+0000","last_active":"2023-11-18T15:43:28.258144+0000","last_peered":"2023-11-18T15:43:28.258144+0000","last_clean":"2023-11-18T15:43:28.258144+0000","last_became_active":"2023-11-18T15:43:27.118480+0000","last_became_peered":"2023-11-18T15:43:27.118480+0000","last_unstale":"2023-11-18T15:43:28.258144+0000","last_undegraded":"2023-11-18T15:43:28.258144+0000","last_fullsized":"2023-11-18T15:43:28.258144+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:26:13.322600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110697+0000","last_change":"2023-11-18T15:43:26.109632+0000","last_active":"2023-11-18T15:43:28.110697+0000","last_peered":"2023-11-18T15:43:28.110697+0000","last_clean":"2023-11-18T15:43:28.110697+0000","last_became_active":"2023-11-18T15:43:26.109352+0000","last_became_peered":"2023-11-18T15:43:26.109352+0000","last_unstale":"2023-11-18T15:43:28.110697+0000","last_undegraded":"2023-11-18T15:43:28.110697+0000","last_fullsized":"2023-11-18T15:43:28.110697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:49.086610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107711+0000","last_change":"2023-11-18T15:43:27.114606+0000","last_active":"2023-11-18T15:43:28.107711+0000","last_peered":"2023-11-18T15:43:28.107711+0000","last_clean":"2023-11-18T15:43:28.107711+0000","last_became_active":"2023-11-18T15:43:27.114337+0000","last_became_peered":"2023-11-18T15:43:27.114337+0000","last_unstale":"2023-11-18T15:43:28.107711+0000","last_undegraded":"2023-11-18T15:43:28.107711+0000","last_fullsized":"2023-11-18T15:43:28.107711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.119565+0000","last_change":"2023-11-18T15:43:26.109936+0000","last_active":"2023-11-18T15:43:27.119565+0000","last_peered":"2023-11-18T15:43:27.119565+0000","last_clean":"2023-11-18T15:43:27.119565+0000","last_became_active":"2023-11-18T15:43:26.109664+0000","last_became_peered":"2023-11-18T15:43:26.109664+0000","last_unstale":"2023-11-18T15:43:27.119565+0000","last_undegraded":"2023-11-18T15:43:27.119565+0000","last_fullsized":"2023-11-18T15:43:27.119565+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112142+0000","last_change":"2023-11-18T15:43:27.137065+0000","last_active":"2023-11-18T15:43:28.112142+0000","last_peered":"2023-11-18T15:43:28.112142+0000","last_clean":"2023-11-18T15:43:28.112142+0000","last_became_active":"2023-11-18T15:43:27.136780+0000","last_became_peered":"2023-11-18T15:43:27.136780+0000","last_unstale":"2023-11-18T15:43:28.112142+0000","last_undegraded":"2023-11-18T15:43:28.112142+0000","last_fullsized":"2023-11-18T15:43:28.112142+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:57:23.741848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111895+0000","last_change":"2023-11-18T15:43:26.111229+0000","last_active":"2023-11-18T15:43:28.111895+0000","last_peered":"2023-11-18T15:43:28.111895+0000","last_clean":"2023-11-18T15:43:28.111895+0000","last_became_active":"2023-11-18T15:43:26.110951+0000","last_became_peered":"2023-11-18T15:43:26.110951+0000","last_unstale":"2023-11-18T15:43:28.111895+0000","last_undegraded":"2023-11-18T15:43:28.111895+0000","last_fullsized":"2023-11-18T15:43:28.111895+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:09.381971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258836+0000","last_change":"2023-11-18T15:43:27.132093+0000","last_active":"2023-11-18T15:43:28.258836+0000","last_peered":"2023-11-18T15:43:28.258836+0000","last_clean":"2023-11-18T15:43:28.258836+0000","last_became_active":"2023-11-18T15:43:27.131686+0000","last_became_peered":"2023-11-18T15:43:27.131686+0000","last_unstale":"2023-11-18T15:43:28.258836+0000","last_undegraded":"2023-11-18T15:43:28.258836+0000","last_fullsized":"2023-11-18T15:43:28.258836+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107959+0000","last_change":"2023-11-18T15:43:26.108848+0000","last_active":"2023-11-18T15:43:28.107959+0000","last_peered":"2023-11-18T15:43:28.107959+0000","last_clean":"2023-11-18T15:43:28.107959+0000","last_became_active":"2023-11-18T15:43:26.108499+0000","last_became_peered":"2023-11-18T15:43:26.108499+0000","last_unstale":"2023-11-18T15:43:28.107959+0000","last_undegraded":"2023-11-18T15:43:28.107959+0000","last_fullsized":"2023-11-18T15:43:28.107959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116565+0000","last_change":"2023-11-18T15:43:27.124002+0000","last_active":"2023-11-18T15:43:28.116565+0000","last_peered":"2023-11-18T15:43:28.116565+0000","last_clean":"2023-11-18T15:43:28.116565+0000","last_became_active":"2023-11-18T15:43:27.123671+0000","last_became_peered":"2023-11-18T15:43:27.123671+0000","last_unstale":"2023-11-18T15:43:28.116565+0000","last_undegraded":"2023-11-18T15:43:28.116565+0000","last_fullsized":"2023-11-18T15:43:28.116565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:27.326927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.142995+0000","last_change":"2023-11-18T15:43:26.105747+0000","last_active":"2023-11-18T15:43:27.142995+0000","last_peered":"2023-11-18T15:43:27.142995+0000","last_clean":"2023-11-18T15:43:27.142995+0000","last_became_active":"2023-11-18T15:43:26.105160+0000","last_became_peered":"2023-11-18T15:43:26.105160+0000","last_unstale":"2023-11-18T15:43:27.142995+0000","last_undegraded":"2023-11-18T15:43:27.142995+0000","last_fullsized":"2023-11-18T15:43:27.142995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:26.323213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258075+0000","last_change":"2023-11-18T15:43:27.129344+0000","last_active":"2023-11-18T15:43:28.258075+0000","last_peered":"2023-11-18T15:43:28.258075+0000","last_clean":"2023-11-18T15:43:28.258075+0000","last_became_active":"2023-11-18T15:43:27.129056+0000","last_became_peered":"2023-11-18T15:43:27.129056+0000","last_unstale":"2023-11-18T15:43:28.258075+0000","last_undegraded":"2023-11-18T15:43:28.258075+0000","last_fullsized":"2023-11-18T15:43:28.258075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:03:17.770481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140646+0000","last_change":"2023-11-18T15:43:26.094229+0000","last_active":"2023-11-18T15:43:27.140646+0000","last_peered":"2023-11-18T15:43:27.140646+0000","last_clean":"2023-11-18T15:43:27.140646+0000","last_became_active":"2023-11-18T15:43:26.093952+0000","last_became_peered":"2023-11-18T15:43:26.093952+0000","last_unstale":"2023-11-18T15:43:27.140646+0000","last_undegraded":"2023-11-18T15:43:27.140646+0000","last_fullsized":"2023-11-18T15:43:27.140646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:35.810082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258500+0000","last_change":"2023-11-18T15:43:27.121624+0000","last_active":"2023-11-18T15:43:28.258500+0000","last_peered":"2023-11-18T15:43:28.258500+0000","last_clean":"2023-11-18T15:43:28.258500+0000","last_became_active":"2023-11-18T15:43:27.121249+0000","last_became_peered":"2023-11-18T15:43:27.121249+0000","last_unstale":"2023-11-18T15:43:28.258500+0000","last_undegraded":"2023-11-18T15:43:28.258500+0000","last_fullsized":"2023-11-18T15:43:28.258500+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111946+0000","last_change":"2023-11-18T15:43:26.105475+0000","last_active":"2023-11-18T15:43:28.111946+0000","last_peered":"2023-11-18T15:43:28.111946+0000","last_clean":"2023-11-18T15:43:28.111946+0000","last_became_active":"2023-11-18T15:43:26.105062+0000","last_became_peered":"2023-11-18T15:43:26.105062+0000","last_unstale":"2023-11-18T15:43:28.111946+0000","last_undegraded":"2023-11-18T15:43:28.111946+0000","last_fullsized":"2023-11-18T15:43:28.111946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:21.884353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258103+0000","last_change":"2023-11-18T15:43:27.126723+0000","last_active":"2023-11-18T15:43:28.258103+0000","last_peered":"2023-11-18T15:43:28.258103+0000","last_clean":"2023-11-18T15:43:28.258103+0000","last_became_active":"2023-11-18T15:43:27.125806+0000","last_became_peered":"2023-11-18T15:43:27.125806+0000","last_unstale":"2023-11-18T15:43:28.258103+0000","last_undegraded":"2023-11-18T15:43:28.258103+0000","last_fullsized":"2023-11-18T15:43:28.258103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:01:11.558385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.119056+0000","last_change":"2023-11-18T15:43:26.098203+0000","last_active":"2023-11-18T15:43:27.119056+0000","last_peered":"2023-11-18T15:43:27.119056+0000","last_clean":"2023-11-18T15:43:27.119056+0000","last_became_active":"2023-11-18T15:43:26.097334+0000","last_became_peered":"2023-11-18T15:43:26.097334+0000","last_unstale":"2023-11-18T15:43:27.119056+0000","last_undegraded":"2023-11-18T15:43:27.119056+0000","last_fullsized":"2023-11-18T15:43:27.119056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:12.437309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111384+0000","last_change":"2023-11-18T15:43:27.127931+0000","last_active":"2023-11-18T15:43:28.111384+0000","last_peered":"2023-11-18T15:43:28.111384+0000","last_clean":"2023-11-18T15:43:28.111384+0000","last_became_active":"2023-11-18T15:43:27.127340+0000","last_became_peered":"2023-11-18T15:43:27.127340+0000","last_unstale":"2023-11-18T15:43:28.111384+0000","last_undegraded":"2023-11-18T15:43:28.111384+0000","last_fullsized":"2023-11-18T15:43:28.111384+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257504+0000","last_change":"2023-11-18T15:43:26.109185+0000","last_active":"2023-11-18T15:43:28.257504+0000","last_peered":"2023-11-18T15:43:28.257504+0000","last_clean":"2023-11-18T15:43:28.257504+0000","last_became_active":"2023-11-18T15:43:26.108846+0000","last_became_peered":"2023-11-18T15:43:26.108846+0000","last_unstale":"2023-11-18T15:43:28.257504+0000","last_undegraded":"2023-11-18T15:43:28.257504+0000","last_fullsized":"2023-11-18T15:43:28.257504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:39:48.669566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257909+0000","last_change":"2023-11-18T15:43:27.136926+0000","last_active":"2023-11-18T15:43:28.257909+0000","last_peered":"2023-11-18T15:43:28.257909+0000","last_clean":"2023-11-18T15:43:28.257909+0000","last_became_active":"2023-11-18T15:43:27.136671+0000","last_became_peered":"2023-11-18T15:43:27.136671+0000","last_unstale":"2023-11-18T15:43:28.257909+0000","last_undegraded":"2023-11-18T15:43:28.257909+0000","last_fullsized":"2023-11-18T15:43:28.257909+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:04:06.820707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141623+0000","last_change":"2023-11-18T15:43:26.096521+0000","last_active":"2023-11-18T15:43:27.141623+0000","last_peered":"2023-11-18T15:43:27.141623+0000","last_clean":"2023-11-18T15:43:27.141623+0000","last_became_active":"2023-11-18T15:43:26.095802+0000","last_became_peered":"2023-11-18T15:43:26.095802+0000","last_unstale":"2023-11-18T15:43:27.141623+0000","last_undegraded":"2023-11-18T15:43:27.141623+0000","last_fullsized":"2023-11-18T15:43:27.141623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:22:00.807689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258207+0000","last_change":"2023-11-18T15:43:27.136658+0000","last_active":"2023-11-18T15:43:28.258207+0000","last_peered":"2023-11-18T15:43:28.258207+0000","last_clean":"2023-11-18T15:43:28.258207+0000","last_became_active":"2023-11-18T15:43:27.136398+0000","last_became_peered":"2023-11-18T15:43:27.136398+0000","last_unstale":"2023-11-18T15:43:28.258207+0000","last_undegraded":"2023-11-18T15:43:28.258207+0000","last_fullsized":"2023-11-18T15:43:28.258207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:35:20.322401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107760+0000","last_change":"2023-11-18T15:43:26.108463+0000","last_active":"2023-11-18T15:43:28.107760+0000","last_peered":"2023-11-18T15:43:28.107760+0000","last_clean":"2023-11-18T15:43:28.107760+0000","last_became_active":"2023-11-18T15:43:26.108163+0000","last_became_peered":"2023-11-18T15:43:26.108163+0000","last_unstale":"2023-11-18T15:43:28.107760+0000","last_undegraded":"2023-11-18T15:43:28.107760+0000","last_fullsized":"2023-11-18T15:43:28.107760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:57.789986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111960+0000","last_change":"2023-11-18T15:43:27.126056+0000","last_active":"2023-11-18T15:43:28.111960+0000","last_peered":"2023-11-18T15:43:28.111960+0000","last_clean":"2023-11-18T15:43:28.111960+0000","last_became_active":"2023-11-18T15:43:27.125783+0000","last_became_peered":"2023-11-18T15:43:27.125783+0000","last_unstale":"2023-11-18T15:43:28.111960+0000","last_undegraded":"2023-11-18T15:43:28.111960+0000","last_fullsized":"2023-11-18T15:43:28.111960+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:58:47.627640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111821+0000","last_change":"2023-11-18T15:43:26.109767+0000","last_active":"2023-11-18T15:43:28.111821+0000","last_peered":"2023-11-18T15:43:28.111821+0000","last_clean":"2023-11-18T15:43:28.111821+0000","last_became_active":"2023-11-18T15:43:26.109373+0000","last_became_peered":"2023-11-18T15:43:26.109373+0000","last_unstale":"2023-11-18T15:43:28.111821+0000","last_undegraded":"2023-11-18T15:43:28.111821+0000","last_fullsized":"2023-11-18T15:43:28.111821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:34.451823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116302+0000","last_change":"2023-11-18T15:43:27.125483+0000","last_active":"2023-11-18T15:43:28.116302+0000","last_peered":"2023-11-18T15:43:28.116302+0000","last_clean":"2023-11-18T15:43:28.116302+0000","last_became_active":"2023-11-18T15:43:27.124814+0000","last_became_peered":"2023-11-18T15:43:27.124814+0000","last_unstale":"2023-11-18T15:43:28.116302+0000","last_undegraded":"2023-11-18T15:43:28.116302+0000","last_fullsized":"2023-11-18T15:43:28.116302+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:13.441023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107586+0000","last_change":"2023-11-18T15:43:27.119722+0000","last_active":"2023-11-18T15:43:28.107586+0000","last_peered":"2023-11-18T15:43:28.107586+0000","last_clean":"2023-11-18T15:43:28.107586+0000","last_became_active":"2023-11-18T15:43:27.119475+0000","last_became_peered":"2023-11-18T15:43:27.119475+0000","last_unstale":"2023-11-18T15:43:28.107586+0000","last_undegraded":"2023-11-18T15:43:28.107586+0000","last_fullsized":"2023-11-18T15:43:28.107586+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257678+0000","last_change":"2023-11-18T15:43:26.098554+0000","last_active":"2023-11-18T15:43:28.257678+0000","last_peered":"2023-11-18T15:43:28.257678+0000","last_clean":"2023-11-18T15:43:28.257678+0000","last_became_active":"2023-11-18T15:43:26.098189+0000","last_became_peered":"2023-11-18T15:43:26.098189+0000","last_unstale":"2023-11-18T15:43:28.257678+0000","last_undegraded":"2023-11-18T15:43:28.257678+0000","last_fullsized":"2023-11-18T15:43:28.257678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:25:44.103581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258160+0000","last_change":"2023-11-18T15:43:27.135061+0000","last_active":"2023-11-18T15:43:28.258160+0000","last_peered":"2023-11-18T15:43:28.258160+0000","last_clean":"2023-11-18T15:43:28.258160+0000","last_became_active":"2023-11-18T15:43:27.134746+0000","last_became_peered":"2023-11-18T15:43:27.134746+0000","last_unstale":"2023-11-18T15:43:28.258160+0000","last_undegraded":"2023-11-18T15:43:28.258160+0000","last_fullsized":"2023-11-18T15:43:28.258160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:13:42.374415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110895+0000","last_change":"2023-11-18T15:43:26.108507+0000","last_active":"2023-11-18T15:43:28.110895+0000","last_peered":"2023-11-18T15:43:28.110895+0000","last_clean":"2023-11-18T15:43:28.110895+0000","last_became_active":"2023-11-18T15:43:26.108209+0000","last_became_peered":"2023-11-18T15:43:26.108209+0000","last_unstale":"2023-11-18T15:43:28.110895+0000","last_undegraded":"2023-11-18T15:43:28.110895+0000","last_fullsized":"2023-11-18T15:43:28.110895+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:48.402828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":165,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.111948+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T15:43:27.111948+0000","last_peered":"2023-11-18T15:43:27.111948+0000","last_clean":"2023-11-18T15:43:27.111948+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T15:43:27.111948+0000","last_undegraded":"2023-11-18T15:43:27.111948+0000","last_fullsized":"2023-11-18T15:43:27.111948+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258444+0000","last_change":"2023-11-18T15:43:27.124857+0000","last_active":"2023-11-18T15:43:28.258444+0000","last_peered":"2023-11-18T15:43:28.258444+0000","last_clean":"2023-11-18T15:43:28.258444+0000","last_became_active":"2023-11-18T15:43:27.124573+0000","last_became_peered":"2023-11-18T15:43:27.124573+0000","last_unstale":"2023-11-18T15:43:28.258444+0000","last_undegraded":"2023-11-18T15:43:28.258444+0000","last_fullsized":"2023-11-18T15:43:28.258444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:00:00.647325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.116288+0000","last_change":"2023-11-18T15:43:26.111099+0000","last_active":"2023-11-18T15:43:27.116288+0000","last_peered":"2023-11-18T15:43:27.116288+0000","last_clean":"2023-11-18T15:43:27.116288+0000","last_became_active":"2023-11-18T15:43:26.110819+0000","last_became_peered":"2023-11-18T15:43:26.110819+0000","last_unstale":"2023-11-18T15:43:27.116288+0000","last_undegraded":"2023-11-18T15:43:27.116288+0000","last_fullsized":"2023-11-18T15:43:27.116288+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:12.953024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.120402+0000","last_change":"2023-11-18T15:43:26.111337+0000","last_active":"2023-11-18T15:43:27.120402+0000","last_peered":"2023-11-18T15:43:27.120402+0000","last_clean":"2023-11-18T15:43:27.120402+0000","last_became_active":"2023-11-18T15:43:26.111082+0000","last_became_peered":"2023-11-18T15:43:26.111082+0000","last_unstale":"2023-11-18T15:43:27.120402+0000","last_undegraded":"2023-11-18T15:43:27.120402+0000","last_fullsized":"2023-11-18T15:43:27.120402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:32:39.963117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107698+0000","last_change":"2023-11-18T15:43:27.119842+0000","last_active":"2023-11-18T15:43:28.107698+0000","last_peered":"2023-11-18T15:43:28.107698+0000","last_clean":"2023-11-18T15:43:28.107698+0000","last_became_active":"2023-11-18T15:43:27.119571+0000","last_became_peered":"2023-11-18T15:43:27.119571+0000","last_unstale":"2023-11-18T15:43:28.107698+0000","last_undegraded":"2023-11-18T15:43:28.107698+0000","last_fullsized":"2023-11-18T15:43:28.107698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107787+0000","last_change":"2023-11-18T15:43:26.107964+0000","last_active":"2023-11-18T15:43:28.107787+0000","last_peered":"2023-11-18T15:43:28.107787+0000","last_clean":"2023-11-18T15:43:28.107787+0000","last_became_active":"2023-11-18T15:43:26.107638+0000","last_became_peered":"2023-11-18T15:43:26.107638+0000","last_unstale":"2023-11-18T15:43:28.107787+0000","last_undegraded":"2023-11-18T15:43:28.107787+0000","last_fullsized":"2023-11-18T15:43:28.107787+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:26.323213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257948+0000","last_change":"2023-11-18T15:43:27.122166+0000","last_active":"2023-11-18T15:43:28.257948+0000","last_peered":"2023-11-18T15:43:28.257948+0000","last_clean":"2023-11-18T15:43:28.257948+0000","last_became_active":"2023-11-18T15:43:27.121295+0000","last_became_peered":"2023-11-18T15:43:27.121295+0000","last_unstale":"2023-11-18T15:43:28.257948+0000","last_undegraded":"2023-11-18T15:43:28.257948+0000","last_fullsized":"2023-11-18T15:43:28.257948+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141415+0000","last_change":"2023-11-18T15:43:26.107132+0000","last_active":"2023-11-18T15:43:27.141415+0000","last_peered":"2023-11-18T15:43:27.141415+0000","last_clean":"2023-11-18T15:43:27.141415+0000","last_became_active":"2023-11-18T15:43:26.106778+0000","last_became_peered":"2023-11-18T15:43:26.106778+0000","last_unstale":"2023-11-18T15:43:27.141415+0000","last_undegraded":"2023-11-18T15:43:27.141415+0000","last_fullsized":"2023-11-18T15:43:27.141415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:48.439892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258672+0000","last_change":"2023-11-18T15:43:27.116789+0000","last_active":"2023-11-18T15:43:28.258672+0000","last_peered":"2023-11-18T15:43:28.258672+0000","last_clean":"2023-11-18T15:43:28.258672+0000","last_became_active":"2023-11-18T15:43:27.116513+0000","last_became_peered":"2023-11-18T15:43:27.116513+0000","last_unstale":"2023-11-18T15:43:28.258672+0000","last_undegraded":"2023-11-18T15:43:28.258672+0000","last_fullsized":"2023-11-18T15:43:28.258672+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.111823+0000","last_change":"2023-11-18T15:43:26.109848+0000","last_active":"2023-11-18T15:43:27.111823+0000","last_peered":"2023-11-18T15:43:27.111823+0000","last_clean":"2023-11-18T15:43:27.111823+0000","last_became_active":"2023-11-18T15:43:26.109547+0000","last_became_peered":"2023-11-18T15:43:26.109547+0000","last_unstale":"2023-11-18T15:43:27.111823+0000","last_undegraded":"2023-11-18T15:43:27.111823+0000","last_fullsized":"2023-11-18T15:43:27.111823+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T03:23:06.409688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116664+0000","last_change":"2023-11-18T15:43:27.131634+0000","last_active":"2023-11-18T15:43:28.116664+0000","last_peered":"2023-11-18T15:43:28.116664+0000","last_clean":"2023-11-18T15:43:28.116664+0000","last_became_active":"2023-11-18T15:43:27.125584+0000","last_became_peered":"2023-11-18T15:43:27.125584+0000","last_unstale":"2023-11-18T15:43:28.116664+0000","last_undegraded":"2023-11-18T15:43:28.116664+0000","last_fullsized":"2023-11-18T15:43:28.116664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:49.443606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.108024+0000","last_change":"2023-11-18T15:43:26.111379+0000","last_active":"2023-11-18T15:43:28.108024+0000","last_peered":"2023-11-18T15:43:28.108024+0000","last_clean":"2023-11-18T15:43:28.108024+0000","last_became_active":"2023-11-18T15:43:26.111099+0000","last_became_peered":"2023-11-18T15:43:26.111099+0000","last_unstale":"2023-11-18T15:43:28.108024+0000","last_undegraded":"2023-11-18T15:43:28.108024+0000","last_fullsized":"2023-11-18T15:43:28.108024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:05:10.198760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258032+0000","last_change":"2023-11-18T15:43:27.121903+0000","last_active":"2023-11-18T15:43:28.258032+0000","last_peered":"2023-11-18T15:43:28.258032+0000","last_clean":"2023-11-18T15:43:28.258032+0000","last_became_active":"2023-11-18T15:43:27.121611+0000","last_became_peered":"2023-11-18T15:43:27.121611+0000","last_unstale":"2023-11-18T15:43:28.258032+0000","last_undegraded":"2023-11-18T15:43:28.258032+0000","last_fullsized":"2023-11-18T15:43:28.258032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107776+0000","last_change":"2023-11-18T15:43:26.107891+0000","last_active":"2023-11-18T15:43:28.107776+0000","last_peered":"2023-11-18T15:43:28.107776+0000","last_clean":"2023-11-18T15:43:28.107776+0000","last_became_active":"2023-11-18T15:43:26.107601+0000","last_became_peered":"2023-11-18T15:43:26.107601+0000","last_unstale":"2023-11-18T15:43:28.107776+0000","last_undegraded":"2023-11-18T15:43:28.107776+0000","last_fullsized":"2023-11-18T15:43:28.107776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:25:44.103581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258257+0000","last_change":"2023-11-18T15:43:27.119581+0000","last_active":"2023-11-18T15:43:28.258257+0000","last_peered":"2023-11-18T15:43:28.258257+0000","last_clean":"2023-11-18T15:43:28.258257+0000","last_became_active":"2023-11-18T15:43:27.119105+0000","last_became_peered":"2023-11-18T15:43:27.119105+0000","last_unstale":"2023-11-18T15:43:28.258257+0000","last_undegraded":"2023-11-18T15:43:28.258257+0000","last_fullsized":"2023-11-18T15:43:28.258257+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:01:43.652485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141356+0000","last_change":"2023-11-18T15:43:26.109374+0000","last_active":"2023-11-18T15:43:27.141356+0000","last_peered":"2023-11-18T15:43:27.141356+0000","last_clean":"2023-11-18T15:43:27.141356+0000","last_became_active":"2023-11-18T15:43:26.109087+0000","last_became_peered":"2023-11-18T15:43:26.109087+0000","last_unstale":"2023-11-18T15:43:27.141356+0000","last_undegraded":"2023-11-18T15:43:27.141356+0000","last_fullsized":"2023-11-18T15:43:27.141356+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:51:53.802948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110936+0000","last_change":"2023-11-18T15:43:27.134219+0000","last_active":"2023-11-18T15:43:28.110936+0000","last_peered":"2023-11-18T15:43:28.110936+0000","last_clean":"2023-11-18T15:43:28.110936+0000","last_became_active":"2023-11-18T15:43:27.133886+0000","last_became_peered":"2023-11-18T15:43:27.133886+0000","last_unstale":"2023-11-18T15:43:28.110936+0000","last_undegraded":"2023-11-18T15:43:28.110936+0000","last_fullsized":"2023-11-18T15:43:28.110936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257678+0000","last_change":"2023-11-18T15:43:26.106079+0000","last_active":"2023-11-18T15:43:28.257678+0000","last_peered":"2023-11-18T15:43:28.257678+0000","last_clean":"2023-11-18T15:43:28.257678+0000","last_became_active":"2023-11-18T15:43:26.105825+0000","last_became_peered":"2023-11-18T15:43:26.105825+0000","last_unstale":"2023-11-18T15:43:28.257678+0000","last_undegraded":"2023-11-18T15:43:28.257678+0000","last_fullsized":"2023-11-18T15:43:28.257678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:05:10.198760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258244+0000","last_change":"2023-11-18T15:43:27.137356+0000","last_active":"2023-11-18T15:43:28.258244+0000","last_peered":"2023-11-18T15:43:28.258244+0000","last_clean":"2023-11-18T15:43:28.258244+0000","last_became_active":"2023-11-18T15:43:27.137099+0000","last_became_peered":"2023-11-18T15:43:27.137099+0000","last_unstale":"2023-11-18T15:43:28.258244+0000","last_undegraded":"2023-11-18T15:43:28.258244+0000","last_fullsized":"2023-11-18T15:43:28.258244+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:55:23.222759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107912+0000","last_change":"2023-11-18T15:43:26.108484+0000","last_active":"2023-11-18T15:43:28.107912+0000","last_peered":"2023-11-18T15:43:28.107912+0000","last_clean":"2023-11-18T15:43:28.107912+0000","last_became_active":"2023-11-18T15:43:26.107517+0000","last_became_peered":"2023-11-18T15:43:26.107517+0000","last_unstale":"2023-11-18T15:43:28.107912+0000","last_undegraded":"2023-11-18T15:43:28.107912+0000","last_fullsized":"2023-11-18T15:43:28.107912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:59:59.643611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111424+0000","last_change":"2023-11-18T15:43:27.127307+0000","last_active":"2023-11-18T15:43:28.111424+0000","last_peered":"2023-11-18T15:43:28.111424+0000","last_clean":"2023-11-18T15:43:28.111424+0000","last_became_active":"2023-11-18T15:43:27.126704+0000","last_became_peered":"2023-11-18T15:43:27.126704+0000","last_unstale":"2023-11-18T15:43:28.111424+0000","last_undegraded":"2023-11-18T15:43:28.111424+0000","last_fullsized":"2023-11-18T15:43:28.111424+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:26:13.322600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257984+0000","last_change":"2023-11-18T15:43:26.099593+0000","last_active":"2023-11-18T15:43:28.257984+0000","last_peered":"2023-11-18T15:43:28.257984+0000","last_clean":"2023-11-18T15:43:28.257984+0000","last_became_active":"2023-11-18T15:43:26.099307+0000","last_became_peered":"2023-11-18T15:43:26.099307+0000","last_unstale":"2023-11-18T15:43:28.257984+0000","last_undegraded":"2023-11-18T15:43:28.257984+0000","last_fullsized":"2023-11-18T15:43:28.257984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:22:00.807689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258293+0000","last_change":"2023-11-18T15:43:27.130327+0000","last_active":"2023-11-18T15:43:28.258293+0000","last_peered":"2023-11-18T15:43:28.258293+0000","last_clean":"2023-11-18T15:43:28.258293+0000","last_became_active":"2023-11-18T15:43:27.126019+0000","last_became_peered":"2023-11-18T15:43:27.126019+0000","last_unstale":"2023-11-18T15:43:28.258293+0000","last_undegraded":"2023-11-18T15:43:28.258293+0000","last_fullsized":"2023-11-18T15:43:28.258293+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:19:12.849180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111239+0000","last_change":"2023-11-18T15:43:27.128208+0000","last_active":"2023-11-18T15:43:28.111239+0000","last_peered":"2023-11-18T15:43:28.111239+0000","last_clean":"2023-11-18T15:43:28.111239+0000","last_became_active":"2023-11-18T15:43:27.127410+0000","last_became_peered":"2023-11-18T15:43:27.127410+0000","last_unstale":"2023-11-18T15:43:28.111239+0000","last_undegraded":"2023-11-18T15:43:28.111239+0000","last_fullsized":"2023-11-18T15:43:28.111239+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257765+0000","last_change":"2023-11-18T15:43:27.130873+0000","last_active":"2023-11-18T15:43:28.257765+0000","last_peered":"2023-11-18T15:43:28.257765+0000","last_clean":"2023-11-18T15:43:28.257765+0000","last_became_active":"2023-11-18T15:43:27.130596+0000","last_became_peered":"2023-11-18T15:43:27.130596+0000","last_unstale":"2023-11-18T15:43:28.257765+0000","last_undegraded":"2023-11-18T15:43:28.257765+0000","last_fullsized":"2023-11-18T15:43:28.257765+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:13.441023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111823+0000","last_change":"2023-11-18T15:43:27.123583+0000","last_active":"2023-11-18T15:43:28.111823+0000","last_peered":"2023-11-18T15:43:28.111823+0000","last_clean":"2023-11-18T15:43:28.111823+0000","last_became_active":"2023-11-18T15:43:27.123380+0000","last_became_peered":"2023-11-18T15:43:27.123380+0000","last_unstale":"2023-11-18T15:43:28.111823+0000","last_undegraded":"2023-11-18T15:43:28.111823+0000","last_fullsized":"2023-11-18T15:43:28.111823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:39:03.984612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258710+0000","last_change":"2023-11-18T15:43:27.117099+0000","last_active":"2023-11-18T15:43:28.258710+0000","last_peered":"2023-11-18T15:43:28.258710+0000","last_clean":"2023-11-18T15:43:28.258710+0000","last_became_active":"2023-11-18T15:43:27.116826+0000","last_became_peered":"2023-11-18T15:43:27.116826+0000","last_unstale":"2023-11-18T15:43:28.258710+0000","last_undegraded":"2023-11-18T15:43:28.258710+0000","last_fullsized":"2023-11-18T15:43:28.258710+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258010+0000","last_change":"2023-11-18T15:43:27.136790+0000","last_active":"2023-11-18T15:43:28.258010+0000","last_peered":"2023-11-18T15:43:28.258010+0000","last_clean":"2023-11-18T15:43:28.258010+0000","last_became_active":"2023-11-18T15:43:27.136505+0000","last_became_peered":"2023-11-18T15:43:27.136505+0000","last_unstale":"2023-11-18T15:43:28.258010+0000","last_undegraded":"2023-11-18T15:43:28.258010+0000","last_fullsized":"2023-11-18T15:43:28.258010+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107862+0000","last_change":"2023-11-18T15:43:27.114081+0000","last_active":"2023-11-18T15:43:28.107862+0000","last_peered":"2023-11-18T15:43:28.107862+0000","last_clean":"2023-11-18T15:43:28.107862+0000","last_became_active":"2023-11-18T15:43:27.113857+0000","last_became_peered":"2023-11-18T15:43:27.113857+0000","last_unstale":"2023-11-18T15:43:28.107862+0000","last_undegraded":"2023-11-18T15:43:28.107862+0000","last_fullsized":"2023-11-18T15:43:28.107862+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112033+0000","last_change":"2023-11-18T15:43:27.128638+0000","last_active":"2023-11-18T15:43:28.112033+0000","last_peered":"2023-11-18T15:43:28.112033+0000","last_clean":"2023-11-18T15:43:28.112033+0000","last_became_active":"2023-11-18T15:43:27.127917+0000","last_became_peered":"2023-11-18T15:43:27.127917+0000","last_unstale":"2023-11-18T15:43:28.112033+0000","last_undegraded":"2023-11-18T15:43:28.112033+0000","last_fullsized":"2023-11-18T15:43:28.112033+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257789+0000","last_change":"2023-11-18T15:43:27.136324+0000","last_active":"2023-11-18T15:43:28.257789+0000","last_peered":"2023-11-18T15:43:28.257789+0000","last_clean":"2023-11-18T15:43:28.257789+0000","last_became_active":"2023-11-18T15:43:27.136041+0000","last_became_peered":"2023-11-18T15:43:27.136041+0000","last_unstale":"2023-11-18T15:43:28.257789+0000","last_undegraded":"2023-11-18T15:43:28.257789+0000","last_fullsized":"2023-11-18T15:43:28.257789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111735+0000","last_change":"2023-11-18T15:43:27.128929+0000","last_active":"2023-11-18T15:43:28.111735+0000","last_peered":"2023-11-18T15:43:28.111735+0000","last_clean":"2023-11-18T15:43:28.111735+0000","last_became_active":"2023-11-18T15:43:27.128651+0000","last_became_peered":"2023-11-18T15:43:27.128651+0000","last_unstale":"2023-11-18T15:43:28.111735+0000","last_undegraded":"2023-11-18T15:43:28.111735+0000","last_fullsized":"2023-11-18T15:43:28.111735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:06:48.294459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258081+0000","last_change":"2023-11-18T15:43:27.127121+0000","last_active":"2023-11-18T15:43:28.258081+0000","last_peered":"2023-11-18T15:43:28.258081+0000","last_clean":"2023-11-18T15:43:28.258081+0000","last_became_active":"2023-11-18T15:43:27.126703+0000","last_became_peered":"2023-11-18T15:43:27.126703+0000","last_unstale":"2023-11-18T15:43:28.258081+0000","last_undegraded":"2023-11-18T15:43:28.258081+0000","last_fullsized":"2023-11-18T15:43:28.258081+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111665+0000","last_change":"2023-11-18T15:43:27.130142+0000","last_active":"2023-11-18T15:43:28.111665+0000","last_peered":"2023-11-18T15:43:28.111665+0000","last_clean":"2023-11-18T15:43:28.111665+0000","last_became_active":"2023-11-18T15:43:27.129599+0000","last_became_peered":"2023-11-18T15:43:27.129599+0000","last_unstale":"2023-11-18T15:43:28.111665+0000","last_undegraded":"2023-11-18T15:43:28.111665+0000","last_fullsized":"2023-11-18T15:43:28.111665+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:23:10.725371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258706+0000","last_change":"2023-11-18T15:43:27.137167+0000","last_active":"2023-11-18T15:43:28.258706+0000","last_peered":"2023-11-18T15:43:28.258706+0000","last_clean":"2023-11-18T15:43:28.258706+0000","last_became_active":"2023-11-18T15:43:27.136871+0000","last_became_peered":"2023-11-18T15:43:27.136871+0000","last_unstale":"2023-11-18T15:43:28.258706+0000","last_undegraded":"2023-11-18T15:43:28.258706+0000","last_fullsized":"2023-11-18T15:43:28.258706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111863+0000","last_change":"2023-11-18T15:43:27.134399+0000","last_active":"2023-11-18T15:43:28.111863+0000","last_peered":"2023-11-18T15:43:28.111863+0000","last_clean":"2023-11-18T15:43:28.111863+0000","last_became_active":"2023-11-18T15:43:27.133913+0000","last_became_peered":"2023-11-18T15:43:27.133913+0000","last_unstale":"2023-11-18T15:43:28.111863+0000","last_undegraded":"2023-11-18T15:43:28.111863+0000","last_fullsized":"2023-11-18T15:43:28.111863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":823296,"data_stored":669826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]}]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":80488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]}]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":233472,"data_stored":79036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":831488,"data_stored":669882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]}]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":78876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28299999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":80488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":79002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]}]},{"osd":5,"up_from":14,"seq":60129542149,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":78966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T15:43:31.223 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T15:43:31.372 INFO:tasks.ceph.mds.d.smithi181.stderr:2023-11-18T15:43:31.371+0000 7fdcd7b52700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-18T15:43:31.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.373+0000 7f4597425700 1 Processor -- start 2023-11-18T15:43:31.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.373+0000 7f4597425700 1 -- start start 2023-11-18T15:43:31.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.374+0000 7f4597425700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f45900b64f0 0x7f45900704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.374+0000 7f4597425700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f459006e200 con 0x7f4590147810 2023-11-18T15:43:31.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.374+0000 7f4597425700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f459006e4e0 con 0x7f4590070a30 2023-11-18T15:43:31.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.374+0000 7f4597425700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4590070ec0 con 0x7f45900b64f0 2023-11-18T15:43:31.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.374+0000 7f45951c1700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f4590147810 0x7f459006d9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45272/0 (socket says 172.21.15.99:45272) 2023-11-18T15:43:31.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.374+0000 7f45951c1700 1 -- 172.21.15.99:0/4032954215 learned_addr learned my addr 172.21.15.99:0/4032954215 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:31.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3764500851 0 0) 0x7f459006e200 con 0x7f4590147810 2023-11-18T15:43:31.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f457c0035b0 con 0x7f4590147810 2023-11-18T15:43:31.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45949c0700 1 --2- 172.21.15.99:0/4032954215 >> v2:172.21.15.181:3300/0 conn(0x7f45900b64f0 0x7f45900704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3446340083 0 0) 0x7f457c0035b0 con 0x7f4590147810 2023-11-18T15:43:31.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 >> v2:172.21.15.181:3300/0 conn(0x7f45900b64f0 msgr2=0x7f45900704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:31.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 --2- 172.21.15.99:0/4032954215 >> v2:172.21.15.181:3300/0 conn(0x7f45900b64f0 0x7f45900704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 >> v1:172.21.15.181:6789/0 conn(0x7f4590070a30 legacy=0x7f459015f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f459015e970 con 0x7f4590147810 2023-11-18T15:43:31.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f4580001670 con 0x7f4590147810 2023-11-18T15:43:31.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45949c0700 1 --2- 172.21.15.99:0/4032954215 >> v2:172.21.15.181:3300/0 conn(0x7f45900b64f0 0x7f45900704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:31.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 >> v1:172.21.15.99:6789/0 conn(0x7f4590147810 legacy=0x7f459006d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c003a00 0x7f457c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f457c004850 0x7f457c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f457c005410 0x7f457c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4590070ec0 con 0x7f457c005410 2023-11-18T15:43:31.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f457c00c2a0 con 0x7f457c004850 2023-11-18T15:43:31.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f457c00c460 con 0x7f457c003a00 2023-11-18T15:43:31.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45959c2700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f457c005410 0x7f457c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45949c0700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f457c004850 0x7f457c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45951c1700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c003a00 0x7f457c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45959c2700 1 -- 172.21.15.99:0/4032954215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c003a00 msgr2=0x7f457c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:31.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45959c2700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c003a00 0x7f457c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45959c2700 1 -- 172.21.15.99:0/4032954215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f457c004850 msgr2=0x7f457c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:31.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45959c2700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f457c004850 0x7f457c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45959c2700 1 -- 172.21.15.99:0/4032954215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f457c0035b0 con 0x7f457c005410 2023-11-18T15:43:31.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45951c1700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c003a00 0x7f457c003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:31.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45959c2700 1 -- 172.21.15.99:0/4032954215 reap_dead start 2023-11-18T15:43:31.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.375+0000 7f45959c2700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f457c005410 0x7f457c00ba10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f458800c190 tx=0x7f457c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60f7fc0f6dac350b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:31.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4588001db0 con 0x7f457c005410 2023-11-18T15:43:31.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f458800ccf0 con 0x7f457c005410 2023-11-18T15:43:31.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4587fff700 1 -- 172.21.15.99:0/4032954215 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4588003c40 con 0x7f457c005410 2023-11-18T15:43:31.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4597425700 1 -- 172.21.15.99:0/4032954215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f457c005410 msgr2=0x7f457c00ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4597425700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f457c005410 0x7f457c00ba10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f458800c190 tx=0x7f457c005880 comp rx=0 tx=0).stop 2023-11-18T15:43:31.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4597425700 1 -- 172.21.15.99:0/4032954215 shutdown_connections 2023-11-18T15:43:31.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4597425700 1 --2- 172.21.15.99:0/4032954215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f457c005410 0x7f457c00ba10 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4597425700 1 -- 172.21.15.99:0/4032954215 >> 172.21.15.99:0/4032954215 conn(0x7f45900b2130 msgr2=0x7f45900b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:31.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4597425700 1 -- 172.21.15.99:0/4032954215 shutdown_connections 2023-11-18T15:43:31.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.376+0000 7f4597425700 1 -- 172.21.15.99:0/4032954215 wait complete. 2023-11-18T15:43:31.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.377+0000 7f4597425700 1 Processor -- start 2023-11-18T15:43:31.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.377+0000 7f4597425700 1 -- start start 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f4597425700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c005410 0x7f4590072500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f4597425700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45900c9cf0 0x7f4590072a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f4597425700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f45901f6d80 0x7f45901f7200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f4597425700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45900c5ee0 con 0x7f45901f6d80 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f4597425700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45900c6a60 con 0x7f45900c9cf0 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f4597425700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45900c6ef0 con 0x7f457c005410 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f45959c2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f45901f6d80 0x7f45901f7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f45959c2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f45901f6d80 0x7f45901f7200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58676/0 (socket says 172.21.15.99:58676) 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f45959c2700 1 -- 172.21.15.99:0/1527362878 learned_addr learned my addr 172.21.15.99:0/1527362878 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:31.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f45951c1700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c005410 0x7f4590072500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.378+0000 7f45949c0700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45900c9cf0 0x7f4590072a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f45959c2700 1 -- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c005410 msgr2=0x7f4590072500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f45959c2700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c005410 0x7f4590072500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f45959c2700 1 -- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45900c9cf0 msgr2=0x7f4590072a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f45959c2700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45900c9cf0 0x7f4590072a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f45959c2700 1 -- 172.21.15.99:0/1527362878 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45900c6130 con 0x7f45901f6d80 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f45949c0700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45900c9cf0 0x7f4590072a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f45951c1700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c005410 0x7f4590072500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f45959c2700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f45901f6d80 0x7f45901f7200 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f45900d0e70 tx=0x7f45880014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f4585ffb700 1 -- 172.21.15.99:0/1527362878 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45880052d0 con 0x7f45901f6d80 2023-11-18T15:43:31.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f4585ffb700 1 -- 172.21.15.99:0/1527362878 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4588005430 con 0x7f45901f6d80 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45900c6410 con 0x7f45901f6d80 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f4585ffb700 1 -- 172.21.15.99:0/1527362878 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45880057c0 con 0x7f45901f6d80 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.379+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45901f7740 con 0x7f45901f6d80 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.380+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4590073aa0 con 0x7f45901f6d80 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.380+0000 7f4585ffb700 1 -- 172.21.15.99:0/1527362878 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f458801d480 con 0x7f45901f6d80 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.381+0000 7f4585ffb700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f457406aed0 0x7f457406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.381+0000 7f4585ffb700 1 -- 172.21.15.99:0/1527362878 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f458808a230 con 0x7f45901f6d80 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.381+0000 7f45951c1700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f457406aed0 0x7f457406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.381+0000 7f45951c1700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f457406aed0 0x7f457406d390 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4580001120 tx=0x7f4580009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:31.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.385+0000 7f4585ffb700 1 -- 172.21.15.99:0/1527362878 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4588055370 con 0x7f45901f6d80 2023-11-18T15:43:31.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.572+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f4590147bf0 con 0x7f457406aed0 2023-11-18T15:43:31.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.579+0000 7f4585ffb700 1 -- 172.21.15.99:0/1527362878 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264701 (secure 0 0 0) 0x7f4580004870 con 0x7f457406aed0 2023-11-18T15:43:31.583 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f457406aed0 msgr2=0x7f457406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f457406aed0 0x7f457406d390 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4580001120 tx=0x7f4580009040 comp rx=0 tx=0).stop 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f45901f6d80 msgr2=0x7f45901f7200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f45901f6d80 0x7f45901f7200 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f45900d0e70 tx=0x7f45880014a0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 shutdown_connections 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f457406aed0 0x7f457406d390 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f45901f6d80 0x7f45901f7200 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f457c005410 0x7f4590072500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 --2- 172.21.15.99:0/1527362878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45900c9cf0 0x7f4590072a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 >> 172.21.15.99:0/1527362878 conn(0x7f45900b2130 msgr2=0x7f45900b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:31.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 shutdown_connections 2023-11-18T15:43:31.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.583+0000 7f4597425700 1 -- 172.21.15.99:0/1527362878 wait complete. 2023-11-18T15:43:31.587 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T15:43:31.598 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-11-18T15:43:30.913059+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219172,"kb_used_data":2984,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755548,"statfs":{"total":773094113280,"available":772869681152,"internally_reserved":0,"allocated":3055616,"data_stored":1816564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.827406"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258389+0000","last_change":"2023-11-18T15:43:27.126189+0000","last_active":"2023-11-18T15:43:28.258389+0000","last_peered":"2023-11-18T15:43:28.258389+0000","last_clean":"2023-11-18T15:43:28.258389+0000","last_became_active":"2023-11-18T15:43:27.125648+0000","last_became_peered":"2023-11-18T15:43:27.125648+0000","last_unstale":"2023-11-18T15:43:28.258389+0000","last_undegraded":"2023-11-18T15:43:28.258389+0000","last_fullsized":"2023-11-18T15:43:28.258389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:14:24.921106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107993+0000","last_change":"2023-11-18T15:43:27.118193+0000","last_active":"2023-11-18T15:43:28.107993+0000","last_peered":"2023-11-18T15:43:28.107993+0000","last_clean":"2023-11-18T15:43:28.107993+0000","last_became_active":"2023-11-18T15:43:27.117698+0000","last_became_peered":"2023-11-18T15:43:27.117698+0000","last_unstale":"2023-11-18T15:43:28.107993+0000","last_undegraded":"2023-11-18T15:43:28.107993+0000","last_fullsized":"2023-11-18T15:43:28.107993+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258434+0000","last_change":"2023-11-18T15:43:27.118971+0000","last_active":"2023-11-18T15:43:28.258434+0000","last_peered":"2023-11-18T15:43:28.258434+0000","last_clean":"2023-11-18T15:43:28.258434+0000","last_became_active":"2023-11-18T15:43:27.118025+0000","last_became_peered":"2023-11-18T15:43:27.118025+0000","last_unstale":"2023-11-18T15:43:28.258434+0000","last_undegraded":"2023-11-18T15:43:28.258434+0000","last_fullsized":"2023-11-18T15:43:28.258434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:10.571924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111787+0000","last_change":"2023-11-18T15:43:27.127480+0000","last_active":"2023-11-18T15:43:28.111787+0000","last_peered":"2023-11-18T15:43:28.111787+0000","last_clean":"2023-11-18T15:43:28.111787+0000","last_became_active":"2023-11-18T15:43:27.127036+0000","last_became_peered":"2023-11-18T15:43:27.127036+0000","last_unstale":"2023-11-18T15:43:28.111787+0000","last_undegraded":"2023-11-18T15:43:28.111787+0000","last_fullsized":"2023-11-18T15:43:28.111787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:26:05.676506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258027+0000","last_change":"2023-11-18T15:43:27.119898+0000","last_active":"2023-11-18T15:43:28.258027+0000","last_peered":"2023-11-18T15:43:28.258027+0000","last_clean":"2023-11-18T15:43:28.258027+0000","last_became_active":"2023-11-18T15:43:27.119638+0000","last_became_peered":"2023-11-18T15:43:27.119638+0000","last_unstale":"2023-11-18T15:43:28.258027+0000","last_undegraded":"2023-11-18T15:43:28.258027+0000","last_fullsized":"2023-11-18T15:43:28.258027+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:01:30.331211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111628+0000","last_change":"2023-11-18T15:43:27.124583+0000","last_active":"2023-11-18T15:43:28.111628+0000","last_peered":"2023-11-18T15:43:28.111628+0000","last_clean":"2023-11-18T15:43:28.111628+0000","last_became_active":"2023-11-18T15:43:27.124135+0000","last_became_peered":"2023-11-18T15:43:27.124135+0000","last_unstale":"2023-11-18T15:43:28.111628+0000","last_undegraded":"2023-11-18T15:43:28.111628+0000","last_fullsized":"2023-11-18T15:43:28.111628+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:01:43.652485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257796+0000","last_change":"2023-11-18T15:43:27.127123+0000","last_active":"2023-11-18T15:43:28.257796+0000","last_peered":"2023-11-18T15:43:28.257796+0000","last_clean":"2023-11-18T15:43:28.257796+0000","last_became_active":"2023-11-18T15:43:27.126834+0000","last_became_peered":"2023-11-18T15:43:27.126834+0000","last_unstale":"2023-11-18T15:43:28.257796+0000","last_undegraded":"2023-11-18T15:43:28.257796+0000","last_fullsized":"2023-11-18T15:43:28.257796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:43.257807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258186+0000","last_change":"2023-11-18T15:43:27.135731+0000","last_active":"2023-11-18T15:43:28.258186+0000","last_peered":"2023-11-18T15:43:28.258186+0000","last_clean":"2023-11-18T15:43:28.258186+0000","last_became_active":"2023-11-18T15:43:27.135422+0000","last_became_peered":"2023-11-18T15:43:27.135422+0000","last_unstale":"2023-11-18T15:43:28.258186+0000","last_undegraded":"2023-11-18T15:43:28.258186+0000","last_fullsized":"2023-11-18T15:43:28.258186+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258343+0000","last_change":"2023-11-18T15:43:27.138310+0000","last_active":"2023-11-18T15:43:28.258343+0000","last_peered":"2023-11-18T15:43:28.258343+0000","last_clean":"2023-11-18T15:43:28.258343+0000","last_became_active":"2023-11-18T15:43:27.137303+0000","last_became_peered":"2023-11-18T15:43:27.137303+0000","last_unstale":"2023-11-18T15:43:28.258343+0000","last_undegraded":"2023-11-18T15:43:28.258343+0000","last_fullsized":"2023-11-18T15:43:28.258343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:36:40.883716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112190+0000","last_change":"2023-11-18T15:43:27.128742+0000","last_active":"2023-11-18T15:43:28.112190+0000","last_peered":"2023-11-18T15:43:28.112190+0000","last_clean":"2023-11-18T15:43:28.112190+0000","last_became_active":"2023-11-18T15:43:27.128474+0000","last_became_peered":"2023-11-18T15:43:27.128474+0000","last_unstale":"2023-11-18T15:43:28.112190+0000","last_undegraded":"2023-11-18T15:43:28.112190+0000","last_fullsized":"2023-11-18T15:43:28.112190+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111154+0000","last_change":"2023-11-18T15:43:27.129515+0000","last_active":"2023-11-18T15:43:28.111154+0000","last_peered":"2023-11-18T15:43:28.111154+0000","last_clean":"2023-11-18T15:43:28.111154+0000","last_became_active":"2023-11-18T15:43:27.129228+0000","last_became_peered":"2023-11-18T15:43:27.129228+0000","last_unstale":"2023-11-18T15:43:28.111154+0000","last_undegraded":"2023-11-18T15:43:28.111154+0000","last_fullsized":"2023-11-18T15:43:28.111154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116563+0000","last_change":"2023-11-18T15:43:27.133398+0000","last_active":"2023-11-18T15:43:28.116563+0000","last_peered":"2023-11-18T15:43:28.116563+0000","last_clean":"2023-11-18T15:43:28.116563+0000","last_became_active":"2023-11-18T15:43:27.133137+0000","last_became_peered":"2023-11-18T15:43:27.133137+0000","last_unstale":"2023-11-18T15:43:28.116563+0000","last_undegraded":"2023-11-18T15:43:28.116563+0000","last_fullsized":"2023-11-18T15:43:28.116563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:36.813796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258148+0000","last_change":"2023-11-18T15:43:27.123685+0000","last_active":"2023-11-18T15:43:28.258148+0000","last_peered":"2023-11-18T15:43:28.258148+0000","last_clean":"2023-11-18T15:43:28.258148+0000","last_became_active":"2023-11-18T15:43:27.123412+0000","last_became_peered":"2023-11-18T15:43:27.123412+0000","last_unstale":"2023-11-18T15:43:28.258148+0000","last_undegraded":"2023-11-18T15:43:28.258148+0000","last_fullsized":"2023-11-18T15:43:28.258148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258447+0000","last_change":"2023-11-18T15:43:27.111950+0000","last_active":"2023-11-18T15:43:28.258447+0000","last_peered":"2023-11-18T15:43:28.258447+0000","last_clean":"2023-11-18T15:43:28.258447+0000","last_became_active":"2023-11-18T15:43:27.111653+0000","last_became_peered":"2023-11-18T15:43:27.111653+0000","last_unstale":"2023-11-18T15:43:28.258447+0000","last_undegraded":"2023-11-18T15:43:28.258447+0000","last_fullsized":"2023-11-18T15:43:28.258447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107595+0000","last_change":"2023-11-18T15:43:27.132765+0000","last_active":"2023-11-18T15:43:28.107595+0000","last_peered":"2023-11-18T15:43:28.107595+0000","last_clean":"2023-11-18T15:43:28.107595+0000","last_became_active":"2023-11-18T15:43:27.132460+0000","last_became_peered":"2023-11-18T15:43:27.132460+0000","last_unstale":"2023-11-18T15:43:28.107595+0000","last_undegraded":"2023-11-18T15:43:28.107595+0000","last_fullsized":"2023-11-18T15:43:28.107595+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110670+0000","last_change":"2023-11-18T15:43:27.123527+0000","last_active":"2023-11-18T15:43:28.110670+0000","last_peered":"2023-11-18T15:43:28.110670+0000","last_clean":"2023-11-18T15:43:28.110670+0000","last_became_active":"2023-11-18T15:43:27.123233+0000","last_became_peered":"2023-11-18T15:43:27.123233+0000","last_unstale":"2023-11-18T15:43:28.110670+0000","last_undegraded":"2023-11-18T15:43:28.110670+0000","last_fullsized":"2023-11-18T15:43:28.110670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111374+0000","last_change":"2023-11-18T15:43:27.137124+0000","last_active":"2023-11-18T15:43:28.111374+0000","last_peered":"2023-11-18T15:43:28.111374+0000","last_clean":"2023-11-18T15:43:28.111374+0000","last_became_active":"2023-11-18T15:43:27.136821+0000","last_became_peered":"2023-11-18T15:43:27.136821+0000","last_unstale":"2023-11-18T15:43:28.111374+0000","last_undegraded":"2023-11-18T15:43:28.111374+0000","last_fullsized":"2023-11-18T15:43:28.111374+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257632+0000","last_change":"2023-11-18T15:43:27.125675+0000","last_active":"2023-11-18T15:43:28.257632+0000","last_peered":"2023-11-18T15:43:28.257632+0000","last_clean":"2023-11-18T15:43:28.257632+0000","last_became_active":"2023-11-18T15:43:27.125338+0000","last_became_peered":"2023-11-18T15:43:27.125338+0000","last_unstale":"2023-11-18T15:43:28.257632+0000","last_undegraded":"2023-11-18T15:43:28.257632+0000","last_fullsized":"2023-11-18T15:43:28.257632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:58.793700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258041+0000","last_change":"2023-11-18T15:43:27.127176+0000","last_active":"2023-11-18T15:43:28.258041+0000","last_peered":"2023-11-18T15:43:28.258041+0000","last_clean":"2023-11-18T15:43:28.258041+0000","last_became_active":"2023-11-18T15:43:27.126808+0000","last_became_peered":"2023-11-18T15:43:27.126808+0000","last_unstale":"2023-11-18T15:43:28.258041+0000","last_undegraded":"2023-11-18T15:43:28.258041+0000","last_fullsized":"2023-11-18T15:43:28.258041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:21:29.425249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141816+0000","last_change":"2023-11-18T15:43:26.101060+0000","last_active":"2023-11-18T15:43:27.141816+0000","last_peered":"2023-11-18T15:43:27.141816+0000","last_clean":"2023-11-18T15:43:27.141816+0000","last_became_active":"2023-11-18T15:43:26.100806+0000","last_became_peered":"2023-11-18T15:43:26.100806+0000","last_unstale":"2023-11-18T15:43:27.141816+0000","last_undegraded":"2023-11-18T15:43:27.141816+0000","last_fullsized":"2023-11-18T15:43:27.141816+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:12.437309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257813+0000","last_change":"2023-11-18T15:43:27.125747+0000","last_active":"2023-11-18T15:43:28.257813+0000","last_peered":"2023-11-18T15:43:28.257813+0000","last_clean":"2023-11-18T15:43:28.257813+0000","last_became_active":"2023-11-18T15:43:27.125322+0000","last_became_peered":"2023-11-18T15:43:27.125322+0000","last_unstale":"2023-11-18T15:43:28.257813+0000","last_undegraded":"2023-11-18T15:43:28.257813+0000","last_fullsized":"2023-11-18T15:43:28.257813+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.138575+0000","last_change":"2023-11-18T15:43:26.106706+0000","last_active":"2023-11-18T15:43:27.138575+0000","last_peered":"2023-11-18T15:43:27.138575+0000","last_clean":"2023-11-18T15:43:27.138575+0000","last_became_active":"2023-11-18T15:43:26.106391+0000","last_became_peered":"2023-11-18T15:43:26.106391+0000","last_unstale":"2023-11-18T15:43:27.138575+0000","last_undegraded":"2023-11-18T15:43:27.138575+0000","last_fullsized":"2023-11-18T15:43:27.138575+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258687+0000","last_change":"2023-11-18T15:43:27.130674+0000","last_active":"2023-11-18T15:43:28.258687+0000","last_peered":"2023-11-18T15:43:28.258687+0000","last_clean":"2023-11-18T15:43:28.258687+0000","last_became_active":"2023-11-18T15:43:27.129930+0000","last_became_peered":"2023-11-18T15:43:27.129930+0000","last_unstale":"2023-11-18T15:43:28.258687+0000","last_undegraded":"2023-11-18T15:43:28.258687+0000","last_fullsized":"2023-11-18T15:43:28.258687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140948+0000","last_change":"2023-11-18T15:43:26.112808+0000","last_active":"2023-11-18T15:43:27.140948+0000","last_peered":"2023-11-18T15:43:27.140948+0000","last_clean":"2023-11-18T15:43:27.140948+0000","last_became_active":"2023-11-18T15:43:26.112233+0000","last_became_peered":"2023-11-18T15:43:26.112233+0000","last_unstale":"2023-11-18T15:43:27.140948+0000","last_undegraded":"2023-11-18T15:43:27.140948+0000","last_fullsized":"2023-11-18T15:43:27.140948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:19:01.842623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111277+0000","last_change":"2023-11-18T15:43:27.135365+0000","last_active":"2023-11-18T15:43:28.111277+0000","last_peered":"2023-11-18T15:43:28.111277+0000","last_clean":"2023-11-18T15:43:28.111277+0000","last_became_active":"2023-11-18T15:43:27.134935+0000","last_became_peered":"2023-11-18T15:43:27.134935+0000","last_unstale":"2023-11-18T15:43:28.111277+0000","last_undegraded":"2023-11-18T15:43:28.111277+0000","last_fullsized":"2023-11-18T15:43:28.111277+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141619+0000","last_change":"2023-11-18T15:43:26.112840+0000","last_active":"2023-11-18T15:43:27.141619+0000","last_peered":"2023-11-18T15:43:27.141619+0000","last_clean":"2023-11-18T15:43:27.141619+0000","last_became_active":"2023-11-18T15:43:26.112552+0000","last_became_peered":"2023-11-18T15:43:26.112552+0000","last_unstale":"2023-11-18T15:43:27.141619+0000","last_undegraded":"2023-11-18T15:43:27.141619+0000","last_fullsized":"2023-11-18T15:43:27.141619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:30:25.244784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111497+0000","last_change":"2023-11-18T15:43:27.132595+0000","last_active":"2023-11-18T15:43:28.111497+0000","last_peered":"2023-11-18T15:43:28.111497+0000","last_clean":"2023-11-18T15:43:28.111497+0000","last_became_active":"2023-11-18T15:43:27.132187+0000","last_became_peered":"2023-11-18T15:43:27.132187+0000","last_unstale":"2023-11-18T15:43:28.111497+0000","last_undegraded":"2023-11-18T15:43:28.111497+0000","last_fullsized":"2023-11-18T15:43:28.111497+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:13:42.374415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141328+0000","last_change":"2023-11-18T15:43:26.106934+0000","last_active":"2023-11-18T15:43:27.141328+0000","last_peered":"2023-11-18T15:43:27.141328+0000","last_clean":"2023-11-18T15:43:27.141328+0000","last_became_active":"2023-11-18T15:43:26.106704+0000","last_became_peered":"2023-11-18T15:43:26.106704+0000","last_unstale":"2023-11-18T15:43:27.141328+0000","last_undegraded":"2023-11-18T15:43:27.141328+0000","last_fullsized":"2023-11-18T15:43:27.141328+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:59:59.643611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116189+0000","last_change":"2023-11-18T15:43:27.124893+0000","last_active":"2023-11-18T15:43:28.116189+0000","last_peered":"2023-11-18T15:43:28.116189+0000","last_clean":"2023-11-18T15:43:28.116189+0000","last_became_active":"2023-11-18T15:43:27.124624+0000","last_became_peered":"2023-11-18T15:43:27.124624+0000","last_unstale":"2023-11-18T15:43:28.116189+0000","last_undegraded":"2023-11-18T15:43:28.116189+0000","last_fullsized":"2023-11-18T15:43:28.116189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:58.793700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140677+0000","last_change":"2023-11-18T15:43:26.097323+0000","last_active":"2023-11-18T15:43:27.140677+0000","last_peered":"2023-11-18T15:43:27.140677+0000","last_clean":"2023-11-18T15:43:27.140677+0000","last_became_active":"2023-11-18T15:43:26.096973+0000","last_became_peered":"2023-11-18T15:43:26.096973+0000","last_unstale":"2023-11-18T15:43:27.140677+0000","last_undegraded":"2023-11-18T15:43:27.140677+0000","last_fullsized":"2023-11-18T15:43:27.140677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:35.810082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258852+0000","last_change":"2023-11-18T15:43:27.133611+0000","last_active":"2023-11-18T15:43:28.258852+0000","last_peered":"2023-11-18T15:43:28.258852+0000","last_clean":"2023-11-18T15:43:28.258852+0000","last_became_active":"2023-11-18T15:43:27.132937+0000","last_became_peered":"2023-11-18T15:43:27.132937+0000","last_unstale":"2023-11-18T15:43:28.258852+0000","last_undegraded":"2023-11-18T15:43:28.258852+0000","last_fullsized":"2023-11-18T15:43:28.258852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.112352+0000","last_change":"2023-11-18T15:43:26.105286+0000","last_active":"2023-11-18T15:43:27.112352+0000","last_peered":"2023-11-18T15:43:27.112352+0000","last_clean":"2023-11-18T15:43:27.112352+0000","last_became_active":"2023-11-18T15:43:26.104967+0000","last_became_peered":"2023-11-18T15:43:26.104967+0000","last_unstale":"2023-11-18T15:43:27.112352+0000","last_undegraded":"2023-11-18T15:43:27.112352+0000","last_fullsized":"2023-11-18T15:43:27.112352+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:48.439892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258144+0000","last_change":"2023-11-18T15:43:27.118768+0000","last_active":"2023-11-18T15:43:28.258144+0000","last_peered":"2023-11-18T15:43:28.258144+0000","last_clean":"2023-11-18T15:43:28.258144+0000","last_became_active":"2023-11-18T15:43:27.118480+0000","last_became_peered":"2023-11-18T15:43:27.118480+0000","last_unstale":"2023-11-18T15:43:28.258144+0000","last_undegraded":"2023-11-18T15:43:28.258144+0000","last_fullsized":"2023-11-18T15:43:28.258144+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:26:13.322600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110697+0000","last_change":"2023-11-18T15:43:26.109632+0000","last_active":"2023-11-18T15:43:28.110697+0000","last_peered":"2023-11-18T15:43:28.110697+0000","last_clean":"2023-11-18T15:43:28.110697+0000","last_became_active":"2023-11-18T15:43:26.109352+0000","last_became_peered":"2023-11-18T15:43:26.109352+0000","last_unstale":"2023-11-18T15:43:28.110697+0000","last_undegraded":"2023-11-18T15:43:28.110697+0000","last_fullsized":"2023-11-18T15:43:28.110697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:49.086610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107711+0000","last_change":"2023-11-18T15:43:27.114606+0000","last_active":"2023-11-18T15:43:28.107711+0000","last_peered":"2023-11-18T15:43:28.107711+0000","last_clean":"2023-11-18T15:43:28.107711+0000","last_became_active":"2023-11-18T15:43:27.114337+0000","last_became_peered":"2023-11-18T15:43:27.114337+0000","last_unstale":"2023-11-18T15:43:28.107711+0000","last_undegraded":"2023-11-18T15:43:28.107711+0000","last_fullsized":"2023-11-18T15:43:28.107711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.119565+0000","last_change":"2023-11-18T15:43:26.109936+0000","last_active":"2023-11-18T15:43:27.119565+0000","last_peered":"2023-11-18T15:43:27.119565+0000","last_clean":"2023-11-18T15:43:27.119565+0000","last_became_active":"2023-11-18T15:43:26.109664+0000","last_became_peered":"2023-11-18T15:43:26.109664+0000","last_unstale":"2023-11-18T15:43:27.119565+0000","last_undegraded":"2023-11-18T15:43:27.119565+0000","last_fullsized":"2023-11-18T15:43:27.119565+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112142+0000","last_change":"2023-11-18T15:43:27.137065+0000","last_active":"2023-11-18T15:43:28.112142+0000","last_peered":"2023-11-18T15:43:28.112142+0000","last_clean":"2023-11-18T15:43:28.112142+0000","last_became_active":"2023-11-18T15:43:27.136780+0000","last_became_peered":"2023-11-18T15:43:27.136780+0000","last_unstale":"2023-11-18T15:43:28.112142+0000","last_undegraded":"2023-11-18T15:43:28.112142+0000","last_fullsized":"2023-11-18T15:43:28.112142+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:57:23.741848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111895+0000","last_change":"2023-11-18T15:43:26.111229+0000","last_active":"2023-11-18T15:43:28.111895+0000","last_peered":"2023-11-18T15:43:28.111895+0000","last_clean":"2023-11-18T15:43:28.111895+0000","last_became_active":"2023-11-18T15:43:26.110951+0000","last_became_peered":"2023-11-18T15:43:26.110951+0000","last_unstale":"2023-11-18T15:43:28.111895+0000","last_undegraded":"2023-11-18T15:43:28.111895+0000","last_fullsized":"2023-11-18T15:43:28.111895+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:09.381971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258836+0000","last_change":"2023-11-18T15:43:27.132093+0000","last_active":"2023-11-18T15:43:28.258836+0000","last_peered":"2023-11-18T15:43:28.258836+0000","last_clean":"2023-11-18T15:43:28.258836+0000","last_became_active":"2023-11-18T15:43:27.131686+0000","last_became_peered":"2023-11-18T15:43:27.131686+0000","last_unstale":"2023-11-18T15:43:28.258836+0000","last_undegraded":"2023-11-18T15:43:28.258836+0000","last_fullsized":"2023-11-18T15:43:28.258836+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107959+0000","last_change":"2023-11-18T15:43:26.108848+0000","last_active":"2023-11-18T15:43:28.107959+0000","last_peered":"2023-11-18T15:43:28.107959+0000","last_clean":"2023-11-18T15:43:28.107959+0000","last_became_active":"2023-11-18T15:43:26.108499+0000","last_became_peered":"2023-11-18T15:43:26.108499+0000","last_unstale":"2023-11-18T15:43:28.107959+0000","last_undegraded":"2023-11-18T15:43:28.107959+0000","last_fullsized":"2023-11-18T15:43:28.107959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116565+0000","last_change":"2023-11-18T15:43:27.124002+0000","last_active":"2023-11-18T15:43:28.116565+0000","last_peered":"2023-11-18T15:43:28.116565+0000","last_clean":"2023-11-18T15:43:28.116565+0000","last_became_active":"2023-11-18T15:43:27.123671+0000","last_became_peered":"2023-11-18T15:43:27.123671+0000","last_unstale":"2023-11-18T15:43:28.116565+0000","last_undegraded":"2023-11-18T15:43:28.116565+0000","last_fullsized":"2023-11-18T15:43:28.116565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:27.326927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.142995+0000","last_change":"2023-11-18T15:43:26.105747+0000","last_active":"2023-11-18T15:43:27.142995+0000","last_peered":"2023-11-18T15:43:27.142995+0000","last_clean":"2023-11-18T15:43:27.142995+0000","last_became_active":"2023-11-18T15:43:26.105160+0000","last_became_peered":"2023-11-18T15:43:26.105160+0000","last_unstale":"2023-11-18T15:43:27.142995+0000","last_undegraded":"2023-11-18T15:43:27.142995+0000","last_fullsized":"2023-11-18T15:43:27.142995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:26.323213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258075+0000","last_change":"2023-11-18T15:43:27.129344+0000","last_active":"2023-11-18T15:43:28.258075+0000","last_peered":"2023-11-18T15:43:28.258075+0000","last_clean":"2023-11-18T15:43:28.258075+0000","last_became_active":"2023-11-18T15:43:27.129056+0000","last_became_peered":"2023-11-18T15:43:27.129056+0000","last_unstale":"2023-11-18T15:43:28.258075+0000","last_undegraded":"2023-11-18T15:43:28.258075+0000","last_fullsized":"2023-11-18T15:43:28.258075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:03:17.770481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140646+0000","last_change":"2023-11-18T15:43:26.094229+0000","last_active":"2023-11-18T15:43:27.140646+0000","last_peered":"2023-11-18T15:43:27.140646+0000","last_clean":"2023-11-18T15:43:27.140646+0000","last_became_active":"2023-11-18T15:43:26.093952+0000","last_became_peered":"2023-11-18T15:43:26.093952+0000","last_unstale":"2023-11-18T15:43:27.140646+0000","last_undegraded":"2023-11-18T15:43:27.140646+0000","last_fullsized":"2023-11-18T15:43:27.140646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:35.810082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258500+0000","last_change":"2023-11-18T15:43:27.121624+0000","last_active":"2023-11-18T15:43:28.258500+0000","last_peered":"2023-11-18T15:43:28.258500+0000","last_clean":"2023-11-18T15:43:28.258500+0000","last_became_active":"2023-11-18T15:43:27.121249+0000","last_became_peered":"2023-11-18T15:43:27.121249+0000","last_unstale":"2023-11-18T15:43:28.258500+0000","last_undegraded":"2023-11-18T15:43:28.258500+0000","last_fullsized":"2023-11-18T15:43:28.258500+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111946+0000","last_change":"2023-11-18T15:43:26.105475+0000","last_active":"2023-11-18T15:43:28.111946+0000","last_peered":"2023-11-18T15:43:28.111946+0000","last_clean":"2023-11-18T15:43:28.111946+0000","last_became_active":"2023-11-18T15:43:26.105062+0000","last_became_peered":"2023-11-18T15:43:26.105062+0000","last_unstale":"2023-11-18T15:43:28.111946+0000","last_undegraded":"2023-11-18T15:43:28.111946+0000","last_fullsized":"2023-11-18T15:43:28.111946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:21.884353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258103+0000","last_change":"2023-11-18T15:43:27.126723+0000","last_active":"2023-11-18T15:43:28.258103+0000","last_peered":"2023-11-18T15:43:28.258103+0000","last_clean":"2023-11-18T15:43:28.258103+0000","last_became_active":"2023-11-18T15:43:27.125806+0000","last_became_peered":"2023-11-18T15:43:27.125806+0000","last_unstale":"2023-11-18T15:43:28.258103+0000","last_undegraded":"2023-11-18T15:43:28.258103+0000","last_fullsized":"2023-11-18T15:43:28.258103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:01:11.558385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.119056+0000","last_change":"2023-11-18T15:43:26.098203+0000","last_active":"2023-11-18T15:43:27.119056+0000","last_peered":"2023-11-18T15:43:27.119056+0000","last_clean":"2023-11-18T15:43:27.119056+0000","last_became_active":"2023-11-18T15:43:26.097334+0000","last_became_peered":"2023-11-18T15:43:26.097334+0000","last_unstale":"2023-11-18T15:43:27.119056+0000","last_undegraded":"2023-11-18T15:43:27.119056+0000","last_fullsized":"2023-11-18T15:43:27.119056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:12.437309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111384+0000","last_change":"2023-11-18T15:43:27.127931+0000","last_active":"2023-11-18T15:43:28.111384+0000","last_peered":"2023-11-18T15:43:28.111384+0000","last_clean":"2023-11-18T15:43:28.111384+0000","last_became_active":"2023-11-18T15:43:27.127340+0000","last_became_peered":"2023-11-18T15:43:27.127340+0000","last_unstale":"2023-11-18T15:43:28.111384+0000","last_undegraded":"2023-11-18T15:43:28.111384+0000","last_fullsized":"2023-11-18T15:43:28.111384+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257504+0000","last_change":"2023-11-18T15:43:26.109185+0000","last_active":"2023-11-18T15:43:28.257504+0000","last_peered":"2023-11-18T15:43:28.257504+0000","last_clean":"2023-11-18T15:43:28.257504+0000","last_became_active":"2023-11-18T15:43:26.108846+0000","last_became_peered":"2023-11-18T15:43:26.108846+0000","last_unstale":"2023-11-18T15:43:28.257504+0000","last_undegraded":"2023-11-18T15:43:28.257504+0000","last_fullsized":"2023-11-18T15:43:28.257504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:39:48.669566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257909+0000","last_change":"2023-11-18T15:43:27.136926+0000","last_active":"2023-11-18T15:43:28.257909+0000","last_peered":"2023-11-18T15:43:28.257909+0000","last_clean":"2023-11-18T15:43:28.257909+0000","last_became_active":"2023-11-18T15:43:27.136671+0000","last_became_peered":"2023-11-18T15:43:27.136671+0000","last_unstale":"2023-11-18T15:43:28.257909+0000","last_undegraded":"2023-11-18T15:43:28.257909+0000","last_fullsized":"2023-11-18T15:43:28.257909+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:04:06.820707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141623+0000","last_change":"2023-11-18T15:43:26.096521+0000","last_active":"2023-11-18T15:43:27.141623+0000","last_peered":"2023-11-18T15:43:27.141623+0000","last_clean":"2023-11-18T15:43:27.141623+0000","last_became_active":"2023-11-18T15:43:26.095802+0000","last_became_peered":"2023-11-18T15:43:26.095802+0000","last_unstale":"2023-11-18T15:43:27.141623+0000","last_undegraded":"2023-11-18T15:43:27.141623+0000","last_fullsized":"2023-11-18T15:43:27.141623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:22:00.807689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258207+0000","last_change":"2023-11-18T15:43:27.136658+0000","last_active":"2023-11-18T15:43:28.258207+0000","last_peered":"2023-11-18T15:43:28.258207+0000","last_clean":"2023-11-18T15:43:28.258207+0000","last_became_active":"2023-11-18T15:43:27.136398+0000","last_became_peered":"2023-11-18T15:43:27.136398+0000","last_unstale":"2023-11-18T15:43:28.258207+0000","last_undegraded":"2023-11-18T15:43:28.258207+0000","last_fullsized":"2023-11-18T15:43:28.258207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:35:20.322401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107760+0000","last_change":"2023-11-18T15:43:26.108463+0000","last_active":"2023-11-18T15:43:28.107760+0000","last_peered":"2023-11-18T15:43:28.107760+0000","last_clean":"2023-11-18T15:43:28.107760+0000","last_became_active":"2023-11-18T15:43:26.108163+0000","last_became_peered":"2023-11-18T15:43:26.108163+0000","last_unstale":"2023-11-18T15:43:28.107760+0000","last_undegraded":"2023-11-18T15:43:28.107760+0000","last_fullsized":"2023-11-18T15:43:28.107760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:57.789986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111960+0000","last_change":"2023-11-18T15:43:27.126056+0000","last_active":"2023-11-18T15:43:28.111960+0000","last_peered":"2023-11-18T15:43:28.111960+0000","last_clean":"2023-11-18T15:43:28.111960+0000","last_became_active":"2023-11-18T15:43:27.125783+0000","last_became_peered":"2023-11-18T15:43:27.125783+0000","last_unstale":"2023-11-18T15:43:28.111960+0000","last_undegraded":"2023-11-18T15:43:28.111960+0000","last_fullsized":"2023-11-18T15:43:28.111960+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:58:47.627640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111821+0000","last_change":"2023-11-18T15:43:26.109767+0000","last_active":"2023-11-18T15:43:28.111821+0000","last_peered":"2023-11-18T15:43:28.111821+0000","last_clean":"2023-11-18T15:43:28.111821+0000","last_became_active":"2023-11-18T15:43:26.109373+0000","last_became_peered":"2023-11-18T15:43:26.109373+0000","last_unstale":"2023-11-18T15:43:28.111821+0000","last_undegraded":"2023-11-18T15:43:28.111821+0000","last_fullsized":"2023-11-18T15:43:28.111821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:34.451823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116302+0000","last_change":"2023-11-18T15:43:27.125483+0000","last_active":"2023-11-18T15:43:28.116302+0000","last_peered":"2023-11-18T15:43:28.116302+0000","last_clean":"2023-11-18T15:43:28.116302+0000","last_became_active":"2023-11-18T15:43:27.124814+0000","last_became_peered":"2023-11-18T15:43:27.124814+0000","last_unstale":"2023-11-18T15:43:28.116302+0000","last_undegraded":"2023-11-18T15:43:28.116302+0000","last_fullsized":"2023-11-18T15:43:28.116302+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:13.441023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107586+0000","last_change":"2023-11-18T15:43:27.119722+0000","last_active":"2023-11-18T15:43:28.107586+0000","last_peered":"2023-11-18T15:43:28.107586+0000","last_clean":"2023-11-18T15:43:28.107586+0000","last_became_active":"2023-11-18T15:43:27.119475+0000","last_became_peered":"2023-11-18T15:43:27.119475+0000","last_unstale":"2023-11-18T15:43:28.107586+0000","last_undegraded":"2023-11-18T15:43:28.107586+0000","last_fullsized":"2023-11-18T15:43:28.107586+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257678+0000","last_change":"2023-11-18T15:43:26.098554+0000","last_active":"2023-11-18T15:43:28.257678+0000","last_peered":"2023-11-18T15:43:28.257678+0000","last_clean":"2023-11-18T15:43:28.257678+0000","last_became_active":"2023-11-18T15:43:26.098189+0000","last_became_peered":"2023-11-18T15:43:26.098189+0000","last_unstale":"2023-11-18T15:43:28.257678+0000","last_undegraded":"2023-11-18T15:43:28.257678+0000","last_fullsized":"2023-11-18T15:43:28.257678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:25:44.103581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258160+0000","last_change":"2023-11-18T15:43:27.135061+0000","last_active":"2023-11-18T15:43:28.258160+0000","last_peered":"2023-11-18T15:43:28.258160+0000","last_clean":"2023-11-18T15:43:28.258160+0000","last_became_active":"2023-11-18T15:43:27.134746+0000","last_became_peered":"2023-11-18T15:43:27.134746+0000","last_unstale":"2023-11-18T15:43:28.258160+0000","last_undegraded":"2023-11-18T15:43:28.258160+0000","last_fullsized":"2023-11-18T15:43:28.258160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:13:42.374415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110895+0000","last_change":"2023-11-18T15:43:26.108507+0000","last_active":"2023-11-18T15:43:28.110895+0000","last_peered":"2023-11-18T15:43:28.110895+0000","last_clean":"2023-11-18T15:43:28.110895+0000","last_became_active":"2023-11-18T15:43:26.108209+0000","last_became_peered":"2023-11-18T15:43:26.108209+0000","last_unstale":"2023-11-18T15:43:28.110895+0000","last_undegraded":"2023-11-18T15:43:28.110895+0000","last_fullsized":"2023-11-18T15:43:28.110895+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:48.402828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":165,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.111948+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T15:43:27.111948+0000","last_peered":"2023-11-18T15:43:27.111948+0000","last_clean":"2023-11-18T15:43:27.111948+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T15:43:27.111948+0000","last_undegraded":"2023-11-18T15:43:27.111948+0000","last_fullsized":"2023-11-18T15:43:27.111948+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258444+0000","last_change":"2023-11-18T15:43:27.124857+0000","last_active":"2023-11-18T15:43:28.258444+0000","last_peered":"2023-11-18T15:43:28.258444+0000","last_clean":"2023-11-18T15:43:28.258444+0000","last_became_active":"2023-11-18T15:43:27.124573+0000","last_became_peered":"2023-11-18T15:43:27.124573+0000","last_unstale":"2023-11-18T15:43:28.258444+0000","last_undegraded":"2023-11-18T15:43:28.258444+0000","last_fullsized":"2023-11-18T15:43:28.258444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:00:00.647325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.116288+0000","last_change":"2023-11-18T15:43:26.111099+0000","last_active":"2023-11-18T15:43:27.116288+0000","last_peered":"2023-11-18T15:43:27.116288+0000","last_clean":"2023-11-18T15:43:27.116288+0000","last_became_active":"2023-11-18T15:43:26.110819+0000","last_became_peered":"2023-11-18T15:43:26.110819+0000","last_unstale":"2023-11-18T15:43:27.116288+0000","last_undegraded":"2023-11-18T15:43:27.116288+0000","last_fullsized":"2023-11-18T15:43:27.116288+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:12.953024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.120402+0000","last_change":"2023-11-18T15:43:26.111337+0000","last_active":"2023-11-18T15:43:27.120402+0000","last_peered":"2023-11-18T15:43:27.120402+0000","last_clean":"2023-11-18T15:43:27.120402+0000","last_became_active":"2023-11-18T15:43:26.111082+0000","last_became_peered":"2023-11-18T15:43:26.111082+0000","last_unstale":"2023-11-18T15:43:27.120402+0000","last_undegraded":"2023-11-18T15:43:27.120402+0000","last_fullsized":"2023-11-18T15:43:27.120402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:32:39.963117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107698+0000","last_change":"2023-11-18T15:43:27.119842+0000","last_active":"2023-11-18T15:43:28.107698+0000","last_peered":"2023-11-18T15:43:28.107698+0000","last_clean":"2023-11-18T15:43:28.107698+0000","last_became_active":"2023-11-18T15:43:27.119571+0000","last_became_peered":"2023-11-18T15:43:27.119571+0000","last_unstale":"2023-11-18T15:43:28.107698+0000","last_undegraded":"2023-11-18T15:43:28.107698+0000","last_fullsized":"2023-11-18T15:43:28.107698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107787+0000","last_change":"2023-11-18T15:43:26.107964+0000","last_active":"2023-11-18T15:43:28.107787+0000","last_peered":"2023-11-18T15:43:28.107787+0000","last_clean":"2023-11-18T15:43:28.107787+0000","last_became_active":"2023-11-18T15:43:26.107638+0000","last_became_peered":"2023-11-18T15:43:26.107638+0000","last_unstale":"2023-11-18T15:43:28.107787+0000","last_undegraded":"2023-11-18T15:43:28.107787+0000","last_fullsized":"2023-11-18T15:43:28.107787+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:26.323213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257948+0000","last_change":"2023-11-18T15:43:27.122166+0000","last_active":"2023-11-18T15:43:28.257948+0000","last_peered":"2023-11-18T15:43:28.257948+0000","last_clean":"2023-11-18T15:43:28.257948+0000","last_became_active":"2023-11-18T15:43:27.121295+0000","last_became_peered":"2023-11-18T15:43:27.121295+0000","last_unstale":"2023-11-18T15:43:28.257948+0000","last_undegraded":"2023-11-18T15:43:28.257948+0000","last_fullsized":"2023-11-18T15:43:28.257948+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141415+0000","last_change":"2023-11-18T15:43:26.107132+0000","last_active":"2023-11-18T15:43:27.141415+0000","last_peered":"2023-11-18T15:43:27.141415+0000","last_clean":"2023-11-18T15:43:27.141415+0000","last_became_active":"2023-11-18T15:43:26.106778+0000","last_became_peered":"2023-11-18T15:43:26.106778+0000","last_unstale":"2023-11-18T15:43:27.141415+0000","last_undegraded":"2023-11-18T15:43:27.141415+0000","last_fullsized":"2023-11-18T15:43:27.141415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:48.439892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258672+0000","last_change":"2023-11-18T15:43:27.116789+0000","last_active":"2023-11-18T15:43:28.258672+0000","last_peered":"2023-11-18T15:43:28.258672+0000","last_clean":"2023-11-18T15:43:28.258672+0000","last_became_active":"2023-11-18T15:43:27.116513+0000","last_became_peered":"2023-11-18T15:43:27.116513+0000","last_unstale":"2023-11-18T15:43:28.258672+0000","last_undegraded":"2023-11-18T15:43:28.258672+0000","last_fullsized":"2023-11-18T15:43:28.258672+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.111823+0000","last_change":"2023-11-18T15:43:26.109848+0000","last_active":"2023-11-18T15:43:27.111823+0000","last_peered":"2023-11-18T15:43:27.111823+0000","last_clean":"2023-11-18T15:43:27.111823+0000","last_became_active":"2023-11-18T15:43:26.109547+0000","last_became_peered":"2023-11-18T15:43:26.109547+0000","last_unstale":"2023-11-18T15:43:27.111823+0000","last_undegraded":"2023-11-18T15:43:27.111823+0000","last_fullsized":"2023-11-18T15:43:27.111823+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T03:23:06.409688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116664+0000","last_change":"2023-11-18T15:43:27.131634+0000","last_active":"2023-11-18T15:43:28.116664+0000","last_peered":"2023-11-18T15:43:28.116664+0000","last_clean":"2023-11-18T15:43:28.116664+0000","last_became_active":"2023-11-18T15:43:27.125584+0000","last_became_peered":"2023-11-18T15:43:27.125584+0000","last_unstale":"2023-11-18T15:43:28.116664+0000","last_undegraded":"2023-11-18T15:43:28.116664+0000","last_fullsized":"2023-11-18T15:43:28.116664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:49.443606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.108024+0000","last_change":"2023-11-18T15:43:26.111379+0000","last_active":"2023-11-18T15:43:28.108024+0000","last_peered":"2023-11-18T15:43:28.108024+0000","last_clean":"2023-11-18T15:43:28.108024+0000","last_became_active":"2023-11-18T15:43:26.111099+0000","last_became_peered":"2023-11-18T15:43:26.111099+0000","last_unstale":"2023-11-18T15:43:28.108024+0000","last_undegraded":"2023-11-18T15:43:28.108024+0000","last_fullsized":"2023-11-18T15:43:28.108024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:05:10.198760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258032+0000","last_change":"2023-11-18T15:43:27.121903+0000","last_active":"2023-11-18T15:43:28.258032+0000","last_peered":"2023-11-18T15:43:28.258032+0000","last_clean":"2023-11-18T15:43:28.258032+0000","last_became_active":"2023-11-18T15:43:27.121611+0000","last_became_peered":"2023-11-18T15:43:27.121611+0000","last_unstale":"2023-11-18T15:43:28.258032+0000","last_undegraded":"2023-11-18T15:43:28.258032+0000","last_fullsized":"2023-11-18T15:43:28.258032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107776+0000","last_change":"2023-11-18T15:43:26.107891+0000","last_active":"2023-11-18T15:43:28.107776+0000","last_peered":"2023-11-18T15:43:28.107776+0000","last_clean":"2023-11-18T15:43:28.107776+0000","last_became_active":"2023-11-18T15:43:26.107601+0000","last_became_peered":"2023-11-18T15:43:26.107601+0000","last_unstale":"2023-11-18T15:43:28.107776+0000","last_undegraded":"2023-11-18T15:43:28.107776+0000","last_fullsized":"2023-11-18T15:43:28.107776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:25:44.103581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258257+0000","last_change":"2023-11-18T15:43:27.119581+0000","last_active":"2023-11-18T15:43:28.258257+0000","last_peered":"2023-11-18T15:43:28.258257+0000","last_clean":"2023-11-18T15:43:28.258257+0000","last_became_active":"2023-11-18T15:43:27.119105+0000","last_became_peered":"2023-11-18T15:43:27.119105+0000","last_unstale":"2023-11-18T15:43:28.258257+0000","last_undegraded":"2023-11-18T15:43:28.258257+0000","last_fullsized":"2023-11-18T15:43:28.258257+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:01:43.652485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141356+0000","last_change":"2023-11-18T15:43:26.109374+0000","last_active":"2023-11-18T15:43:27.141356+0000","last_peered":"2023-11-18T15:43:27.141356+0000","last_clean":"2023-11-18T15:43:27.141356+0000","last_became_active":"2023-11-18T15:43:26.109087+0000","last_became_peered":"2023-11-18T15:43:26.109087+0000","last_unstale":"2023-11-18T15:43:27.141356+0000","last_undegraded":"2023-11-18T15:43:27.141356+0000","last_fullsized":"2023-11-18T15:43:27.141356+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:51:53.802948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110936+0000","last_change":"2023-11-18T15:43:27.134219+0000","last_active":"2023-11-18T15:43:28.110936+0000","last_peered":"2023-11-18T15:43:28.110936+0000","last_clean":"2023-11-18T15:43:28.110936+0000","last_became_active":"2023-11-18T15:43:27.133886+0000","last_became_peered":"2023-11-18T15:43:27.133886+0000","last_unstale":"2023-11-18T15:43:28.110936+0000","last_undegraded":"2023-11-18T15:43:28.110936+0000","last_fullsized":"2023-11-18T15:43:28.110936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257678+0000","last_change":"2023-11-18T15:43:26.106079+0000","last_active":"2023-11-18T15:43:28.257678+0000","last_peered":"2023-11-18T15:43:28.257678+0000","last_clean":"2023-11-18T15:43:28.257678+0000","last_became_active":"2023-11-18T15:43:26.105825+0000","last_became_peered":"2023-11-18T15:43:26.105825+0000","last_unstale":"2023-11-18T15:43:28.257678+0000","last_undegraded":"2023-11-18T15:43:28.257678+0000","last_fullsized":"2023-11-18T15:43:28.257678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:05:10.198760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258244+0000","last_change":"2023-11-18T15:43:27.137356+0000","last_active":"2023-11-18T15:43:28.258244+0000","last_peered":"2023-11-18T15:43:28.258244+0000","last_clean":"2023-11-18T15:43:28.258244+0000","last_became_active":"2023-11-18T15:43:27.137099+0000","last_became_peered":"2023-11-18T15:43:27.137099+0000","last_unstale":"2023-11-18T15:43:28.258244+0000","last_undegraded":"2023-11-18T15:43:28.258244+0000","last_fullsized":"2023-11-18T15:43:28.258244+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:55:23.222759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107912+0000","last_change":"2023-11-18T15:43:26.108484+0000","last_active":"2023-11-18T15:43:28.107912+0000","last_peered":"2023-11-18T15:43:28.107912+0000","last_clean":"2023-11-18T15:43:28.107912+0000","last_became_active":"2023-11-18T15:43:26.107517+0000","last_became_peered":"2023-11-18T15:43:26.107517+0000","last_unstale":"2023-11-18T15:43:28.107912+0000","last_undegraded":"2023-11-18T15:43:28.107912+0000","last_fullsized":"2023-11-18T15:43:28.107912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:59:59.643611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111424+0000","last_change":"2023-11-18T15:43:27.127307+0000","last_active":"2023-11-18T15:43:28.111424+0000","last_peered":"2023-11-18T15:43:28.111424+0000","last_clean":"2023-11-18T15:43:28.111424+0000","last_became_active":"2023-11-18T15:43:27.126704+0000","last_became_peered":"2023-11-18T15:43:27.126704+0000","last_unstale":"2023-11-18T15:43:28.111424+0000","last_undegraded":"2023-11-18T15:43:28.111424+0000","last_fullsized":"2023-11-18T15:43:28.111424+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:26:13.322600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257984+0000","last_change":"2023-11-18T15:43:26.099593+0000","last_active":"2023-11-18T15:43:28.257984+0000","last_peered":"2023-11-18T15:43:28.257984+0000","last_clean":"2023-11-18T15:43:28.257984+0000","last_became_active":"2023-11-18T15:43:26.099307+0000","last_became_peered":"2023-11-18T15:43:26.099307+0000","last_unstale":"2023-11-18T15:43:28.257984+0000","last_undegraded":"2023-11-18T15:43:28.257984+0000","last_fullsized":"2023-11-18T15:43:28.257984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:22:00.807689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258293+0000","last_change":"2023-11-18T15:43:27.130327+0000","last_active":"2023-11-18T15:43:28.258293+0000","last_peered":"2023-11-18T15:43:28.258293+0000","last_clean":"2023-11-18T15:43:28.258293+0000","last_became_active":"2023-11-18T15:43:27.126019+0000","last_became_peered":"2023-11-18T15:43:27.126019+0000","last_unstale":"2023-11-18T15:43:28.258293+0000","last_undegraded":"2023-11-18T15:43:28.258293+0000","last_fullsized":"2023-11-18T15:43:28.258293+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:19:12.849180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111239+0000","last_change":"2023-11-18T15:43:27.128208+0000","last_active":"2023-11-18T15:43:28.111239+0000","last_peered":"2023-11-18T15:43:28.111239+0000","last_clean":"2023-11-18T15:43:28.111239+0000","last_became_active":"2023-11-18T15:43:27.127410+0000","last_became_peered":"2023-11-18T15:43:27.127410+0000","last_unstale":"2023-11-18T15:43:28.111239+0000","last_undegraded":"2023-11-18T15:43:28.111239+0000","last_fullsized":"2023-11-18T15:43:28.111239+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257765+0000","last_change":"2023-11-18T15:43:27.130873+0000","last_active":"2023-11-18T15:43:28.257765+0000","last_peered":"2023-11-18T15:43:28.257765+0000","last_clean":"2023-11-18T15:43:28.257765+0000","last_became_active":"2023-11-18T15:43:27.130596+0000","last_became_peered":"2023-11-18T15:43:27.130596+0000","last_unstale":"2023-11-18T15:43:28.257765+0000","last_undegraded":"2023-11-18T15:43:28.257765+0000","last_fullsized":"2023-11-18T15:43:28.257765+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:13.441023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111823+0000","last_change":"2023-11-18T15:43:27.123583+0000","last_active":"2023-11-18T15:43:28.111823+0000","last_peered":"2023-11-18T15:43:28.111823+0000","last_clean":"2023-11-18T15:43:28.111823+0000","last_became_active":"2023-11-18T15:43:27.123380+0000","last_became_peered":"2023-11-18T15:43:27.123380+0000","last_unstale":"2023-11-18T15:43:28.111823+0000","last_undegraded":"2023-11-18T15:43:28.111823+0000","last_fullsized":"2023-11-18T15:43:28.111823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:39:03.984612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258710+0000","last_change":"2023-11-18T15:43:27.117099+0000","last_active":"2023-11-18T15:43:28.258710+0000","last_peered":"2023-11-18T15:43:28.258710+0000","last_clean":"2023-11-18T15:43:28.258710+0000","last_became_active":"2023-11-18T15:43:27.116826+0000","last_became_peered":"2023-11-18T15:43:27.116826+0000","last_unstale":"2023-11-18T15:43:28.258710+0000","last_undegraded":"2023-11-18T15:43:28.258710+0000","last_fullsized":"2023-11-18T15:43:28.258710+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258010+0000","last_change":"2023-11-18T15:43:27.136790+0000","last_active":"2023-11-18T15:43:28.258010+0000","last_peered":"2023-11-18T15:43:28.258010+0000","last_clean":"2023-11-18T15:43:28.258010+0000","last_became_active":"2023-11-18T15:43:27.136505+0000","last_became_peered":"2023-11-18T15:43:27.136505+0000","last_unstale":"2023-11-18T15:43:28.258010+0000","last_undegraded":"2023-11-18T15:43:28.258010+0000","last_fullsized":"2023-11-18T15:43:28.258010+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107862+0000","last_change":"2023-11-18T15:43:27.114081+0000","last_active":"2023-11-18T15:43:28.107862+0000","last_peered":"2023-11-18T15:43:28.107862+0000","last_clean":"2023-11-18T15:43:28.107862+0000","last_became_active":"2023-11-18T15:43:27.113857+0000","last_became_peered":"2023-11-18T15:43:27.113857+0000","last_unstale":"2023-11-18T15:43:28.107862+0000","last_undegraded":"2023-11-18T15:43:28.107862+0000","last_fullsized":"2023-11-18T15:43:28.107862+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112033+0000","last_change":"2023-11-18T15:43:27.128638+0000","last_active":"2023-11-18T15:43:28.112033+0000","last_peered":"2023-11-18T15:43:28.112033+0000","last_clean":"2023-11-18T15:43:28.112033+0000","last_became_active":"2023-11-18T15:43:27.127917+0000","last_became_peered":"2023-11-18T15:43:27.127917+0000","last_unstale":"2023-11-18T15:43:28.112033+0000","last_undegraded":"2023-11-18T15:43:28.112033+0000","last_fullsized":"2023-11-18T15:43:28.112033+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257789+0000","last_change":"2023-11-18T15:43:27.136324+0000","last_active":"2023-11-18T15:43:28.257789+0000","last_peered":"2023-11-18T15:43:28.257789+0000","last_clean":"2023-11-18T15:43:28.257789+0000","last_became_active":"2023-11-18T15:43:27.136041+0000","last_became_peered":"2023-11-18T15:43:27.136041+0000","last_unstale":"2023-11-18T15:43:28.257789+0000","last_undegraded":"2023-11-18T15:43:28.257789+0000","last_fullsized":"2023-11-18T15:43:28.257789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111735+0000","last_change":"2023-11-18T15:43:27.128929+0000","last_active":"2023-11-18T15:43:28.111735+0000","last_peered":"2023-11-18T15:43:28.111735+0000","last_clean":"2023-11-18T15:43:28.111735+0000","last_became_active":"2023-11-18T15:43:27.128651+0000","last_became_peered":"2023-11-18T15:43:27.128651+0000","last_unstale":"2023-11-18T15:43:28.111735+0000","last_undegraded":"2023-11-18T15:43:28.111735+0000","last_fullsized":"2023-11-18T15:43:28.111735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:06:48.294459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258081+0000","last_change":"2023-11-18T15:43:27.127121+0000","last_active":"2023-11-18T15:43:28.258081+0000","last_peered":"2023-11-18T15:43:28.258081+0000","last_clean":"2023-11-18T15:43:28.258081+0000","last_became_active":"2023-11-18T15:43:27.126703+0000","last_became_peered":"2023-11-18T15:43:27.126703+0000","last_unstale":"2023-11-18T15:43:28.258081+0000","last_undegraded":"2023-11-18T15:43:28.258081+0000","last_fullsized":"2023-11-18T15:43:28.258081+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111665+0000","last_change":"2023-11-18T15:43:27.130142+0000","last_active":"2023-11-18T15:43:28.111665+0000","last_peered":"2023-11-18T15:43:28.111665+0000","last_clean":"2023-11-18T15:43:28.111665+0000","last_became_active":"2023-11-18T15:43:27.129599+0000","last_became_peered":"2023-11-18T15:43:27.129599+0000","last_unstale":"2023-11-18T15:43:28.111665+0000","last_undegraded":"2023-11-18T15:43:28.111665+0000","last_fullsized":"2023-11-18T15:43:28.111665+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:23:10.725371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258706+0000","last_change":"2023-11-18T15:43:27.137167+0000","last_active":"2023-11-18T15:43:28.258706+0000","last_peered":"2023-11-18T15:43:28.258706+0000","last_clean":"2023-11-18T15:43:28.258706+0000","last_became_active":"2023-11-18T15:43:27.136871+0000","last_became_peered":"2023-11-18T15:43:27.136871+0000","last_unstale":"2023-11-18T15:43:28.258706+0000","last_undegraded":"2023-11-18T15:43:28.258706+0000","last_fullsized":"2023-11-18T15:43:28.258706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111863+0000","last_change":"2023-11-18T15:43:27.134399+0000","last_active":"2023-11-18T15:43:28.111863+0000","last_peered":"2023-11-18T15:43:28.111863+0000","last_clean":"2023-11-18T15:43:28.111863+0000","last_became_active":"2023-11-18T15:43:27.133913+0000","last_became_peered":"2023-11-18T15:43:27.133913+0000","last_unstale":"2023-11-18T15:43:28.111863+0000","last_undegraded":"2023-11-18T15:43:28.111863+0000","last_fullsized":"2023-11-18T15:43:28.111863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":823296,"data_stored":669826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]}]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":80488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]}]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":233472,"data_stored":79036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":831488,"data_stored":669882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]}]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":78876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28299999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":80488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":79002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]}]},{"osd":5,"up_from":14,"seq":60129542149,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":78966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T15:43:31.602 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-18T15:43:31.602 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-11-18T15:43:31.602 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-11-18T15:43:31.603 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-11-18T15:43:31.603 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-11-18T15:43:31.759 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.758+0000 7fa091f5a700 1 Processor -- start 2023-11-18T15:43:31.759 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.758+0000 7fa091f5a700 1 -- start start 2023-11-18T15:43:31.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa091f5a700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa08c0b68f0 0x7fa08c0d0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa091f5a700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa08c0723b0 con 0x7fa08c15ad60 2023-11-18T15:43:31.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa091f5a700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa08c0717a0 con 0x7fa08c06f3d0 2023-11-18T15:43:31.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa091f5a700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa08c071a80 con 0x7fa08c0b68f0 2023-11-18T15:43:31.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa08affd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa08c0b68f0 0x7fa08c0d0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa08b7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fa08c15ad60 0x7fa08c0b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45292/0 (socket says 172.21.15.99:45292) 2023-11-18T15:43:31.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa08b7fe700 1 -- 172.21.15.99:0/277484046 learned_addr learned my addr 172.21.15.99:0/277484046 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:31.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa08affd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa08c0b68f0 0x7fa08c0d0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58682/0 (socket says 172.21.15.99:58682) 2023-11-18T15:43:31.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa08affd700 1 -- 172.21.15.99:0/277484046 >> v1:172.21.15.181:6789/0 conn(0x7fa08c06f3d0 legacy=0x7fa08c0cecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:31.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa08affd700 1 -- 172.21.15.99:0/277484046 >> v1:172.21.15.99:6789/0 conn(0x7fa08c15ad60 legacy=0x7fa08c0b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa08affd700 1 -- 172.21.15.99:0/277484046 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa08c071d60 con 0x7fa08c0b68f0 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa08a7fc700 1 -- 172.21.15.99:0/277484046 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1920526502 0 0) 0x7fa08c0723b0 con 0x7fa08c15ad60 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.759+0000 7fa08affd700 1 --2- 172.21.15.99:0/277484046 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c0b68f0 0x7fa08c0d0940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fa07c009840 tx=0x7fa07c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=432223ec604171ad server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa08a7fc700 1 -- 172.21.15.99:0/277484046 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa07c004230 con 0x7fa08c0b68f0 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa08a7fc700 1 -- 172.21.15.99:0/277484046 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa07c004390 con 0x7fa08c0b68f0 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa08a7fc700 1 -- 172.21.15.99:0/277484046 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa07c0036a0 con 0x7fa08c0b68f0 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa091f5a700 1 -- 172.21.15.99:0/277484046 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c0b68f0 msgr2=0x7fa08c0d0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa091f5a700 1 --2- 172.21.15.99:0/277484046 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c0b68f0 0x7fa08c0d0940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fa07c009840 tx=0x7fa07c009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa091f5a700 1 -- 172.21.15.99:0/277484046 shutdown_connections 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa091f5a700 1 --2- 172.21.15.99:0/277484046 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c0b68f0 0x7fa08c0d0940 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa091f5a700 1 -- 172.21.15.99:0/277484046 >> 172.21.15.99:0/277484046 conn(0x7fa08c0b3590 msgr2=0x7fa08c0b39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa091f5a700 1 -- 172.21.15.99:0/277484046 shutdown_connections 2023-11-18T15:43:31.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.760+0000 7fa091f5a700 1 -- 172.21.15.99:0/277484046 wait complete. 2023-11-18T15:43:31.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.761+0000 7fa091f5a700 1 Processor -- start 2023-11-18T15:43:31.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa091f5a700 1 -- start start 2023-11-18T15:43:31.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa091f5a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c06f3d0 0x7fa08c14a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa091f5a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa08c0b68f0 0x7fa08c158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa091f5a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa08c15ad60 0x7fa08c0aee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa091f5a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa08c0af350 con 0x7fa08c06f3d0 2023-11-18T15:43:31.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa091f5a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa08c0cdaf0 con 0x7fa08c15ad60 2023-11-18T15:43:31.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa091f5a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa08c159e50 con 0x7fa08c0b68f0 2023-11-18T15:43:31.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa08b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c06f3d0 0x7fa08c14a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa08b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c06f3d0 0x7fa08c14a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58688/0 (socket says 172.21.15.99:58688) 2023-11-18T15:43:31.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.762+0000 7fa08b7fe700 1 -- 172.21.15.99:0/1010607486 learned_addr learned my addr 172.21.15.99:0/1010607486 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:31.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa08affd700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa08c0b68f0 0x7fa08c158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa08bfff700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa08c15ad60 0x7fa08c0aee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa08b7fe700 1 -- 172.21.15.99:0/1010607486 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa08c0b68f0 msgr2=0x7fa08c158c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa08b7fe700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa08c0b68f0 0x7fa08c158c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa08b7fe700 1 -- 172.21.15.99:0/1010607486 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa08c15ad60 msgr2=0x7fa08c0aee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:31.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa08b7fe700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa08c15ad60 0x7fa08c0aee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:31.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa08b7fe700 1 -- 172.21.15.99:0/1010607486 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa07c0094a0 con 0x7fa08c06f3d0 2023-11-18T15:43:31.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa08bfff700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa08c15ad60 0x7fa08c0aee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:31.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa08b7fe700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c06f3d0 0x7fa08c14a3f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa07400c550 tx=0x7fa07400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:31.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa083fff700 1 -- 172.21.15.99:0/1010607486 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa074004c80 con 0x7fa08c06f3d0 2023-11-18T15:43:31.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa083fff700 1 -- 172.21.15.99:0/1010607486 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa074004e00 con 0x7fa08c06f3d0 2023-11-18T15:43:31.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa083fff700 1 -- 172.21.15.99:0/1010607486 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa074007310 con 0x7fa08c06f3d0 2023-11-18T15:43:31.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa08c1592d0 con 0x7fa08c06f3d0 2023-11-18T15:43:31.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.763+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa08c159890 con 0x7fa08c06f3d0 2023-11-18T15:43:31.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.764+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa08c073aa0 con 0x7fa08c06f3d0 2023-11-18T15:43:31.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.764+0000 7fa083fff700 1 -- 172.21.15.99:0/1010607486 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fa074007470 con 0x7fa08c06f3d0 2023-11-18T15:43:31.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.765+0000 7fa083fff700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa06c06aed0 0x7fa06c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:31.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.765+0000 7fa08affd700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa06c06aed0 0x7fa06c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:31.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.765+0000 7fa083fff700 1 -- 172.21.15.99:0/1010607486 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa074089220 con 0x7fa08c06f3d0 2023-11-18T15:43:31.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.765+0000 7fa08affd700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa06c06aed0 0x7fa06c06d390 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa08c0af790 tx=0x7fa07c01c040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:31.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:31.769+0000 7fa083fff700 1 -- 172.21.15.99:0/1010607486 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fa074054360 con 0x7fa08c06f3d0 2023-11-18T15:43:32.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.017+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fa08c068450 con 0x7fa08c06f3d0 2023-11-18T15:43:32.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.020+0000 7fa083fff700 1 -- 172.21.15.99:0/1010607486 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+171032 (secure 0 0 0) 0x7fa074057980 con 0x7fa08c06f3d0 2023-11-18T15:43:32.023 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa06c06aed0 msgr2=0x7fa06c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa06c06aed0 0x7fa06c06d390 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa08c0af790 tx=0x7fa07c01c040 comp rx=0 tx=0).stop 2023-11-18T15:43:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c06f3d0 msgr2=0x7fa08c14a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c06f3d0 0x7fa08c14a3f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa07400c550 tx=0x7fa07400c910 comp rx=0 tx=0).stop 2023-11-18T15:43:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 shutdown_connections 2023-11-18T15:43:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa06c06aed0 0x7fa06c06d390 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa08c06f3d0 0x7fa08c14a3f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa08c15ad60 0x7fa08c0aee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 --2- 172.21.15.99:0/1010607486 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa08c0b68f0 0x7fa08c158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 >> 172.21.15.99:0/1010607486 conn(0x7fa08c0b3590 msgr2=0x7fa08c0cf7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 shutdown_connections 2023-11-18T15:43:32.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.023+0000 7fa091f5a700 1 -- 172.21.15.99:0/1010607486 wait complete. 2023-11-18T15:43:32.036 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":5,"active_gid":4110,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":3849668878},{"type":"v1","addr":"172.21.15.99:6833","nonce":3849668878}]},"active_addr":"172.21.15.99:6833/3849668878","active_change":"2023-11-18T15:43:14.905407+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4100,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:v0.0.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:v0.0.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":3530284802}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":2349398447}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":2151443569}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":3793161357}]}]} 2023-11-18T15:43:32.039 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-11-18T15:43:32.039 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-11-18T15:43:32.040 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:32.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.160+0000 7fe1b948c700 1 Processor -- start 2023-11-18T15:43:32.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.160+0000 7fe1b948c700 1 -- start start 2023-11-18T15:43:32.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.161+0000 7fe1b948c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe1b4143ec0 0x7fe1b415e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.161+0000 7fe1b948c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b40cd930 0x7fe1b406e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.161+0000 7fe1b948c700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1b406df10 con 0x7fe1b415e6e0 2023-11-18T15:43:32.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.161+0000 7fe1b948c700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1b415ec20 con 0x7fe1b4143ec0 2023-11-18T15:43:32.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.161+0000 7fe1b948c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b415ef00 con 0x7fe1b40cd930 2023-11-18T15:43:32.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.161+0000 7fe1b2ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe1b4143ec0 0x7fe1b415e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.161+0000 7fe1b2ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe1b4143ec0 0x7fe1b415e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58694/0 (socket says 172.21.15.99:58694) 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.161+0000 7fe1b27fc700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe1b415e6e0 0x7fe1b40cd220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45306/0 (socket says 172.21.15.99:45306) 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.161+0000 7fe1b2ffd700 1 -- 172.21.15.99:0/516778557 learned_addr learned my addr 172.21.15.99:0/516778557 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b37fe700 1 --2- 172.21.15.99:0/516778557 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b40cd930 0x7fe1b406e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b2ffd700 1 -- 172.21.15.99:0/516778557 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b40cd930 msgr2=0x7fe1b406e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b2ffd700 1 --2- 172.21.15.99:0/516778557 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b40cd930 0x7fe1b406e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b2ffd700 1 -- 172.21.15.99:0/516778557 >> v1:172.21.15.99:6789/0 conn(0x7fe1b415e6e0 legacy=0x7fe1b40cd220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b2ffd700 1 -- 172.21.15.99:0/516778557 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1b406e160 con 0x7fe1b4143ec0 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b1ffb700 1 -- 172.21.15.99:0/516778557 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 674608906 0 0) 0x7fe1b406df10 con 0x7fe1b415e6e0 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b2ffd700 1 --2- 172.21.15.99:0/516778557 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b4143ec0 0x7fe1b415e1a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe19c0098f0 tx=0x7fe19c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7f69dbb0003a6a8 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b1ffb700 1 -- 172.21.15.99:0/516778557 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe19c00b8a0 con 0x7fe1b4143ec0 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b1ffb700 1 -- 172.21.15.99:0/516778557 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe19c00ba00 con 0x7fe1b4143ec0 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b1ffb700 1 -- 172.21.15.99:0/516778557 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe19c00bd90 con 0x7fe1b4143ec0 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b948c700 1 -- 172.21.15.99:0/516778557 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b4143ec0 msgr2=0x7fe1b415e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b948c700 1 --2- 172.21.15.99:0/516778557 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b4143ec0 0x7fe1b415e1a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe19c0098f0 tx=0x7fe19c009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b948c700 1 -- 172.21.15.99:0/516778557 shutdown_connections 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b948c700 1 --2- 172.21.15.99:0/516778557 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b40cd930 0x7fe1b406e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b948c700 1 --2- 172.21.15.99:0/516778557 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b4143ec0 0x7fe1b415e1a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.162+0000 7fe1b948c700 1 -- 172.21.15.99:0/516778557 >> 172.21.15.99:0/516778557 conn(0x7fe1b40b1ff0 msgr2=0x7fe1b40b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.163+0000 7fe1b948c700 1 -- 172.21.15.99:0/516778557 shutdown_connections 2023-11-18T15:43:32.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.163+0000 7fe1b948c700 1 -- 172.21.15.99:0/516778557 wait complete. 2023-11-18T15:43:32.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.164+0000 7fe1b948c700 1 Processor -- start 2023-11-18T15:43:32.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.164+0000 7fe1b948c700 1 -- start start 2023-11-18T15:43:32.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b948c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1b40cd930 0x7fe1b41520e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b948c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b4143ec0 0x7fe1b40ad860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b948c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b415e6e0 0x7fe1b40adda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b948c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b4133ec0 con 0x7fe1b415e6e0 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b948c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b4152620 con 0x7fe1b40cd930 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b948c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b4130fe0 con 0x7fe1b4143ec0 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b37fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b415e6e0 0x7fe1b40adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b37fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b415e6e0 0x7fe1b40adda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58704/0 (socket says 172.21.15.99:58704) 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b37fe700 1 -- 172.21.15.99:0/3814429379 learned_addr learned my addr 172.21.15.99:0/3814429379 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b2ffd700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1b40cd930 0x7fe1b41520e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b27fc700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b4143ec0 0x7fe1b40ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b37fe700 1 -- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b4143ec0 msgr2=0x7fe1b40ad860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b37fe700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b4143ec0 0x7fe1b40ad860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b37fe700 1 -- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1b40cd930 msgr2=0x7fe1b41520e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b37fe700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1b40cd930 0x7fe1b41520e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b37fe700 1 -- 172.21.15.99:0/3814429379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe19c009550 con 0x7fe1b415e6e0 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b2ffd700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1b40cd930 0x7fe1b41520e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b27fc700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b4143ec0 0x7fe1b40ad860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b37fe700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b415e6e0 0x7fe1b40adda0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac007e30 tx=0x7fe1ac00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1ab7fe700 1 -- 172.21.15.99:0/3814429379 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac00eea0 con 0x7fe1b415e6e0 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1ab7fe700 1 -- 172.21.15.99:0/3814429379 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1ac014420 con 0x7fe1b415e6e0 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1b41312c0 con 0x7fe1b415e6e0 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1ab7fe700 1 -- 172.21.15.99:0/3814429379 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac0147d0 con 0x7fe1b415e6e0 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.165+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1b4131880 con 0x7fe1b415e6e0 2023-11-18T15:43:32.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.166+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1b4073aa0 con 0x7fe1b415e6e0 2023-11-18T15:43:32.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.167+0000 7fe1ab7fe700 1 -- 172.21.15.99:0/3814429379 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe1ac014930 con 0x7fe1b415e6e0 2023-11-18T15:43:32.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.167+0000 7fe1ab7fe700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe19406aed0 0x7fe19406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.167+0000 7fe1ab7fe700 1 -- 172.21.15.99:0/3814429379 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe1ac089df0 con 0x7fe1b415e6e0 2023-11-18T15:43:32.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.167+0000 7fe1b2ffd700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe19406aed0 0x7fe19406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.168+0000 7fe1b2ffd700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe19406aed0 0x7fe19406d390 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe19c000c00 tx=0x7fe19c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.171+0000 7fe1ab7fe700 1 -- 172.21.15.99:0/3814429379 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe1ac054ea0 con 0x7fe1b415e6e0 2023-11-18T15:43:32.366 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.365+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe1b4131a10 con 0x7fe1b415e6e0 2023-11-18T15:43:32.367 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.366+0000 7fe1ab7fe700 1 -- 172.21.15.99:0/3814429379 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7fe1ac0584c0 con 0x7fe1b415e6e0 2023-11-18T15:43:32.367 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:32.368 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe19406aed0 msgr2=0x7fe19406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe19406aed0 0x7fe19406d390 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe19c000c00 tx=0x7fe19c008030 comp rx=0 tx=0).stop 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b415e6e0 msgr2=0x7fe1b40adda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b415e6e0 0x7fe1b40adda0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac007e30 tx=0x7fe1ac00e3c0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 shutdown_connections 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe19406aed0 0x7fe19406d390 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1b415e6e0 0x7fe1b40adda0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1b40cd930 0x7fe1b41520e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 --2- 172.21.15.99:0/3814429379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1b4143ec0 0x7fe1b40ad860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.368+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 >> 172.21.15.99:0/3814429379 conn(0x7fe1b40b1ff0 msgr2=0x7fe1b4141850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.369+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 shutdown_connections 2023-11-18T15:43:32.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.369+0000 7fe1b948c700 1 -- 172.21.15.99:0/3814429379 wait complete. 2023-11-18T15:43:32.382 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-11-18T15:43:32.382 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:32.501 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.500+0000 7f31800a1700 1 Processor -- start 2023-11-18T15:43:32.502 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.501+0000 7f31800a1700 1 -- start start 2023-11-18T15:43:32.509 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.501+0000 7f31800a1700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3178147880 0x7f317806d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.509 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.501+0000 7f31800a1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 0x7f317815f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.501+0000 7f31800a1700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31780b5ce0 con 0x7f31780b6170 2023-11-18T15:43:32.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.501+0000 7f31800a1700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31780b5700 con 0x7f3178147880 2023-11-18T15:43:32.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.501+0000 7f31800a1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f317806e230 con 0x7f3178070c00 2023-11-18T15:43:32.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317de3d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3178147880 0x7f317806d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317de3d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3178147880 0x7f317806d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58708/0 (socket says 172.21.15.99:58708) 2023-11-18T15:43:32.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317de3d700 1 -- 172.21.15.99:0/1619525342 learned_addr learned my addr 172.21.15.99:0/1619525342 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317d63c700 1 --1- 172.21.15.99:0/1619525342 >> v1:172.21.15.99:6789/0 conn(0x7f31780b6170 0x7f31780704f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45320/0 (socket says 172.21.15.99:45320) 2023-11-18T15:43:32.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317e63e700 1 --2- 172.21.15.99:0/1619525342 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 0x7f317815f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317de3d700 1 -- 172.21.15.99:0/1619525342 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 msgr2=0x7f317815f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:32.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317de3d700 1 --2- 172.21.15.99:0/1619525342 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 0x7f317815f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317de3d700 1 -- 172.21.15.99:0/1619525342 >> v1:172.21.15.99:6789/0 conn(0x7f31780b6170 legacy=0x7f31780704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317de3d700 1 -- 172.21.15.99:0/1619525342 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31780b5970 con 0x7f3178147880 2023-11-18T15:43:32.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317ce3b700 1 -- 172.21.15.99:0/1619525342 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3665107808 0 0) 0x7f31780b5ce0 con 0x7f31780b6170 2023-11-18T15:43:32.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317de3d700 1 --2- 172.21.15.99:0/1619525342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 0x7f317806d910 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f31680098f0 tx=0x7f3168009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=511536d0cb30252f server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317ce3b700 1 -- 172.21.15.99:0/1619525342 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f316800b8a0 con 0x7f3178147880 2023-11-18T15:43:32.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317ce3b700 1 -- 172.21.15.99:0/1619525342 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f316800ba00 con 0x7f3178147880 2023-11-18T15:43:32.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.502+0000 7f317ce3b700 1 -- 172.21.15.99:0/1619525342 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f316800bd90 con 0x7f3178147880 2023-11-18T15:43:32.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.503+0000 7f31800a1700 1 -- 172.21.15.99:0/1619525342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 msgr2=0x7f317806d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.503+0000 7f31800a1700 1 --2- 172.21.15.99:0/1619525342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 0x7f317806d910 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f31680098f0 tx=0x7f3168009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:32.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.503+0000 7f31800a1700 1 -- 172.21.15.99:0/1619525342 shutdown_connections 2023-11-18T15:43:32.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.503+0000 7f31800a1700 1 --2- 172.21.15.99:0/1619525342 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 0x7f317815f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.503+0000 7f31800a1700 1 --2- 172.21.15.99:0/1619525342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 0x7f317806d910 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.503+0000 7f31800a1700 1 -- 172.21.15.99:0/1619525342 >> 172.21.15.99:0/1619525342 conn(0x7f31780b2130 msgr2=0x7f31780b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.503+0000 7f31800a1700 1 -- 172.21.15.99:0/1619525342 shutdown_connections 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.503+0000 7f31800a1700 1 -- 172.21.15.99:0/1619525342 wait complete. 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.504+0000 7f31800a1700 1 Processor -- start 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.504+0000 7f31800a1700 1 -- start start 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f31800a1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 0x7f31781f4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f31800a1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f31780b6170 0x7f31781f48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f31800a1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 0x7f31780c70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f31800a1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31781385b0 con 0x7f3178147880 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f31800a1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3178139410 con 0x7f31780b6170 2023-11-18T15:43:32.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f31800a1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31781f4e30 con 0x7f3178070c00 2023-11-18T15:43:32.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317e63e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 0x7f31780c70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317e63e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 0x7f31780c70c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58716/0 (socket says 172.21.15.99:58716) 2023-11-18T15:43:32.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317e63e700 1 -- 172.21.15.99:0/2767844765 learned_addr learned my addr 172.21.15.99:0/2767844765 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317de3d700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 0x7f31781f4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317d63c700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f31780b6170 0x7f31781f48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317e63e700 1 -- 172.21.15.99:0/2767844765 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 msgr2=0x7f31781f4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317e63e700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 0x7f31781f4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317e63e700 1 -- 172.21.15.99:0/2767844765 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f31780b6170 msgr2=0x7f31781f48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317e63e700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f31780b6170 0x7f31781f48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317e63e700 1 -- 172.21.15.99:0/2767844765 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3168009550 con 0x7f3178147880 2023-11-18T15:43:32.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f317e63e700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 0x7f31780c70c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f3170007d80 tx=0x7f317000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f316e7fc700 1 -- 172.21.15.99:0/2767844765 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f317000ed30 con 0x7f3178147880 2023-11-18T15:43:32.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f316e7fc700 1 -- 172.21.15.99:0/2767844765 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f317000ee90 con 0x7f3178147880 2023-11-18T15:43:32.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3178138800 con 0x7f3178147880 2023-11-18T15:43:32.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f316e7fc700 1 -- 172.21.15.99:0/2767844765 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3170014660 con 0x7f3178147880 2023-11-18T15:43:32.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.505+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3178138dc0 con 0x7f3178147880 2023-11-18T15:43:32.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.506+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3178073aa0 con 0x7f3178147880 2023-11-18T15:43:32.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.507+0000 7f316e7fc700 1 -- 172.21.15.99:0/2767844765 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f31700147c0 con 0x7f3178147880 2023-11-18T15:43:32.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.507+0000 7f316e7fc700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f315c06aed0 0x7f315c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.507+0000 7f316e7fc700 1 -- 172.21.15.99:0/2767844765 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3170089bd0 con 0x7f3178147880 2023-11-18T15:43:32.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.507+0000 7f317de3d700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f315c06aed0 0x7f315c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.508+0000 7f317de3d700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f315c06aed0 0x7f315c06d390 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3168009c40 tx=0x7f3168008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.512+0000 7f316e7fc700 1 -- 172.21.15.99:0/2767844765 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f3170054d30 con 0x7f3178147880 2023-11-18T15:43:32.704 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.703+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3178069400 con 0x7f3178147880 2023-11-18T15:43:32.706 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.704+0000 7f316e7fc700 1 -- 172.21.15.99:0/2767844765 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7f3170058350 con 0x7f3178147880 2023-11-18T15:43:32.706 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:32.707 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:32.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.706+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f315c06aed0 msgr2=0x7f315c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.706+0000 7f31800a1700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f315c06aed0 0x7f315c06d390 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3168009c40 tx=0x7f3168008030 comp rx=0 tx=0).stop 2023-11-18T15:43:32.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.706+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 msgr2=0x7f31780c70c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.706+0000 7f31800a1700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 0x7f31780c70c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f3170007d80 tx=0x7f317000e3c0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.706+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 shutdown_connections 2023-11-18T15:43:32.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.706+0000 7f31800a1700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f315c06aed0 0x7f315c06d390 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.706+0000 7f31800a1700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3178147880 0x7f31780c70c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.706+0000 7f31800a1700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3178070c00 0x7f31781f4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.706+0000 7f31800a1700 1 --2- 172.21.15.99:0/2767844765 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f31780b6170 0x7f31781f48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.707+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 >> 172.21.15.99:0/2767844765 conn(0x7f31780b2130 msgr2=0x7f31780d0190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.707+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 shutdown_connections 2023-11-18T15:43:32.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.707+0000 7f31800a1700 1 -- 172.21.15.99:0/2767844765 wait complete. 2023-11-18T15:43:32.720 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-11-18T15:43:32.721 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-11-18T15:43:32.721 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-11-18T15:43:32.722 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-11-18T15:43:32.722 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-11-18T15:43:32.722 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-11-18T15:43:32.723 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-11-18T15:43:32.723 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-11-18T15:43:32.814 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:43:32.838 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:43:32.911 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.902+0000 7fd2d8d52700 1 Processor -- start 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.902+0000 7fd2d8d52700 1 -- start start 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.903+0000 7fd2d8d52700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd2d40cb330 0x7fd2d40cf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.903+0000 7fd2d8d52700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2d40cedf0 con 0x7fd2d415d570 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.903+0000 7fd2d8d52700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2d40ce500 con 0x7fd2d40cf7c0 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.903+0000 7fd2d8d52700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2d40cb7b0 con 0x7fd2d40cb330 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.904+0000 7fd2d1d9b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd2d40cb330 0x7fd2d40cf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.904+0000 7fd2d1d9b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd2d40cb330 0x7fd2d40cf280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58722/0 (socket says 172.21.15.99:58722) 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.904+0000 7fd2d1d9b700 1 -- 172.21.15.99:0/3422775325 learned_addr learned my addr 172.21.15.99:0/3422775325 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.905+0000 7fd2d1d9b700 1 -- 172.21.15.99:0/3422775325 >> v1:172.21.15.181:6789/0 conn(0x7fd2d40cf7c0 legacy=0x7fd2d415dd80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:32.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.905+0000 7fd2d1d9b700 1 -- 172.21.15.99:0/3422775325 >> v1:172.21.15.99:6789/0 conn(0x7fd2d415d570 legacy=0x7fd2d40704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:32.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.905+0000 7fd2d1d9b700 1 -- 172.21.15.99:0/3422775325 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d40cba60 con 0x7fd2d40cb330 2023-11-18T15:43:32.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.905+0000 7fd2d1d9b700 1 --2- 172.21.15.99:0/3422775325 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 0x7fd2d40cf280 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc007a60 tx=0x7fd2cc010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14c24b53ecb6193a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.917+0000 7fd2d159a700 1 -- 172.21.15.99:0/3422775325 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc010270 con 0x7fd2d40cb330 2023-11-18T15:43:32.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.917+0000 7fd2d159a700 1 -- 172.21.15.99:0/3422775325 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2cc019a60 con 0x7fd2d40cb330 2023-11-18T15:43:32.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.917+0000 7fd2d159a700 1 -- 172.21.15.99:0/3422775325 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc019e10 con 0x7fd2d40cb330 2023-11-18T15:43:32.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.918+0000 7fd2d8d52700 1 -- 172.21.15.99:0/3422775325 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 msgr2=0x7fd2d40cf280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.918+0000 7fd2d8d52700 1 --2- 172.21.15.99:0/3422775325 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 0x7fd2d40cf280 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc007a60 tx=0x7fd2cc010800 comp rx=0 tx=0).stop 2023-11-18T15:43:32.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.920+0000 7fd2d8d52700 1 -- 172.21.15.99:0/3422775325 shutdown_connections 2023-11-18T15:43:32.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.920+0000 7fd2d8d52700 1 --2- 172.21.15.99:0/3422775325 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 0x7fd2d40cf280 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.920+0000 7fd2d8d52700 1 -- 172.21.15.99:0/3422775325 >> 172.21.15.99:0/3422775325 conn(0x7fd2d40b51d0 msgr2=0x7fd2d40b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.926+0000 7fd2d8d52700 1 -- 172.21.15.99:0/3422775325 shutdown_connections 2023-11-18T15:43:32.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.926+0000 7fd2d8d52700 1 -- 172.21.15.99:0/3422775325 wait complete. 2023-11-18T15:43:32.929 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.928+0000 7fd2d8d52700 1 Processor -- start 2023-11-18T15:43:32.930 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.928+0000 7fd2d8d52700 1 -- start start 2023-11-18T15:43:32.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.929+0000 7fd2d8d52700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 0x7fd2d414ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.929+0000 7fd2d8d52700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2d40cf7c0 0x7fd2d406e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.929+0000 7fd2d8d52700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2d415d570 0x7fd2d406ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.929+0000 7fd2d8d52700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d40ab6e0 con 0x7fd2d40cb330 2023-11-18T15:43:32.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.929+0000 7fd2d8d52700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d415ba20 con 0x7fd2d40cf7c0 2023-11-18T15:43:32.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.929+0000 7fd2d8d52700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d415bd00 con 0x7fd2d415d570 2023-11-18T15:43:32.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.929+0000 7fd2d259c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 0x7fd2d414ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.929+0000 7fd2d259c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 0x7fd2d414ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58726/0 (socket says 172.21.15.99:58726) 2023-11-18T15:43:32.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.929+0000 7fd2d259c700 1 -- 172.21.15.99:0/2058572066 learned_addr learned my addr 172.21.15.99:0/2058572066 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.930+0000 7fd2d1d9b700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2d40cf7c0 0x7fd2d406e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.930+0000 7fd2d2d9d700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2d415d570 0x7fd2d406ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.930+0000 7fd2d259c700 1 -- 172.21.15.99:0/2058572066 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2d415d570 msgr2=0x7fd2d406ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.930+0000 7fd2d259c700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2d415d570 0x7fd2d406ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.930+0000 7fd2d259c700 1 -- 172.21.15.99:0/2058572066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2d40cf7c0 msgr2=0x7fd2d406e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.930+0000 7fd2d259c700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2d40cf7c0 0x7fd2d406e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.930+0000 7fd2d259c700 1 -- 172.21.15.99:0/2058572066 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2cc007790 con 0x7fd2d40cb330 2023-11-18T15:43:32.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.930+0000 7fd2d259c700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 0x7fd2d414ba30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd2c400b4a0 tx=0x7fd2c400b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.931+0000 7fd2c2ffd700 1 -- 172.21.15.99:0/2058572066 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c4011830 con 0x7fd2d40cb330 2023-11-18T15:43:32.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.931+0000 7fd2c2ffd700 1 -- 172.21.15.99:0/2058572066 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2c4011990 con 0x7fd2d40cb330 2023-11-18T15:43:32.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.931+0000 7fd2c2ffd700 1 -- 172.21.15.99:0/2058572066 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c4011d40 con 0x7fd2d40cb330 2023-11-18T15:43:32.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.931+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2d415bfe0 con 0x7fd2d40cb330 2023-11-18T15:43:32.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.931+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2d415acc0 con 0x7fd2d40cb330 2023-11-18T15:43:32.937 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.932+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd2d40cea80 con 0x7fd2d40cb330 2023-11-18T15:43:32.937 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.933+0000 7fd2c2ffd700 1 -- 172.21.15.99:0/2058572066 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd2c401a400 con 0x7fd2d40cb330 2023-11-18T15:43:32.937 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.934+0000 7fd2c2ffd700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2b406aed0 0x7fd2b406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.934+0000 7fd2c2ffd700 1 -- 172.21.15.99:0/2058572066 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd2c4089a30 con 0x7fd2d40cb330 2023-11-18T15:43:32.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.934+0000 7fd2c2ffd700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fd2b4073070 0x7fd2b4075490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.934+0000 7fd2c2ffd700 1 -- 172.21.15.99:0/2058572066 --> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd2b4075b40 con 0x7fd2b4073070 2023-11-18T15:43:32.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.934+0000 7fd2c2ffd700 1 -- 172.21.15.99:0/2058572066 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2c4089e80 con 0x7fd2d40cb330 2023-11-18T15:43:32.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.934+0000 7fd2d1d9b700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2b406aed0 0x7fd2b406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.934+0000 7fd2d2d9d700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fd2b4073070 0x7fd2b4075490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.935+0000 7f9cb1b91700 1 Processor -- start 2023-11-18T15:43:32.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.935+0000 7fd2d2d9d700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fd2b4073070 0x7fd2b4075490 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.935+0000 7fd2d1d9b700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2b406aed0 0x7fd2b406d390 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc010840 tx=0x7fd2cc013040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.935+0000 7f9cb1b91700 1 -- start start 2023-11-18T15:43:32.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.936+0000 7f9cb1b91700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f9cac1638c0 0x7f9cac06d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.936+0000 7fd2c2ffd700 1 -- 172.21.15.99:0/2058572066 <== osd.2 v2:172.21.15.99:6817/1517971859 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fd2b4075b40 con 0x7fd2b4073070 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.936+0000 7f9cb1b91700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cac145c90 con 0x7f9cac06d560 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.936+0000 7f9cb1b91700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cac166a80 con 0x7f9cac1453f0 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.936+0000 7f9cb1b91700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cac06d9d0 con 0x7f9cac1638c0 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.936+0000 7f9cabfff700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f9cac06d560 0x7f9cac146e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45350/0 (socket says 172.21.15.99:45350) 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.936+0000 7f9cabfff700 1 -- 172.21.15.99:0/1418677452 learned_addr learned my addr 172.21.15.99:0/1418677452 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.936+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3384030403 0 0) 0x7f9cac145c90 con 0x7f9cac06d560 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.936+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c940035b0 con 0x7f9cac06d560 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2802946768 0 0) 0x7f9cac166a80 con 0x7f9cac1453f0 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9cac145c90 con 0x7f9cac1453f0 2023-11-18T15:43:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 555398896 0 0) 0x7f9c940035b0 con 0x7f9cac06d560 2023-11-18T15:43:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 >> v2:172.21.15.181:3300/0 conn(0x7f9cac1638c0 msgr2=0x7f9cac06d020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 --2- 172.21.15.99:0/1418677452 >> v2:172.21.15.181:3300/0 conn(0x7f9cac1638c0 0x7f9cac06d020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 >> v1:172.21.15.181:6789/0 conn(0x7f9cac1453f0 legacy=0x7f9cac166230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cac166d60 con 0x7f9cac06d560 2023-11-18T15:43:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f9ca40019f0 con 0x7f9cac06d560 2023-11-18T15:43:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 >> v1:172.21.15.99:6789/0 conn(0x7f9cac06d560 legacy=0x7f9cac146e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9c94003b90 0x7f9c94003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c94004850 0x7f9c94004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9c9400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cac06d9d0 con 0x7f9c94005330 2023-11-18T15:43:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c9400c230 con 0x7f9c94004850 2023-11-18T15:43:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c9400c3f0 con 0x7f9c94003b90 2023-11-18T15:43:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9cabfff700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9c9400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9cab7fe700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9c94003b90 0x7f9c94003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9cabfff700 1 -- 172.21.15.99:0/1418677452 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9c94003b90 msgr2=0x7f9c94003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9cabfff700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9c94003b90 0x7f9c94003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9cabfff700 1 -- 172.21.15.99:0/1418677452 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c94004850 msgr2=0x7f9c94004cd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9cabfff700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c94004850 0x7f9c94004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9cabfff700 1 -- 172.21.15.99:0/1418677452 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cac166d60 con 0x7f9c94005330 2023-11-18T15:43:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.937+0000 7f9cabfff700 1 -- 172.21.15.99:0/1418677452 reap_dead start 2023-11-18T15:43:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.938+0000 7f9cabfff700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9c9400ba10 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9ca400a840 tx=0x7f9c94005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90d60891e4439050 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.938+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca400a2f0 con 0x7f9c94005330 2023-11-18T15:43:32.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.938+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ca4012620 con 0x7f9c94005330 2023-11-18T15:43:32.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.938+0000 7f9caa7fc700 1 -- 172.21.15.99:0/1418677452 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca40129d0 con 0x7f9c94005330 2023-11-18T15:43:32.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.938+0000 7f9cb1b91700 1 -- 172.21.15.99:0/1418677452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 msgr2=0x7f9c9400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.938+0000 7f9cb1b91700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9c9400ba10 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9ca400a840 tx=0x7f9c94005880 comp rx=0 tx=0).stop 2023-11-18T15:43:32.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.939+0000 7f9cb1b91700 1 -- 172.21.15.99:0/1418677452 shutdown_connections 2023-11-18T15:43:32.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.939+0000 7f9cb1b91700 1 --2- 172.21.15.99:0/1418677452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9c9400ba10 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.939+0000 7f9cb1b91700 1 -- 172.21.15.99:0/1418677452 >> 172.21.15.99:0/1418677452 conn(0x7f9cac0b2080 msgr2=0x7f9cac0b2eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.942+0000 7ff5a3e5b700 1 Processor -- start 2023-11-18T15:43:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.942+0000 7ff5a3e5b700 1 -- start start 2023-11-18T15:43:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.943+0000 7ff5a3e5b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff59c15af70 0x7ff59c0b3750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.943+0000 7ff5a3e5b700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7ff59c0ca310 0x7ff59c0715c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.943+0000 7ff5a3e5b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff59c0cfaa0 0x7ff59c071b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.943+0000 7ff5a3e5b700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff59c15b350 con 0x7ff59c0cfaa0 2023-11-18T15:43:32.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.943+0000 7ff5a3e5b700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff59c0cf000 con 0x7ff59c0ca310 2023-11-18T15:43:32.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.943+0000 7ff5a3e5b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff59c0b41a0 con 0x7ff59c15af70 2023-11-18T15:43:32.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7ff5a23f8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff59c0cfaa0 0x7ff59c071b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7ff5a23f8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff59c0cfaa0 0x7ff59c071b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58744/0 (socket says 172.21.15.99:58744) 2023-11-18T15:43:32.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7ff5a23f8700 1 -- 172.21.15.99:0/4088787969 learned_addr learned my addr 172.21.15.99:0/4088787969 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7f88dba74700 1 Processor -- start 2023-11-18T15:43:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7ff5a23f8700 1 -- 172.21.15.99:0/4088787969 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff59c15af70 msgr2=0x7ff59c0b3750 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7ff5a23f8700 1 --2- 172.21.15.99:0/4088787969 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff59c15af70 0x7ff59c0b3750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7ff5a23f8700 1 -- 172.21.15.99:0/4088787969 >> v2:172.21.15.181:3300/0 conn(0x7ff59c0ca310 msgr2=0x7ff59c0715c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7ff5a23f8700 1 --2- 172.21.15.99:0/4088787969 >> v2:172.21.15.181:3300/0 conn(0x7ff59c0ca310 0x7ff59c0715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7ff5a23f8700 1 -- 172.21.15.99:0/4088787969 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff59c0cf2a0 con 0x7ff59c0cfaa0 2023-11-18T15:43:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.945+0000 7fd22bd4c700 1 Processor -- start 2023-11-18T15:43:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7ff5a23f8700 1 --2- 172.21.15.99:0/4088787969 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c0cfaa0 0x7ff59c071b00 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff59c06c3b0 tx=0x7ff59400d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b92b7976c5be5e server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.945+0000 7fd22bd4c700 1 -- start start 2023-11-18T15:43:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7fd22bd4c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd22415d570 0x7fd2240cb330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7fd22bd4c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240704b0 0x7fd2240cf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7fd22bd4c700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2240cedf0 con 0x7fd2240cf7c0 2023-11-18T15:43:32.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7fd22bd4c700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2240cb870 con 0x7fd22415d570 2023-11-18T15:43:32.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7fd22bd4c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2240ce500 con 0x7fd2240704b0 2023-11-18T15:43:32.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.944+0000 7f88dba74700 1 -- start start 2023-11-18T15:43:32.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88dba74700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 0x7f88d406e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88dba74700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f88d406eeb0 0x7f88d4072010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88dba74700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f88d4072550 0x7f88d406d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88dba74700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88d40cf1f0 con 0x7f88d406eeb0 2023-11-18T15:43:32.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88dba74700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88d406f330 con 0x7f88d4072550 2023-11-18T15:43:32.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88dba74700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88d40b6020 con 0x7f88d415ab20 2023-11-18T15:43:32.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88d900f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f88d406eeb0 0x7f88d4072010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88d900f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f88d406eeb0 0x7f88d4072010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58752/0 (socket says 172.21.15.99:58752) 2023-11-18T15:43:32.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88d900f700 1 -- 172.21.15.99:0/3980510532 learned_addr learned my addr 172.21.15.99:0/3980510532 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7ff5a0bf5700 1 -- 172.21.15.99:0/4088787969 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff594010070 con 0x7ff59c0cfaa0 2023-11-18T15:43:32.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7ff5a0bf5700 1 -- 172.21.15.99:0/4088787969 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff59400dd90 con 0x7ff59c0cfaa0 2023-11-18T15:43:32.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7ff5a0bf5700 1 -- 172.21.15.99:0/4088787969 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff59400b310 con 0x7ff59c0cfaa0 2023-11-18T15:43:32.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88da011700 1 --2- 172.21.15.99:0/3980510532 >> v2:172.21.15.181:3300/0 conn(0x7f88d4072550 0x7f88d406d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88d900f700 1 -- 172.21.15.99:0/3980510532 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 msgr2=0x7f88d406e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:32.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88d900f700 1 --2- 172.21.15.99:0/3980510532 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 0x7f88d406e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88d900f700 1 -- 172.21.15.99:0/3980510532 >> v2:172.21.15.181:3300/0 conn(0x7f88d4072550 msgr2=0x7f88d406d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:32.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88d900f700 1 --2- 172.21.15.99:0/3980510532 >> v2:172.21.15.181:3300/0 conn(0x7f88d4072550 0x7f88d406d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7f88d900f700 1 -- 172.21.15.99:0/3980510532 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88d40ce900 con 0x7f88d406eeb0 2023-11-18T15:43:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7fd229ae8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd22415d570 0x7fd2240cb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7fd229ae8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd22415d570 0x7fd2240cb330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58754/0 (socket says 172.21.15.99:58754) 2023-11-18T15:43:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.946+0000 7fd229ae8700 1 -- 172.21.15.99:0/4140082620 learned_addr learned my addr 172.21.15.99:0/4140082620 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7fd229ae8700 1 -- 172.21.15.99:0/4140082620 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240704b0 msgr2=0x7fd2240cf280 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7fd229ae8700 1 --2- 172.21.15.99:0/4140082620 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240704b0 0x7fd2240cf280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7fd229ae8700 1 -- 172.21.15.99:0/4140082620 >> v1:172.21.15.99:6789/0 conn(0x7fd2240cf7c0 legacy=0x7fd2240b2ad0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7fd229ae8700 1 -- 172.21.15.99:0/4140082620 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2240cba60 con 0x7fd22415d570 2023-11-18T15:43:32.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7f88d900f700 1 --2- 172.21.15.99:0/3980510532 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88d406eeb0 0x7f88d4072010 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f88d40ce600 tx=0x7f88d0009c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d4b82f75bd94437 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7f88d880e700 1 -- 172.21.15.99:0/3980510532 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d0009ea0 con 0x7f88d406eeb0 2023-11-18T15:43:32.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7f88d880e700 1 -- 172.21.15.99:0/3980510532 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88d0004230 con 0x7f88d406eeb0 2023-11-18T15:43:32.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7f88d880e700 1 -- 172.21.15.99:0/3980510532 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d000b7e0 con 0x7f88d406eeb0 2023-11-18T15:43:32.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/4088787969 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c0cfaa0 msgr2=0x7ff59c071b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.947+0000 7ff5a3e5b700 1 --2- 172.21.15.99:0/4088787969 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c0cfaa0 0x7ff59c071b00 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff59c06c3b0 tx=0x7ff59400d430 comp rx=0 tx=0).stop 2023-11-18T15:43:32.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7fd229ae8700 1 --2- 172.21.15.99:0/4140082620 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd22415d570 0x7fd2240cb330 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd218007360 tx=0x7fd218007670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=381d4eb037bdcd61 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7f88dba74700 1 -- 172.21.15.99:0/3980510532 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88d406eeb0 msgr2=0x7f88d4072010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7f88dba74700 1 --2- 172.21.15.99:0/3980510532 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88d406eeb0 0x7f88d4072010 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f88d40ce600 tx=0x7f88d0009c60 comp rx=0 tx=0).stop 2023-11-18T15:43:32.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/4088787969 shutdown_connections 2023-11-18T15:43:32.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7ff5a3e5b700 1 --2- 172.21.15.99:0/4088787969 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff59c15af70 0x7ff59c0b3750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7ff5a3e5b700 1 --2- 172.21.15.99:0/4088787969 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c0cfaa0 0x7ff59c071b00 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7ff5a3e5b700 1 --2- 172.21.15.99:0/4088787969 >> v2:172.21.15.181:3300/0 conn(0x7ff59c0ca310 0x7ff59c0715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/4088787969 >> 172.21.15.99:0/4088787969 conn(0x7ff59c0b15d0 msgr2=0x7ff59c0b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7fd228ae6700 1 -- 172.21.15.99:0/4140082620 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd21800f070 con 0x7fd22415d570 2023-11-18T15:43:32.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7fd228ae6700 1 -- 172.21.15.99:0/4140082620 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd218008bf0 con 0x7fd22415d570 2023-11-18T15:43:32.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.948+0000 7fd228ae6700 1 -- 172.21.15.99:0/4140082620 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd218004030 con 0x7fd22415d570 2023-11-18T15:43:32.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.949+0000 7f9cb1b91700 1 -- 172.21.15.99:0/1418677452 shutdown_connections 2023-11-18T15:43:32.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.949+0000 7f9cb1b91700 1 -- 172.21.15.99:0/1418677452 wait complete. 2023-11-18T15:43:32.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.949+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4140082620 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd22415d570 msgr2=0x7fd2240cb330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.949+0000 7fd22bd4c700 1 --2- 172.21.15.99:0/4140082620 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd22415d570 0x7fd2240cb330 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd218007360 tx=0x7fd218007670 comp rx=0 tx=0).stop 2023-11-18T15:43:32.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.950+0000 7f9cb1b91700 1 Processor -- start 2023-11-18T15:43:32.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.950+0000 7f9cb1b91700 1 -- start start 2023-11-18T15:43:32.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f88dba74700 1 -- 172.21.15.99:0/3980510532 shutdown_connections 2023-11-18T15:43:32.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f88dba74700 1 --2- 172.21.15.99:0/3980510532 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 0x7f88d406e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f88dba74700 1 --2- 172.21.15.99:0/3980510532 >> v2:172.21.15.181:3300/0 conn(0x7f88d4072550 0x7f88d406d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f88dba74700 1 --2- 172.21.15.99:0/3980510532 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88d406eeb0 0x7f88d4072010 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f88dba74700 1 -- 172.21.15.99:0/3980510532 >> 172.21.15.99:0/3980510532 conn(0x7f88d406b200 msgr2=0x7f88d406b610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cb1b91700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9cac158dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f88dba74700 1 -- 172.21.15.99:0/3980510532 shutdown_connections 2023-11-18T15:43:32.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cb1b91700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cac071ff0 0x7f9cac072470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cb1b91700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cac1377b0 0x7f9cac137c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.965 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cb1b91700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cac136ff0 con 0x7f9c94005330 2023-11-18T15:43:32.965 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cb1b91700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cac072ac0 con 0x7f9cac071ff0 2023-11-18T15:43:32.965 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cb1b91700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cac072da0 con 0x7f9cac1377b0 2023-11-18T15:43:32.965 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/4088787969 shutdown_connections 2023-11-18T15:43:32.965 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cab7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9cac158dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cab7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9cac158dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58762/0 (socket says 172.21.15.99:58762) 2023-11-18T15:43:32.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cab7fe700 1 -- 172.21.15.99:0/906740569 learned_addr learned my addr 172.21.15.99:0/906740569 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9cabfff700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cac1377b0 0x7f9cac137c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f88dba74700 1 -- 172.21.15.99:0/3980510532 wait complete. 2023-11-18T15:43:32.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.951+0000 7f9caaffd700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cac071ff0 0x7f9cac072470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7f9cab7fe700 1 -- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cac1377b0 msgr2=0x7f9cac137c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7f9cab7fe700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9cac1377b0 0x7f9cac137c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7f9cab7fe700 1 -- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cac071ff0 msgr2=0x7f9cac072470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7f9cab7fe700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cac071ff0 0x7f9cac072470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7f9cab7fe700 1 -- 172.21.15.99:0/906740569 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cac073080 con 0x7f9c94005330 2023-11-18T15:43:32.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7f9cab7fe700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9cac158dd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9ca000f820 tx=0x7f9ca000fb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7f9c93fff700 1 -- 172.21.15.99:0/906740569 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca0017070 con 0x7f9c94005330 2023-11-18T15:43:32.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7f9c93fff700 1 -- 172.21.15.99:0/906740569 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ca00052e0 con 0x7f9c94005330 2023-11-18T15:43:32.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7f9c93fff700 1 -- 172.21.15.99:0/906740569 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca0005490 con 0x7f9c94005330 2023-11-18T15:43:32.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.952+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/4088787969 wait complete. 2023-11-18T15:43:32.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.954+0000 7ff5a3e5b700 1 Processor -- start 2023-11-18T15:43:32.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.953+0000 7f88dba74700 1 Processor -- start 2023-11-18T15:43:32.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.953+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cac137290 con 0x7f9c94005330 2023-11-18T15:43:32.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.953+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cac159310 con 0x7f9c94005330 2023-11-18T15:43:32.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.953+0000 7f88dba74700 1 -- start start 2023-11-18T15:43:32.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.954+0000 7f88dba74700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f88d406eeb0 0x7f88d40af3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.954+0000 7f88dba74700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88d4072550 0x7f88d415bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.954+0000 7f88dba74700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 0x7f88d4153b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.954+0000 7f88dba74700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88d4150bc0 con 0x7f88d4072550 2023-11-18T15:43:32.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.954+0000 7f88dba74700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88d4150e10 con 0x7f88d406eeb0 2023-11-18T15:43:32.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.954+0000 7f88dba74700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88d41510f0 con 0x7f88d415ab20 2023-11-18T15:43:32.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7f88da011700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 0x7f88d4153b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7f88da011700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 0x7f88d4153b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:40142/0 (socket says 172.21.15.99:40142) 2023-11-18T15:43:32.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7f88da011700 1 -- 172.21.15.99:0/3695657389 learned_addr learned my addr 172.21.15.99:0/3695657389 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7f88da011700 1 -- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f88d406eeb0 msgr2=0x7f88d40af3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7f88da011700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f88d406eeb0 0x7f88d40af3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7f88da011700 1 -- 172.21.15.99:0/3695657389 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88d4072550 msgr2=0x7f88d415bc80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-18T15:43:32.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7f88da011700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88d4072550 0x7f88d415bc80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7f88da011700 1 -- 172.21.15.99:0/3695657389 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88d0009550 con 0x7f88d415ab20 2023-11-18T15:43:32.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7f88da011700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 0x7f88d4153b60 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f88cc0070b0 tx=0x7f88cc0084e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.954+0000 7ff5a3e5b700 1 -- start start 2023-11-18T15:43:32.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7ff5a3e5b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff59c0ca310 0x7ff59c14f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7ff5a3e5b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff59c0cfaa0 0x7ff59c14e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7ff5a3e5b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c15af70 0x7ff59c14eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7ff5a3e5b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff59c14f000 con 0x7ff59c15af70 2023-11-18T15:43:32.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7ff5a3e5b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff59c154fa0 con 0x7ff59c0ca310 2023-11-18T15:43:32.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7ff5a3e5b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff59c154cc0 con 0x7ff59c0cfaa0 2023-11-18T15:43:32.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7ff5a1bf7700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff59c0ca310 0x7ff59c14f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7ff5a23f8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c15af70 0x7ff59c14eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.955+0000 7ff5a13f6700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff59c0cfaa0 0x7ff59c14e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a23f8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c15af70 0x7ff59c14eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58774/0 (socket says 172.21.15.99:58774) 2023-11-18T15:43:32.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a13f6700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff59c0cfaa0 0x7ff59c14e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:40146/0 (socket says 172.21.15.99:40146) 2023-11-18T15:43:32.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a1bf7700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff59c0ca310 0x7ff59c14f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:57242/0 (socket says 172.21.15.99:57242) 2023-11-18T15:43:32.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a23f8700 1 -- 172.21.15.99:0/1414285398 learned_addr learned my addr 172.21.15.99:0/1414285398 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a23f8700 1 -- 172.21.15.99:0/1414285398 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff59c0cfaa0 msgr2=0x7ff59c14e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a23f8700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff59c0cfaa0 0x7ff59c14e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a23f8700 1 -- 172.21.15.99:0/1414285398 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff59c0ca310 msgr2=0x7ff59c14f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a23f8700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff59c0ca310 0x7ff59c14f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a23f8700 1 -- 172.21.15.99:0/1414285398 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff59400bd40 con 0x7ff59c15af70 2023-11-18T15:43:32.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a1bf7700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff59c0ca310 0x7ff59c14f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:32.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5a23f8700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c15af70 0x7ff59c14eac0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff594014000 tx=0x7ff594004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7ff5927fc700 1 -- 172.21.15.99:0/1414285398 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff594009a10 con 0x7ff59c15af70 2023-11-18T15:43:32.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9cac0ce8d0 con 0x7f9c94005330 2023-11-18T15:43:32.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.956+0000 7f9c93fff700 1 -- 172.21.15.99:0/906740569 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f9ca0006860 con 0x7f9c94005330 2023-11-18T15:43:32.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7f9c93fff700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9c9806afa0 0x7f9c9806d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7f9c93fff700 1 -- 172.21.15.99:0/906740569 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9ca0088d00 con 0x7f9c94005330 2023-11-18T15:43:32.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7f9c93fff700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7f9c98073140 0x7f9c98075560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7f9c93fff700 1 -- 172.21.15.99:0/906740569 --> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9c98075c10 con 0x7f9c98073140 2023-11-18T15:43:32.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7f9c93fff700 1 -- 172.21.15.99:0/906740569 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9ca0053d90 con 0x7f9c94005330 2023-11-18T15:43:32.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7f9cabfff700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7f9c98073140 0x7f9c98075560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4140082620 shutdown_connections 2023-11-18T15:43:32.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7fd22bd4c700 1 --2- 172.21.15.99:0/4140082620 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd22415d570 0x7fd2240cb330 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7fd22bd4c700 1 --2- 172.21.15.99:0/4140082620 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240704b0 0x7fd2240cf280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4140082620 >> 172.21.15.99:0/4140082620 conn(0x7fd2240b51d0 msgr2=0x7fd2240b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7ff5927fc700 1 -- 172.21.15.99:0/1414285398 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff594009b70 con 0x7ff59c15af70 2023-11-18T15:43:32.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7ff5927fc700 1 -- 172.21.15.99:0/1414285398 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff594004040 con 0x7ff59c15af70 2023-11-18T15:43:32.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff59c15b890 con 0x7ff59c15af70 2023-11-18T15:43:32.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.957+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff59c15be50 con 0x7ff59c15af70 2023-11-18T15:43:32.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.958+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4140082620 shutdown_connections 2023-11-18T15:43:32.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.958+0000 7f9cabfff700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7f9c98073140 0x7f9c98075560 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.958+0000 7f9caaffd700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9c9806afa0 0x7f9c9806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.958+0000 7f9caaffd700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9c9806afa0 0x7f9c9806d460 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9cac050b10 tx=0x7f9c9c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.959+0000 7f9c93fff700 1 -- 172.21.15.99:0/906740569 <== osd.7 v2:172.21.15.181:6822/1591021784 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f9c98075c10 con 0x7f9c98073140 2023-11-18T15:43:32.979 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.960+0000 7ff5927fc700 1 -- 172.21.15.99:0/1414285398 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7ff5940041a0 con 0x7ff59c15af70 2023-11-18T15:43:32.979 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.960+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4140082620 wait complete. 2023-11-18T15:43:32.980 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.960+0000 7ff5927fc700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff58006aed0 0x7ff58006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.980 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.960+0000 7ff5927fc700 1 -- 172.21.15.99:0/1414285398 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff59408b220 con 0x7ff59c15af70 2023-11-18T15:43:32.980 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.960+0000 7ff5a1bf7700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff58006aed0 0x7ff58006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.980 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.961+0000 7ff5a1bf7700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff58006aed0 0x7ff58006d390 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff58c009910 tx=0x7ff58c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.962+0000 7fd22bd4c700 1 Processor -- start 2023-11-18T15:43:32.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.962+0000 7fd22bd4c700 1 -- start start 2023-11-18T15:43:32.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.962+0000 7f88ca7fc700 1 -- 172.21.15.99:0/3695657389 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88cc010070 con 0x7f88d415ab20 2023-11-18T15:43:32.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.962+0000 7f88ca7fc700 1 -- 172.21.15.99:0/3695657389 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88cc00be80 con 0x7f88d415ab20 2023-11-18T15:43:32.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.962+0000 7f88ca7fc700 1 -- 172.21.15.99:0/3695657389 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88cc008c60 con 0x7f88d415ab20 2023-11-18T15:43:32.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.962+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88d415d1c0 con 0x7f88d415ab20 2023-11-18T15:43:32.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.962+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88d4150030 con 0x7f88d415ab20 2023-11-18T15:43:32.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.962+0000 7ff5a3e5b700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7ff5840015d0 0x7ff584003a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.962+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 --> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff584006bc0 con 0x7ff5840015d0 2023-11-18T15:43:32.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7ff5a13f6700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7ff5840015d0 0x7ff584003a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd22bd4c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2240704b0 0x7fd22414a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd22bd4c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240cf7c0 0x7fd22414fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd22bd4c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd22415d570 0x7fd22414c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd22bd4c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2241f5e90 con 0x7fd22415d570 2023-11-18T15:43:32.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd22bd4c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd22414b290 con 0x7fd2240704b0 2023-11-18T15:43:32.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd22bd4c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd22414b570 con 0x7fd2240cf7c0 2023-11-18T15:43:32.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7ff5a13f6700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7ff5840015d0 0x7ff584003a90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd2292e7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240cf7c0 0x7fd22414fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd2292e7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240cf7c0 0x7fd22414fa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:40160/0 (socket says 172.21.15.99:40160) 2023-11-18T15:43:32.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd2292e7700 1 -- 172.21.15.99:0/4100560247 learned_addr learned my addr 172.21.15.99:0/4100560247 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:32.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.963+0000 7fd229ae8700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2240704b0 0x7fd22414a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.964+0000 7fd2292e7700 1 -- 172.21.15.99:0/4100560247 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2240704b0 msgr2=0x7fd22414a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.964+0000 7fd2292e7700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2240704b0 0x7fd22414a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.964+0000 7fd2292e7700 1 -- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd22415d570 msgr2=0x7fd22414c330 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-18T15:43:32.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.964+0000 7fd2292e7700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd22415d570 0x7fd22414c330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.964+0000 7fd2292e7700 1 -- 172.21.15.99:0/4100560247 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd218007040 con 0x7fd2240cf7c0 2023-11-18T15:43:32.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.964+0000 7fd2292e7700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240cf7c0 0x7fd22414fa90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd22000b550 tx=0x7fd22000b860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.964+0000 7ff5927fc700 1 -- 172.21.15.99:0/1414285398 <== osd.0 v2:172.21.15.99:6808/280410252 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7ff584006bc0 con 0x7ff5840015d0 2023-11-18T15:43:32.986 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.965+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f88d4150f80 con 0x7f88d415ab20 2023-11-18T15:43:32.986 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.965+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 --> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd2d40ab820 con 0x7fd2b4073070 2023-11-18T15:43:32.986 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.965+0000 7fd0421f7700 1 Processor -- start 2023-11-18T15:43:32.986 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.965+0000 7fd0421f7700 1 -- start start 2023-11-18T15:43:32.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.965+0000 7f88ca7fc700 1 -- 172.21.15.99:0/3695657389 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f88cc014030 con 0x7f88d415ab20 2023-11-18T15:43:32.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.966+0000 7f88ca7fc700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f88b806afa0 0x7f88b806d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.966+0000 7fd2c2ffd700 1 -- 172.21.15.99:0/2058572066 <== osd.2 v2:172.21.15.99:6817/1517971859 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd2d40ab820 con 0x7fd2b4073070 2023-11-18T15:43:32.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.966+0000 7f88ca7fc700 1 -- 172.21.15.99:0/3695657389 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f88cc089230 con 0x7f88d415ab20 2023-11-18T15:43:32.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.966+0000 7f88ca7fc700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f88b8073140 0x7f88b8075560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.966+0000 7f88ca7fc700 1 -- 172.21.15.99:0/3695657389 --> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f88b8075c10 con 0x7f88b8073140 2023-11-18T15:43:32.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.966+0000 7f88ca7fc700 1 -- 172.21.15.99:0/3695657389 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88cc054180 con 0x7f88d415ab20 2023-11-18T15:43:32.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.966+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fd2b4073070 msgr2=0x7fd2b4075490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.966+0000 7fd2d8d52700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fd2b4073070 0x7fd2b4075490 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd0421f7700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fd03c1628d0 0x7fd03c0b2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd0421f7700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd03c0c9bd0 con 0x7fd03c161590 2023-11-18T15:43:32.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd0421f7700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd03c0c9eb0 con 0x7fd03c0b33b0 2023-11-18T15:43:32.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd0421f7700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd03c0b2670 con 0x7fd03c1628d0 2023-11-18T15:43:32.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd2167fc700 1 -- 172.21.15.99:0/4100560247 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd220011830 con 0x7fd2240cf7c0 2023-11-18T15:43:32.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd2167fc700 1 -- 172.21.15.99:0/4100560247 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd220011990 con 0x7fd2240cf7c0 2023-11-18T15:43:32.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd2167fc700 1 -- 172.21.15.99:0/4100560247 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd220011d40 con 0x7fd2240cf7c0 2023-11-18T15:43:32.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd22414b850 con 0x7fd2240cf7c0 2023-11-18T15:43:32.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd22414be10 con 0x7fd2240cf7c0 2023-11-18T15:43:32.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd032ffd700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fd03c1628d0 0x7fd03c0b2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd03b7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd03c161590 0x7fd03c0c93c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45406/0 (socket says 172.21.15.99:45406) 2023-11-18T15:43:32.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd03b7fe700 1 -- 172.21.15.99:0/316452218 learned_addr learned my addr 172.21.15.99:0/316452218 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:32.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd032ffd700 1 -- 172.21.15.99:0/316452218 >> v1:172.21.15.181:6789/0 conn(0x7fd03c0b33b0 legacy=0x7fd03c0b3a30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:32.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd032ffd700 1 -- 172.21.15.99:0/316452218 >> v1:172.21.15.99:6789/0 conn(0x7fd03c161590 legacy=0x7fd03c0c93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.967+0000 7fd032ffd700 1 -- 172.21.15.99:0/316452218 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd03c0b2950 con 0x7fd03c1628d0 2023-11-18T15:43:32.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.968+0000 7fd032ffd700 1 --2- 172.21.15.99:0/316452218 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd03c1628d0 0x7fd03c0b2e70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd024009840 tx=0x7fd024009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96500ca4e99e7c6c server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.968+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd2240cea80 con 0x7fd2240cf7c0 2023-11-18T15:43:32.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.968+0000 7fd03affd700 1 -- 172.21.15.99:0/316452218 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd024004230 con 0x7fd03c1628d0 2023-11-18T15:43:32.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.968+0000 7fd03affd700 1 -- 172.21.15.99:0/316452218 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd024004390 con 0x7fd03c1628d0 2023-11-18T15:43:32.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.968+0000 7fd03affd700 1 -- 172.21.15.99:0/316452218 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0240036a0 con 0x7fd03c1628d0 2023-11-18T15:43:32.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7f88d9810700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f88b806afa0 0x7f88b806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd0421f7700 1 -- 172.21.15.99:0/316452218 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd03c1628d0 msgr2=0x7fd03c0b2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd0421f7700 1 --2- 172.21.15.99:0/316452218 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd03c1628d0 0x7fd03c0b2e70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd024009840 tx=0x7fd024009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:32.994 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd2167fc700 1 -- 172.21.15.99:0/4100560247 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd22001a400 con 0x7fd2240cf7c0 2023-11-18T15:43:32.994 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2b406aed0 msgr2=0x7fd2b406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.994 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd2d8d52700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2b406aed0 0x7fd2b406d390 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc010840 tx=0x7fd2cc013040 comp rx=0 tx=0).stop 2023-11-18T15:43:32.994 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 msgr2=0x7fd2d414ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:32.994 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd2d8d52700 1 --2- 172.21.15.99:0/2058572066 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2d40cb330 0x7fd2d414ba30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd2c400b4a0 tx=0x7fd2c400b7b0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd2d2d9d700 1 -- 172.21.15.99:0/2058572066 reap_dead start 2023-11-18T15:43:32.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd0421f7700 1 -- 172.21.15.99:0/316452218 shutdown_connections 2023-11-18T15:43:32.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd0421f7700 1 --2- 172.21.15.99:0/316452218 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd03c1628d0 0x7fd03c0b2e70 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:32.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd0421f7700 1 -- 172.21.15.99:0/316452218 >> 172.21.15.99:0/316452218 conn(0x7fd03c0b51d0 msgr2=0x7fd03c0b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 shutdown_connections 2023-11-18T15:43:32.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 >> 172.21.15.99:0/2058572066 conn(0x7fd2d40b51d0 msgr2=0x7fd2d40af9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:32.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7f88d9810700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f88b806afa0 0x7f88b806d460 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f88c4009710 tx=0x7f88c4006c80 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 shutdown_connections 2023-11-18T15:43:32.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7fd2167fc700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd20806af20 0x7fd20806d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.969+0000 7fd0421f7700 1 -- 172.21.15.99:0/316452218 shutdown_connections 2023-11-18T15:43:32.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7fd0421f7700 1 -- 172.21.15.99:0/316452218 wait complete. 2023-11-18T15:43:32.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7f88d900f700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f88b8073140 0x7f88b8075560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7f88d900f700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f88b8073140 0x7f88b8075560 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:32.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.971+0000 7f88ca7fc700 1 -- 172.21.15.99:0/3695657389 <== osd.6 v2:172.21.15.181:6816/3235653089 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f88b8075c10 con 0x7f88b8073140 2023-11-18T15:43:32.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.971+0000 7fd0421f7700 1 Processor -- start 2023-11-18T15:43:32.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7fd2167fc700 1 -- 172.21.15.99:0/4100560247 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd220089bd0 con 0x7fd2240cf7c0 2023-11-18T15:43:32.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7fd2167fc700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7fd208073140 0x7fd208075560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:32.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7fd2167fc700 1 -- 172.21.15.99:0/4100560247 --> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd208075c10 con 0x7fd208073140 2023-11-18T15:43:32.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7fd2167fc700 1 -- 172.21.15.99:0/4100560247 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd22003c070 con 0x7fd2240cf7c0 2023-11-18T15:43:32.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7fd22a2e9700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7fd208073140 0x7fd208075560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7fd229ae8700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd20806af20 0x7fd20806d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:32.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.971+0000 7fd229ae8700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd20806af20 0x7fd20806d3e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd218016040 tx=0x7fd21800a000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.972+0000 7fd0421f7700 1 -- start start 2023-11-18T15:43:33.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd0421f7700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd03c161590 0x7fd03c1588b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd0421f7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd03c1628d0 0x7fd03c1f3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd0421f7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd03c15fa60 0x7fd03c06d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd0421f7700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd03c160480 con 0x7fd03c15fa60 2023-11-18T15:43:33.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd0421f7700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd03c15bf00 con 0x7fd03c161590 2023-11-18T15:43:33.001 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd0421f7700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd03c15c1e0 con 0x7fd03c1628d0 2023-11-18T15:43:33.001 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.972+0000 7fd22a2e9700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7fd208073140 0x7fd208075560 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd032ffd700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd03c1628d0 0x7fd03c1f3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd03bfff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd03c15fa60 0x7fd03c06d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd032ffd700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd03c1628d0 0x7fd03c1f3be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:40182/0 (socket says 172.21.15.99:40182) 2023-11-18T15:43:33.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd032ffd700 1 -- 172.21.15.99:0/2975591081 learned_addr learned my addr 172.21.15.99:0/2975591081 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd03b7fe700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd03c161590 0x7fd03c1588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd032ffd700 1 -- 172.21.15.99:0/2975591081 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd03c161590 msgr2=0x7fd03c1588b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd032ffd700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd03c161590 0x7fd03c1588b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd032ffd700 1 -- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd03c15fa60 msgr2=0x7fd03c06d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7fd032ffd700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd03c15fa60 0x7fd03c06d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7fd032ffd700 1 -- 172.21.15.99:0/2975591081 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0240094a0 con 0x7fd03c1628d0 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7fd03b7fe700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd03c161590 0x7fd03c1588b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7fd03bfff700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd03c15fa60 0x7fd03c06d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7fd032ffd700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd03c1628d0 0x7fd03c1f3be0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd0240090b0 tx=0x7fd0240047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7fd038ff9700 1 -- 172.21.15.99:0/2975591081 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd024003de0 con 0x7fd03c1628d0 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7fd038ff9700 1 -- 172.21.15.99:0/2975591081 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd024011630 con 0x7fd03c1628d0 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7fd038ff9700 1 -- 172.21.15.99:0/2975591081 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0240119e0 con 0x7fd03c1628d0 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.970+0000 7f1617d72700 1 Processor -- start 2023-11-18T15:43:33.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.971+0000 7f1617d72700 1 -- start start 2023-11-18T15:43:33.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.972+0000 7f1617d72700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1610168860 0x7f161016b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.972+0000 7f1617d72700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f16100cb0a0 0x7f16100b2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.972+0000 7f1617d72700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1610070890 con 0x7f1610071930 2023-11-18T15:43:33.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.972+0000 7f1617d72700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1610168c40 con 0x7f1610168860 2023-11-18T15:43:33.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.972+0000 7f1617d72700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1610070b70 con 0x7f16100cb0a0 2023-11-18T15:43:33.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.972+0000 7f161530d700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f1610071930 0x7f16100ca990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45414/0 (socket says 172.21.15.99:45414) 2023-11-18T15:43:33.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.972+0000 7f161530d700 1 -- 172.21.15.99:0/1178560740 learned_addr learned my addr 172.21.15.99:0/1178560740 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:33.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.973+0000 7f161630f700 1 --2- 172.21.15.99:0/1178560740 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f16100cb0a0 0x7f16100b2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd03c15c4c0 con 0x7fd03c1628d0 2023-11-18T15:43:33.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd03c158df0 con 0x7fd03c1628d0 2023-11-18T15:43:33.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.974+0000 7f1615b0e700 1 --2- 172.21.15.99:0/1178560740 >> v2:172.21.15.99:3300/0 conn(0x7f1610168860 0x7f161016b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.975+0000 7f161630f700 1 -- 172.21.15.99:0/1178560740 >> v2:172.21.15.99:3300/0 conn(0x7f1610168860 msgr2=0x7f161016b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.975+0000 7f161630f700 1 --2- 172.21.15.99:0/1178560740 >> v2:172.21.15.99:3300/0 conn(0x7f1610168860 0x7f161016b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.975+0000 7f161630f700 1 -- 172.21.15.99:0/1178560740 >> v1:172.21.15.99:6789/0 conn(0x7f1610071930 legacy=0x7f16100ca990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.975+0000 7f1614b0c700 1 -- 172.21.15.99:0/1178560740 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1359523490 0 0) 0x7f1610070890 con 0x7f1610071930 2023-11-18T15:43:33.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.975+0000 7f161630f700 1 -- 172.21.15.99:0/1178560740 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1610070e50 con 0x7f16100cb0a0 2023-11-18T15:43:33.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.975+0000 7f1615b0e700 1 --2- 172.21.15.99:0/1178560740 >> v2:172.21.15.99:3300/0 conn(0x7f1610168860 0x7f161016b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:33.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.975+0000 7f161630f700 1 --2- 172.21.15.99:0/1178560740 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f16100cb0a0 0x7f16100b2610 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1608008d70 tx=0x7f160800b340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3041e43c2ad76224 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.976+0000 7f1614b0c700 1 -- 172.21.15.99:0/1178560740 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f160800bde0 con 0x7f16100cb0a0 2023-11-18T15:43:33.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.976+0000 7f1614b0c700 1 -- 172.21.15.99:0/1178560740 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f160800e070 con 0x7f16100cb0a0 2023-11-18T15:43:33.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.976+0000 7f1614b0c700 1 -- 172.21.15.99:0/1178560740 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1608011670 con 0x7f16100cb0a0 2023-11-18T15:43:33.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.976+0000 7fd038ff9700 1 -- 172.21.15.99:0/2975591081 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd024011b40 con 0x7fd03c1628d0 2023-11-18T15:43:33.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.976+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd03c0cb6c0 con 0x7fd03c1628d0 2023-11-18T15:43:33.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.976+0000 7fd038ff9700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd01c06aed0 0x7fd01c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.976+0000 7f1617d72700 1 -- 172.21.15.99:0/1178560740 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f16100cb0a0 msgr2=0x7f16100b2610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.976+0000 7f1617d72700 1 --2- 172.21.15.99:0/1178560740 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f16100cb0a0 0x7f16100b2610 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1608008d70 tx=0x7f160800b340 comp rx=0 tx=0).stop 2023-11-18T15:43:33.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7f1617d72700 1 -- 172.21.15.99:0/1178560740 shutdown_connections 2023-11-18T15:43:33.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7f1617d72700 1 --2- 172.21.15.99:0/1178560740 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f16100cb0a0 0x7f16100b2610 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7f1617d72700 1 --2- 172.21.15.99:0/1178560740 >> v2:172.21.15.99:3300/0 conn(0x7f1610168860 0x7f161016b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7f1617d72700 1 -- 172.21.15.99:0/1178560740 >> 172.21.15.99:0/1178560740 conn(0x7f16100b51d0 msgr2=0x7f16100b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.976+0000 7fd038ff9700 1 -- 172.21.15.99:0/2975591081 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd02408ae50 con 0x7fd03c1628d0 2023-11-18T15:43:33.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7fd03b7fe700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd01c06aed0 0x7fd01c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7fd038ff9700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7fd01c073070 0x7fd01c075490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7fd038ff9700 1 -- 172.21.15.99:0/2975591081 --> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd01c075b40 con 0x7fd01c073070 2023-11-18T15:43:33.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7fd038ff9700 1 -- 172.21.15.99:0/2975591081 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd02408d510 con 0x7fd03c1628d0 2023-11-18T15:43:33.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7fd03bfff700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7fd01c073070 0x7fd01c075490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7f1617d72700 1 -- 172.21.15.99:0/1178560740 shutdown_connections 2023-11-18T15:43:33.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7fd03b7fe700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd01c06aed0 0x7fd01c06d390 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd02c005910 tx=0x7fd02c007f50 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7f1617d72700 1 -- 172.21.15.99:0/1178560740 wait complete. 2023-11-18T15:43:33.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.977+0000 7fd03bfff700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7fd01c073070 0x7fd01c075490 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.978+0000 7fd038ff9700 1 -- 172.21.15.99:0/2975591081 <== osd.1 v2:172.21.15.99:6800/1049735957 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fd01c075b40 con 0x7fd01c073070 2023-11-18T15:43:33.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.979+0000 7f1617d72700 1 Processor -- start 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.979+0000 7f1617d72700 1 -- start start 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.979+0000 7f1617d72700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1610071930 0x7f161016d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.979+0000 7f1617d72700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f16100cb0a0 0x7f161006ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.979+0000 7f1617d72700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1610168860 0x7f161006e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.979+0000 7f1617d72700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f161016dd20 con 0x7f1610071930 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.979+0000 7f1617d72700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f161015cd90 con 0x7f16100cb0a0 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.979+0000 7f1617d72700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f161016dfe0 con 0x7f1610168860 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.979+0000 7f1615b0e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1610071930 0x7f161016d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1615b0e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1610071930 0x7f161016d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58816/0 (socket says 172.21.15.99:58816) 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1615b0e700 1 -- 172.21.15.99:0/874671856 learned_addr learned my addr 172.21.15.99:0/874671856 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f161630f700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1610168860 0x7f161006e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1615b0e700 1 -- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1610168860 msgr2=0x7f161006e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1615b0e700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1610168860 0x7f161006e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1615b0e700 1 -- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f16100cb0a0 msgr2=0x7f161006ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1615b0e700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f16100cb0a0 0x7f161006ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1615b0e700 1 -- 172.21.15.99:0/874671856 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16080089d0 con 0x7f1610071930 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f161630f700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1610168860 0x7f161006e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1615b0e700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1610071930 0x7f161016d7e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f160c00baf0 tx=0x7f160c00beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f16067fc700 1 -- 172.21.15.99:0/874671856 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f160c004230 con 0x7f1610071930 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f161016e2c0 con 0x7f1610071930 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f161016e880 con 0x7f1610071930 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f16067fc700 1 -- 172.21.15.99:0/874671856 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f160c013040 con 0x7f1610071930 2023-11-18T15:43:33.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.980+0000 7f16067fc700 1 -- 172.21.15.99:0/874671856 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f160c004590 con 0x7f1610071930 2023-11-18T15:43:33.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.982+0000 7fd2167fc700 1 -- 172.21.15.99:0/4100560247 <== osd.3 v2:172.21.15.99:6816/3934282425 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fd208075c10 con 0x7fd208073140 2023-11-18T15:43:33.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.975+0000 7fd2d8d52700 1 -- 172.21.15.99:0/2058572066 wait complete. 2023-11-18T15:43:33.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.982+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f15f8000fb0 con 0x7f1610071930 2023-11-18T15:43:33.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.983+0000 7f16067fc700 1 -- 172.21.15.99:0/874671856 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f160c011860 con 0x7f1610071930 2023-11-18T15:43:33.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.984+0000 7f16067fc700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f15f406aed0 0x7f15f406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.984+0000 7f16067fc700 1 -- 172.21.15.99:0/874671856 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f160c08cf50 con 0x7f1610071930 2023-11-18T15:43:33.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.984+0000 7f16067fc700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7f15f4073070 0x7f15f4075490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.984+0000 7f16067fc700 1 -- 172.21.15.99:0/874671856 --> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f15f4075b40 con 0x7f15f4073070 2023-11-18T15:43:33.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.984+0000 7f16067fc700 1 -- 172.21.15.99:0/874671856 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f160c08d3a0 con 0x7f1610071930 2023-11-18T15:43:33.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.985+0000 7f161630f700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7f15f4073070 0x7f15f4075490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.985+0000 7f161630f700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7f15f4073070 0x7f15f4075490 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.986+0000 7f16067fc700 1 -- 172.21.15.99:0/874671856 <== osd.4 v2:172.21.15.181:6808/3429689380 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f15f4075b40 con 0x7f15f4073070 2023-11-18T15:43:33.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.989+0000 7f161530d700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f15f406aed0 0x7f15f406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.989+0000 7f161530d700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f15f406aed0 0x7f15f406d390 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f16000011e0 tx=0x7f16000079b0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.991+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 --> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9cac0ce5f0 con 0x7f9c98073140 2023-11-18T15:43:33.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.992+0000 7f9c93fff700 1 -- 172.21.15.99:0/906740569 <== osd.7 v2:172.21.15.181:6822/1591021784 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f9ca400a210 con 0x7f9c98073140 2023-11-18T15:43:33.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.996+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7f9c98073140 msgr2=0x7f9c98075560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.996+0000 7f9cb1b91700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7f9c98073140 0x7f9c98075560 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.996+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9c9806afa0 msgr2=0x7f9c9806d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.996+0000 7f9cb1b91700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9c9806afa0 0x7f9c9806d460 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9cac050b10 tx=0x7f9c9c008040 comp rx=0 tx=0).stop 2023-11-18T15:43:33.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.996+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 msgr2=0x7f9cac158dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.996+0000 7f9cb1b91700 1 --2- 172.21.15.99:0/906740569 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c94005330 0x7f9cac158dd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9ca000f820 tx=0x7f9ca000fb30 comp rx=0 tx=0).stop 2023-11-18T15:43:33.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.996+0000 7f9cabfff700 1 -- 172.21.15.99:0/906740569 reap_dead start 2023-11-18T15:43:33.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.996+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 shutdown_connections 2023-11-18T15:43:33.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.996+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 >> 172.21.15.99:0/906740569 conn(0x7f9cac0b2080 msgr2=0x7f9cac164f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.997+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 --> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff584005ca0 con 0x7ff5840015d0 2023-11-18T15:43:33.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.997+0000 7ff5927fc700 1 -- 172.21.15.99:0/1414285398 <== osd.0 v2:172.21.15.99:6808/280410252 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ff584005ca0 con 0x7ff5840015d0 2023-11-18T15:43:33.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.997+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7ff5840015d0 msgr2=0x7ff584003a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.997+0000 7ff5a3e5b700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7ff5840015d0 0x7ff584003a90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.997+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff58006aed0 msgr2=0x7ff58006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.997+0000 7ff5a3e5b700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff58006aed0 0x7ff58006d390 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff58c009910 tx=0x7ff58c008040 comp rx=0 tx=0).stop 2023-11-18T15:43:33.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.998+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c15af70 msgr2=0x7ff59c14eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.998+0000 7ff5a3e5b700 1 --2- 172.21.15.99:0/1414285398 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff59c15af70 0x7ff59c14eac0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff594014000 tx=0x7ff594004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.998+0000 7ff5a23f8700 1 -- 172.21.15.99:0/1414285398 reap_dead start 2023-11-18T15:43:33.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.998+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 shutdown_connections 2023-11-18T15:43:33.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.998+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 >> 172.21.15.99:0/1414285398 conn(0x7ff59c0b15d0 msgr2=0x7ff59c070640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.998+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 shutdown_connections 2023-11-18T15:43:33.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:32.998+0000 7ff5a3e5b700 1 -- 172.21.15.99:0/1414285398 wait complete. 2023-11-18T15:43:33.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.001+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 --> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd03c069400 con 0x7fd01c073070 2023-11-18T15:43:33.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.002+0000 7fd038ff9700 1 -- 172.21.15.99:0/2975591081 <== osd.1 v2:172.21.15.99:6800/1049735957 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd03c069400 con 0x7fd01c073070 2023-11-18T15:43:33.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.002+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7fd01c073070 msgr2=0x7fd01c075490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.002+0000 7fd0421f7700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7fd01c073070 0x7fd01c075490 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.003+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 --> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f88d415af00 con 0x7f88b8073140 2023-11-18T15:43:33.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.004+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 shutdown_connections 2023-11-18T15:43:33.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.004+0000 7f9cb1b91700 1 -- 172.21.15.99:0/906740569 wait complete. 2023-11-18T15:43:33.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.004+0000 7f88ca7fc700 1 -- 172.21.15.99:0/3695657389 <== osd.6 v2:172.21.15.181:6816/3235653089 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f88d0004030 con 0x7f88b8073140 2023-11-18T15:43:33.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.005+0000 7f67781ed700 1 Processor -- start 2023-11-18T15:43:33.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.005+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f88b8073140 msgr2=0x7f88b8075560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88dba74700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f88b8073140 0x7f88b8075560 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f67781ed700 1 -- start start 2023-11-18T15:43:33.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f88b806afa0 msgr2=0x7f88b806d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88dba74700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f88b806afa0 0x7f88b806d460 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f88c4009710 tx=0x7f88c4006c80 comp rx=0 tx=0).stop 2023-11-18T15:43:33.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 msgr2=0x7f88d4153b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88dba74700 1 --2- 172.21.15.99:0/3695657389 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f88d415ab20 0x7f88d4153b60 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f88cc0070b0 tx=0x7f88cc0084e0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88da011700 1 -- 172.21.15.99:0/3695657389 reap_dead start 2023-11-18T15:43:33.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 shutdown_connections 2023-11-18T15:43:33.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 >> 172.21.15.99:0/3695657389 conn(0x7f88d406b200 msgr2=0x7f88d40704d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 shutdown_connections 2023-11-18T15:43:33.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.006+0000 7f88dba74700 1 -- 172.21.15.99:0/3695657389 wait complete. 2023-11-18T15:43:33.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd01c06aed0 msgr2=0x7fd01c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7fd0421f7700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd01c06aed0 0x7fd01c06d390 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd02c005910 tx=0x7fd02c007f50 comp rx=0 tx=0).stop 2023-11-18T15:43:33.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd03c1628d0 msgr2=0x7fd03c1f3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7fd0421f7700 1 --2- 172.21.15.99:0/2975591081 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd03c1628d0 0x7fd03c1f3be0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd0240090b0 tx=0x7fd0240047c0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7fd03bfff700 1 -- 172.21.15.99:0/2975591081 reap_dead start 2023-11-18T15:43:33.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 shutdown_connections 2023-11-18T15:43:33.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 >> 172.21.15.99:0/2975591081 conn(0x7fd03c0b51d0 msgr2=0x7fd03c161b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f67781ed700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f6770072de0 0x7f677006cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f67781ed700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f677006d010 0x7f6770161d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f67781ed700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f67701622b0 0x7f67701417d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f67781ed700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f677006e530 con 0x7f677006d010 2023-11-18T15:43:33.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f67781ed700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6770162720 con 0x7f6770072de0 2023-11-18T15:43:33.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f67781ed700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67700731c0 con 0x7f67701622b0 2023-11-18T15:43:33.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f6775788700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f677006d010 0x7f6770161d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f6775788700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f677006d010 0x7f6770161d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58826/0 (socket says 172.21.15.99:58826) 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f6775788700 1 -- 172.21.15.99:0/525017347 learned_addr learned my addr 172.21.15.99:0/525017347 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.007+0000 7f6775f89700 1 --2- 172.21.15.99:0/525017347 >> v2:172.21.15.181:3300/0 conn(0x7f6770072de0 0x7f677006cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.008+0000 7f6775f89700 1 -- 172.21.15.99:0/525017347 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f67701622b0 msgr2=0x7f67701417d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.008+0000 7f6775f89700 1 --2- 172.21.15.99:0/525017347 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f67701622b0 0x7f67701417d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.008+0000 7f6775f89700 1 -- 172.21.15.99:0/525017347 >> v2:172.21.15.99:3300/0 conn(0x7f677006d010 msgr2=0x7f6770161d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.008+0000 7f6775f89700 1 --2- 172.21.15.99:0/525017347 >> v2:172.21.15.99:3300/0 conn(0x7f677006d010 0x7f6770161d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.008+0000 7f6775f89700 1 -- 172.21.15.99:0/525017347 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6770142850 con 0x7f6770072de0 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.008+0000 7f6775f89700 1 --2- 172.21.15.99:0/525017347 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6770072de0 0x7f677006cad0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f677006fda0 tx=0x7f6760009b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8cef31f2a3b5e3b4 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.008+0000 7f6774f87700 1 -- 172.21.15.99:0/525017347 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6760011830 con 0x7f6770072de0 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.008+0000 7f6774f87700 1 -- 172.21.15.99:0/525017347 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6760011990 con 0x7f6770072de0 2023-11-18T15:43:33.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.008+0000 7f6774f87700 1 -- 172.21.15.99:0/525017347 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6760011d20 con 0x7f6770072de0 2023-11-18T15:43:33.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.009+0000 7f67781ed700 1 -- 172.21.15.99:0/525017347 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6770072de0 msgr2=0x7f677006cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.009+0000 7f67781ed700 1 --2- 172.21.15.99:0/525017347 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6770072de0 0x7f677006cad0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f677006fda0 tx=0x7f6760009b20 comp rx=0 tx=0).stop 2023-11-18T15:43:33.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.010+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 shutdown_connections 2023-11-18T15:43:33.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.010+0000 7fd0421f7700 1 -- 172.21.15.99:0/2975591081 wait complete. 2023-11-18T15:43:33.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.010+0000 7f67781ed700 1 -- 172.21.15.99:0/525017347 shutdown_connections 2023-11-18T15:43:33.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.010+0000 7f67781ed700 1 --2- 172.21.15.99:0/525017347 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f67701622b0 0x7f67701417d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.010+0000 7f67781ed700 1 --2- 172.21.15.99:0/525017347 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6770072de0 0x7f677006cad0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.010+0000 7f67781ed700 1 --2- 172.21.15.99:0/525017347 >> v2:172.21.15.99:3300/0 conn(0x7f677006d010 0x7f6770161d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.010+0000 7f67781ed700 1 -- 172.21.15.99:0/525017347 >> 172.21.15.99:0/525017347 conn(0x7f67700b2860 msgr2=0x7f67700b2c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.029 INFO:teuthology.orchestra.run.smithi099.stdout:60129542151 2023-11-18T15:43:33.030 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-11-18T15:43:33.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.013+0000 7f67781ed700 1 -- 172.21.15.99:0/525017347 shutdown_connections 2023-11-18T15:43:33.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.013+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 --> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd22414b6b0 con 0x7fd208073140 2023-11-18T15:43:33.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.013+0000 7fd2167fc700 1 -- 172.21.15.99:0/4100560247 <== osd.3 v2:172.21.15.99:6816/3934282425 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd22414b6b0 con 0x7fd208073140 2023-11-18T15:43:33.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.013+0000 7f67781ed700 1 -- 172.21.15.99:0/525017347 wait complete. 2023-11-18T15:43:33.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.014+0000 7f67781ed700 1 Processor -- start 2023-11-18T15:43:33.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.014+0000 7f67781ed700 1 -- start start 2023-11-18T15:43:33.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f67781ed700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f677006d010 0x7f6770203730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f67781ed700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6770072de0 0x7f6770157a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f67781ed700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67701622b0 0x7f6770157f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f67781ed700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6770072920 con 0x7f67701622b0 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f67781ed700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6770145b50 con 0x7f6770072de0 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f67781ed700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6770072640 con 0x7f677006d010 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f677678a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67701622b0 0x7f6770157f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f677678a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67701622b0 0x7f6770157f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58836/0 (socket says 172.21.15.99:58836) 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f677678a700 1 -- 172.21.15.99:0/3779036701 learned_addr learned my addr 172.21.15.99:0/3779036701 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f6775788700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6770072de0 0x7f6770157a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f6775f89700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f677006d010 0x7f6770203730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f677678a700 1 -- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f677006d010 msgr2=0x7f6770203730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f677678a700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f677006d010 0x7f6770203730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f677678a700 1 -- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6770072de0 msgr2=0x7f6770157a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f677678a700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6770072de0 0x7f6770157a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f677678a700 1 -- 172.21.15.99:0/3779036701 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67600094a0 con 0x7f67701622b0 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f6775788700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6770072de0 0x7f6770157a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.016+0000 7f6775f89700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f677006d010 0x7f6770203730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.017+0000 7f677678a700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67701622b0 0x7f6770157f70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f676800b780 tx=0x7f676800ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.017+0000 7f67667fc700 1 -- 172.21.15.99:0/3779036701 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6768011820 con 0x7f67701622b0 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.017+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6770145500 con 0x7f67701622b0 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.017+0000 7f67667fc700 1 -- 172.21.15.99:0/3779036701 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f676800d040 con 0x7f67701622b0 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.017+0000 7f67667fc700 1 -- 172.21.15.99:0/3779036701 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6768011bc0 con 0x7f67701622b0 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.017+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6770203c70 con 0x7f67701622b0 2023-11-18T15:43:33.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.018+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f677006da50 con 0x7f67701622b0 2023-11-18T15:43:33.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.019+0000 7f67667fc700 1 -- 172.21.15.99:0/3779036701 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f6768011d20 con 0x7f67701622b0 2023-11-18T15:43:33.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.019+0000 7f67667fc700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f675406aed0 0x7f675406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.020+0000 7f67667fc700 1 -- 172.21.15.99:0/3779036701 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6768089980 con 0x7f67701622b0 2023-11-18T15:43:33.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.020+0000 7f67667fc700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f6754073070 0x7f6754075490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.020+0000 7f67667fc700 1 -- 172.21.15.99:0/3779036701 --> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6754075b40 con 0x7f6754073070 2023-11-18T15:43:33.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.020+0000 7f67667fc700 1 -- 172.21.15.99:0/3779036701 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f676808e2a0 con 0x7f67701622b0 2023-11-18T15:43:33.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.020+0000 7f6775f89700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f675406aed0 0x7f675406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.020+0000 7f6775788700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f6754073070 0x7f6754075490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.038 INFO:teuthology.orchestra.run.smithi099.stdout:60129542149 2023-11-18T15:43:33.039 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-11-18T15:43:33.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.020+0000 7f6775f89700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f675406aed0 0x7f675406d390 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6760009b60 tx=0x7f6760008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.021+0000 7f6775788700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f6754073070 0x7f6754075490 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.021+0000 7f67667fc700 1 -- 172.21.15.99:0/3779036701 <== osd.5 v2:172.21.15.181:6800/3701430448 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f6754075b40 con 0x7f6754073070 2023-11-18T15:43:33.040 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:33.040 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-11-18T15:43:33.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.027+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7fd208073140 msgr2=0x7fd208075560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.027+0000 7fd22bd4c700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7fd208073140 0x7fd208075560 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.027+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd20806af20 msgr2=0x7fd20806d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.027+0000 7fd22bd4c700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd20806af20 0x7fd20806d3e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd218016040 tx=0x7fd21800a000 comp rx=0 tx=0).stop 2023-11-18T15:43:33.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.027+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240cf7c0 msgr2=0x7fd22414fa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.027+0000 7fd22bd4c700 1 --2- 172.21.15.99:0/4100560247 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2240cf7c0 0x7fd22414fa90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd22000b550 tx=0x7fd22000b860 comp rx=0 tx=0).stop 2023-11-18T15:43:33.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.028+0000 7fd22a2e9700 1 -- 172.21.15.99:0/4100560247 reap_dead start 2023-11-18T15:43:33.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.028+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 shutdown_connections 2023-11-18T15:43:33.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.028+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 >> 172.21.15.99:0/4100560247 conn(0x7fd2240b51d0 msgr2=0x7fd2240b3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.043 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:33.043 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-11-18T15:43:33.044 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.029+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 shutdown_connections 2023-11-18T15:43:33.044 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.029+0000 7fd22bd4c700 1 -- 172.21.15.99:0/4100560247 wait complete. 2023-11-18T15:43:33.044 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:33.045 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-11-18T15:43:33.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.034+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 --> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f15f8002d30 con 0x7f15f4073070 2023-11-18T15:43:33.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.035+0000 7f16067fc700 1 -- 172.21.15.99:0/874671856 <== osd.4 v2:172.21.15.181:6808/3429689380 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f15f8002d30 con 0x7f15f4073070 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.035+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7f15f4073070 msgr2=0x7f15f4075490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.035+0000 7f1617d72700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7f15f4073070 0x7f15f4075490 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.035+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f15f406aed0 msgr2=0x7f15f406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.035+0000 7f1617d72700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f15f406aed0 0x7f15f406d390 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f16000011e0 tx=0x7f16000079b0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.035+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1610071930 msgr2=0x7f161016d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.035+0000 7f1617d72700 1 --2- 172.21.15.99:0/874671856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1610071930 0x7f161016d7e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f160c00baf0 tx=0x7f160c00beb0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.035+0000 7f161630f700 1 -- 172.21.15.99:0/874671856 reap_dead start 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.036+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 shutdown_connections 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.036+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 >> 172.21.15.99:0/874671856 conn(0x7f16100b51d0 msgr2=0x7f1610167b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.036+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 shutdown_connections 2023-11-18T15:43:33.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.036+0000 7f1617d72700 1 -- 172.21.15.99:0/874671856 wait complete. 2023-11-18T15:43:33.048 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:33.049 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-11-18T15:43:33.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.041+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 --> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f677006d770 con 0x7f6754073070 2023-11-18T15:43:33.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.042+0000 7f67667fc700 1 -- 172.21.15.99:0/3779036701 <== osd.5 v2:172.21.15.181:6800/3701430448 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f676c016420 con 0x7f6754073070 2023-11-18T15:43:33.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f6754073070 msgr2=0x7f6754075490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f6754073070 0x7f6754075490 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f675406aed0 msgr2=0x7f675406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f675406aed0 0x7f675406d390 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6760009b60 tx=0x7f6760008030 comp rx=0 tx=0).stop 2023-11-18T15:43:33.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67701622b0 msgr2=0x7f6770157f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 --2- 172.21.15.99:0/3779036701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67701622b0 0x7f6770157f70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f676800b780 tx=0x7f676800ba90 comp rx=0 tx=0).stop 2023-11-18T15:43:33.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f677678a700 1 -- 172.21.15.99:0/3779036701 reap_dead start 2023-11-18T15:43:33.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 shutdown_connections 2023-11-18T15:43:33.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 >> 172.21.15.99:0/3779036701 conn(0x7f67700b2860 msgr2=0x7f67700cf0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 shutdown_connections 2023-11-18T15:43:33.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.043+0000 7f67781ed700 1 -- 172.21.15.99:0/3779036701 wait complete. 2023-11-18T15:43:33.052 INFO:teuthology.orchestra.run.smithi099.stdout:60129542149 2023-11-18T15:43:33.052 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-11-18T15:43:33.057 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:33.057 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-11-18T15:43:33.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.245+0000 7f27fe14d700 1 Processor -- start 2023-11-18T15:43:33.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.245+0000 7f27fe14d700 1 -- start start 2023-11-18T15:43:33.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.247+0000 7f27fe14d700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f27f80cb330 0x7f27f80cf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.247+0000 7f27fe14d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f27f80cf7c0 0x7f27f815dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.247+0000 7f27fe14d700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27f80cedf0 con 0x7f27f815d570 2023-11-18T15:43:33.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.247+0000 7f27fe14d700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27f80ce500 con 0x7f27f80cb330 2023-11-18T15:43:33.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.247+0000 7f27fe14d700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27f80cb7b0 con 0x7f27f80cf7c0 2023-11-18T15:43:33.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.247+0000 7f27f77fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f27f815d570 0x7f27f80704b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45454/0 (socket says 172.21.15.99:45454) 2023-11-18T15:43:33.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.247+0000 7f27f77fe700 1 -- 172.21.15.99:0/2504013050 learned_addr learned my addr 172.21.15.99:0/2504013050 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:33.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.247+0000 7f27f6ffd700 1 --2- 172.21.15.99:0/2504013050 >> v2:172.21.15.181:3300/0 conn(0x7f27f80cb330 0x7f27f80cf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f67fc700 1 -- 172.21.15.99:0/2504013050 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4260017823 0 0) 0x7f27f80cedf0 con 0x7f27f815d570 2023-11-18T15:43:33.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f67fc700 1 -- 172.21.15.99:0/2504013050 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27e00035b0 con 0x7f27f815d570 2023-11-18T15:43:33.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f7fff700 1 --2- 172.21.15.99:0/2504013050 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f27f80cf7c0 0x7f27f815dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f6ffd700 1 -- 172.21.15.99:0/2504013050 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f27f80cf7c0 msgr2=0x7f27f815dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f6ffd700 1 --2- 172.21.15.99:0/2504013050 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f27f80cf7c0 0x7f27f815dd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f6ffd700 1 -- 172.21.15.99:0/2504013050 >> v1:172.21.15.99:6789/0 conn(0x7f27f815d570 legacy=0x7f27f80704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f67fc700 1 -- 172.21.15.99:0/2504013050 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2339179447 0 0) 0x7f27e00035b0 con 0x7f27f815d570 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f6ffd700 1 -- 172.21.15.99:0/2504013050 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27f80cba60 con 0x7f27f80cb330 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f6ffd700 1 --2- 172.21.15.99:0/2504013050 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f80cb330 0x7f27f80cf280 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f27f0009d90 tx=0x7f27f000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e648f296653c9fb5 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f67fc700 1 -- 172.21.15.99:0/2504013050 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27f000e070 con 0x7f27f80cb330 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f67fc700 1 -- 172.21.15.99:0/2504013050 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27f0003a20 con 0x7f27f80cb330 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.248+0000 7f27f67fc700 1 -- 172.21.15.99:0/2504013050 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27e8001670 con 0x7f27f80cb330 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.249+0000 7f27fe14d700 1 -- 172.21.15.99:0/2504013050 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f80cb330 msgr2=0x7f27f80cf280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.249+0000 7f27fe14d700 1 --2- 172.21.15.99:0/2504013050 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f80cb330 0x7f27f80cf280 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f27f0009d90 tx=0x7f27f000b330 comp rx=0 tx=0).stop 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.249+0000 7f27fe14d700 1 -- 172.21.15.99:0/2504013050 shutdown_connections 2023-11-18T15:43:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.249+0000 7f27fe14d700 1 --2- 172.21.15.99:0/2504013050 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f27f80cf7c0 0x7f27f815dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.249+0000 7f27fe14d700 1 --2- 172.21.15.99:0/2504013050 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f80cb330 0x7f27f80cf280 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.249+0000 7f27fe14d700 1 -- 172.21.15.99:0/2504013050 >> 172.21.15.99:0/2504013050 conn(0x7f27f80b51d0 msgr2=0x7f27f80b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.250+0000 7f27fe14d700 1 -- 172.21.15.99:0/2504013050 shutdown_connections 2023-11-18T15:43:33.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.250+0000 7f27fe14d700 1 -- 172.21.15.99:0/2504013050 wait complete. 2023-11-18T15:43:33.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.252+0000 7f27fe14d700 1 Processor -- start 2023-11-18T15:43:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.252+0000 7f27fe14d700 1 -- start start 2023-11-18T15:43:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27fe14d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27f80cb330 0x7f27f81fb160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27fe14d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f27f80cf7c0 0x7f27f81561d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27fe14d700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f815d570 0x7f27f80afa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27fe14d700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f8156710 con 0x7f27f80cb330 2023-11-18T15:43:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27fe14d700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f80aff50 con 0x7f27f815d570 2023-11-18T15:43:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27fe14d700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27f81fc090 con 0x7f27f80cf7c0 2023-11-18T15:43:33.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27f7fff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f815d570 0x7f27f80afa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27f7fff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f815d570 0x7f27f80afa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:57324/0 (socket says 172.21.15.99:57324) 2023-11-18T15:43:33.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27f7fff700 1 -- 172.21.15.99:0/2392638887 learned_addr learned my addr 172.21.15.99:0/2392638887 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27f77fe700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27f80cb330 0x7f27f81fb160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27f7fff700 1 -- 172.21.15.99:0/2392638887 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f27f80cf7c0 msgr2=0x7f27f81561d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-18T15:43:33.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27f7fff700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f27f80cf7c0 0x7f27f81561d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27f7fff700 1 -- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27f80cb330 msgr2=0x7f27f81fb160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27f7fff700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27f80cb330 0x7f27f81fb160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.254+0000 7f27f7fff700 1 -- 172.21.15.99:0/2392638887 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27f0009a70 con 0x7f27f815d570 2023-11-18T15:43:33.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.255+0000 7f27f7fff700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f815d570 0x7f27f80afa10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f27ec00ea30 tx=0x7f27ec00ed40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.255+0000 7f27dffff700 1 -- 172.21.15.99:0/2392638887 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27ec00c930 con 0x7f27f815d570 2023-11-18T15:43:33.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.255+0000 7f27dffff700 1 -- 172.21.15.99:0/2392638887 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27ec010040 con 0x7f27f815d570 2023-11-18T15:43:33.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.255+0000 7f27dffff700 1 -- 172.21.15.99:0/2392638887 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27ec00ccb0 con 0x7f27f815d570 2023-11-18T15:43:33.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.255+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27f81fb7f0 con 0x7f27f815d570 2023-11-18T15:43:33.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.256+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27f81fbdb0 con 0x7f27f815d570 2023-11-18T15:43:33.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.257+0000 7f27dffff700 1 -- 172.21.15.99:0/2392638887 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f27ec035d50 con 0x7f27f815d570 2023-11-18T15:43:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.258+0000 7f27dffff700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f27e406aed0 0x7f27e406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.258+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27f8069400 con 0x7f27f815d570 2023-11-18T15:43:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.258+0000 7f27dffff700 1 -- 172.21.15.99:0/2392638887 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f27ec088cb0 con 0x7f27f815d570 2023-11-18T15:43:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.258+0000 7f1fd19d7700 1 Processor -- start 2023-11-18T15:43:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.258+0000 7f1fd19d7700 1 -- start start 2023-11-18T15:43:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.259+0000 7f1fd19d7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fcc0cb330 0x7f1fcc0cf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.259+0000 7f1fd19d7700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f1fcc0cf7c0 0x7f1fcc15dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.259+0000 7f1fd19d7700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fcc0cedf0 con 0x7f1fcc15d570 2023-11-18T15:43:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.259+0000 7f1fd19d7700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fcc0ce500 con 0x7f1fcc0cf7c0 2023-11-18T15:43:33.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.259+0000 7f1fd19d7700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fcc0cb7b0 con 0x7f1fcc0cb330 2023-11-18T15:43:33.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.259+0000 7f1fcaffd700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f1fcc15d570 0x7f1fcc0704b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45468/0 (socket says 172.21.15.99:45468) 2023-11-18T15:43:33.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.259+0000 7f1fcaffd700 1 -- 172.21.15.99:0/2966495078 learned_addr learned my addr 172.21.15.99:0/2966495078 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:33.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.263+0000 7f1fcb7fe700 1 --2- 172.21.15.99:0/2966495078 >> v2:172.21.15.181:3300/0 conn(0x7f1fcc0cf7c0 0x7f1fcc15dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.263+0000 7f1fca7fc700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fcc0cb330 0x7f1fcc0cf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.264+0000 7f27f77fe700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f27e406aed0 0x7f27e406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.264+0000 7f27dffff700 1 -- 172.21.15.99:0/2392638887 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f27ec053df0 con 0x7f27f815d570 2023-11-18T15:43:33.266 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.264+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 98128981 0 0) 0x7f1fcc0cedf0 con 0x7f1fcc15d570 2023-11-18T15:43:33.266 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.264+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1fb40035b0 con 0x7f1fcc15d570 2023-11-18T15:43:33.266 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f27f77fe700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f27e406aed0 0x7f27e406d390 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f27e80011e0 tx=0x7f27e8007ba0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f2a6ef00700 1 Processor -- start 2023-11-18T15:43:33.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f0ac7983700 1 Processor -- start 2023-11-18T15:43:33.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1466187323 0 0) 0x7f1fb40035b0 con 0x7f1fcc15d570 2023-11-18T15:43:33.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fcc0cb330 msgr2=0x7f1fcc0cf280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fcc0cb330 0x7f1fcc0cf280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 >> v2:172.21.15.181:3300/0 conn(0x7f1fcc0cf7c0 msgr2=0x7f1fcc15dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 --2- 172.21.15.99:0/2966495078 >> v2:172.21.15.181:3300/0 conn(0x7f1fcc0cf7c0 0x7f1fcc15dd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fcc0cba60 con 0x7f1fcc15d570 2023-11-18T15:43:33.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f1fc40019f0 con 0x7f1fcc15d570 2023-11-18T15:43:33.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 >> v1:172.21.15.99:6789/0 conn(0x7f1fcc15d570 legacy=0x7f1fcc0704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.268 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fb4003a00 0x7f1fb4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fb4004850 0x7f1fb4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fb4005210 0x7f1fb400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fcc0ce500 con 0x7f1fb4005210 2023-11-18T15:43:33.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fcc0cb7b0 con 0x7f1fb4004850 2023-11-18T15:43:33.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fb400c160 con 0x7f1fb4003a00 2023-11-18T15:43:33.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f0ac7983700 1 -- start start 2023-11-18T15:43:33.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.266+0000 7f1fcb7fe700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fb4005210 0x7f1fb400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.265+0000 7f2a6ef00700 1 -- start start 2023-11-18T15:43:33.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.266+0000 7f2a6ef00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2a680d3ae0 0x7f2a680b7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.266+0000 7f2a6ef00700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f2a681632c0 0x7f2a680d20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.266+0000 7f2a6ef00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a680b9450 con 0x7f2a680b7940 2023-11-18T15:43:33.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.266+0000 7f1fcb7fe700 1 -- 172.21.15.99:0/2966495078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fb4003a00 msgr2=0x7f1fb4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.266+0000 7f1fcb7fe700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fb4003a00 0x7f1fb4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.266+0000 7f1fcb7fe700 1 -- 172.21.15.99:0/2966495078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fb4004850 msgr2=0x7f1fb4004cd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:33.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f2a6ef00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a680b7df0 con 0x7f2a680d3ae0 2023-11-18T15:43:33.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f2a6ef00700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a680b9730 con 0x7f2a681632c0 2023-11-18T15:43:33.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.266+0000 7f1fcb7fe700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fb4004850 0x7f1fb4004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f1fcb7fe700 1 -- 172.21.15.99:0/2966495078 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fb40035b0 con 0x7f1fb4005210 2023-11-18T15:43:33.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f2a6cc9c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2a680d3ae0 0x7f2a680b7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f2a67fff700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f2a680b7940 0x7f2a68162bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45482/0 (socket says 172.21.15.99:45482) 2023-11-18T15:43:33.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f2a67fff700 1 -- 172.21.15.99:0/4261855050 learned_addr learned my addr 172.21.15.99:0/4261855050 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:33.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f2a6cc9c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2a680d3ae0 0x7f2a680b7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58868/0 (socket says 172.21.15.99:58868) 2023-11-18T15:43:33.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f2a6d49d700 1 --2- 172.21.15.99:0/4261855050 >> v2:172.21.15.181:3300/0 conn(0x7f2a681632c0 0x7f2a680d20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f1fcb7fe700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fb4005210 0x7f1fb400ba10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc009f40 tx=0x7f1fb4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d670950998d25db2 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc00f9d0 con 0x7f1fb4005210 2023-11-18T15:43:33.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7ff1ae6dd700 1 Processor -- start 2023-11-18T15:43:33.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7ff1ae6dd700 1 -- start start 2023-11-18T15:43:33.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f0ac7983700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f0ac0162540 0x7f0ac0071b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f0ac7983700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00720d0 0x7f0ac00cccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f0ac7983700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ac00713a0 con 0x7f0ac00cd210 2023-11-18T15:43:33.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f0ac7983700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ac00cd6c0 con 0x7f0ac0162540 2023-11-18T15:43:33.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f0ac7983700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac00cfca0 con 0x7f0ac00720d0 2023-11-18T15:43:33.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f0ac571f700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f0ac0162540 0x7f0ac0071b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f0ac4f1e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00720d0 0x7f0ac00cccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f0ac4f1e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00720d0 0x7f0ac00cccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:40250/0 (socket says 172.21.15.99:40250) 2023-11-18T15:43:33.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f0ac4f1e700 1 -- 172.21.15.99:0/280532134 learned_addr learned my addr 172.21.15.99:0/280532134 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7fc2bd445700 1 Processor -- start 2023-11-18T15:43:33.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fbc00fb30 con 0x7f1fb4005210 2023-11-18T15:43:33.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.267+0000 7f1fc9ffb700 1 -- 172.21.15.99:0/2966495078 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc00fea0 con 0x7f1fb4005210 2023-11-18T15:43:33.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f1fd19d7700 1 -- 172.21.15.99:0/2966495078 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fb4005210 msgr2=0x7f1fb400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f1fd19d7700 1 --2- 172.21.15.99:0/2966495078 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fb4005210 0x7f1fb400ba10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc009f40 tx=0x7f1fb4005880 comp rx=0 tx=0).stop 2023-11-18T15:43:33.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7f1fcb7fe700 1 -- 172.21.15.99:0/2966495078 reap_dead start 2023-11-18T15:43:33.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f1fd19d7700 1 -- 172.21.15.99:0/2966495078 shutdown_connections 2023-11-18T15:43:33.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f1fd19d7700 1 -- 172.21.15.99:0/2966495078 >> 172.21.15.99:0/2966495078 conn(0x7f1fcc0b51d0 msgr2=0x7f1fcc0b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f2a6d49d700 1 -- 172.21.15.99:0/4261855050 >> v2:172.21.15.99:3300/0 conn(0x7f2a680d3ae0 msgr2=0x7f2a680b7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f2a6d49d700 1 --2- 172.21.15.99:0/4261855050 >> v2:172.21.15.99:3300/0 conn(0x7f2a680d3ae0 0x7f2a680b7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f2a6d49d700 1 -- 172.21.15.99:0/4261855050 >> v1:172.21.15.99:6789/0 conn(0x7f2a680b7940 legacy=0x7f2a68162bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f2a6d49d700 1 -- 172.21.15.99:0/4261855050 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a680b9a10 con 0x7f2a681632c0 2023-11-18T15:43:33.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.268+0000 7fc2bd445700 1 -- start start 2023-11-18T15:43:33.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7fc2bd445700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc2b815ff40 0x7fc2b806d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7fc2bd445700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc2b8163810 0x7fc2b80704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7fc2bd445700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc2b80b6320 0x7fc2b8070a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7fc2bd445700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2b806e630 con 0x7fc2b8163810 2023-11-18T15:43:33.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7fc2bd445700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2b80b5f00 con 0x7fc2b80b6320 2023-11-18T15:43:33.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7fc2bd445700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b806e350 con 0x7fc2b815ff40 2023-11-18T15:43:33.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7ff1ae6dd700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff1a815def0 0x7ff1a80d04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7ff1ae6dd700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1a8070fd0 con 0x7ff1a8162320 2023-11-18T15:43:33.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7ff1ae6dd700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1a80712b0 con 0x7ff1a81627f0 2023-11-18T15:43:33.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7ff1ae6dd700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a8071c50 con 0x7ff1a815def0 2023-11-18T15:43:33.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f0ab7fff700 1 -- 172.21.15.99:0/280532134 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2498547753 0 0) 0x7f0ac00713a0 con 0x7f0ac00cd210 2023-11-18T15:43:33.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f0ab7fff700 1 -- 172.21.15.99:0/280532134 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0aac0035b0 con 0x7f0ac00cd210 2023-11-18T15:43:33.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f2a6d49d700 1 --2- 172.21.15.99:0/4261855050 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2a681632c0 0x7f2a680d20c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2a680d17c0 tx=0x7f2a5800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6453179405173bef server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7ff1acc7a700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ff1a8162320 0x7ff1a80b7490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45494/0 (socket says 172.21.15.99:45494) 2023-11-18T15:43:33.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7ff1acc7a700 1 -- 172.21.15.99:0/948291931 learned_addr learned my addr 172.21.15.99:0/948291931 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:33.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f0ac571f700 1 -- 172.21.15.99:0/280532134 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00720d0 msgr2=0x7f0ac00cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f0ac571f700 1 --2- 172.21.15.99:0/280532134 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00720d0 0x7f0ac00cccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7f0ac571f700 1 -- 172.21.15.99:0/280532134 >> v1:172.21.15.99:6789/0 conn(0x7f0ac00cd210 legacy=0x7f0ac00ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7f0ac571f700 1 -- 172.21.15.99:0/280532134 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ac0162920 con 0x7f0ac0162540 2023-11-18T15:43:33.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7fc2b77fe700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc2b80b6320 0x7fc2b8070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7fc2b77fe700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc2b80b6320 0x7fc2b8070a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:57358/0 (socket says 172.21.15.99:57358) 2023-11-18T15:43:33.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.269+0000 7fc2b77fe700 1 -- 172.21.15.99:0/2681845030 learned_addr learned my addr 172.21.15.99:0/2681845030 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b67fc700 1 --2- 172.21.15.99:0/2681845030 >> v2:172.21.15.99:3300/0 conn(0x7fc2b8163810 0x7fc2b80704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b77fe700 1 -- 172.21.15.99:0/2681845030 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc2b815ff40 msgr2=0x7fc2b806d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b77fe700 1 --2- 172.21.15.99:0/2681845030 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc2b815ff40 0x7fc2b806d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b77fe700 1 -- 172.21.15.99:0/2681845030 >> v2:172.21.15.99:3300/0 conn(0x7fc2b8163810 msgr2=0x7fc2b80704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b77fe700 1 --2- 172.21.15.99:0/2681845030 >> v2:172.21.15.99:3300/0 conn(0x7fc2b8163810 0x7fc2b80704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b77fe700 1 -- 172.21.15.99:0/2681845030 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2b80b5840 con 0x7fc2b80b6320 2023-11-18T15:43:33.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2288077870 0 0) 0x7ff1a8070fd0 con 0x7ff1a8162320 2023-11-18T15:43:33.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff1900035b0 con 0x7ff1a8162320 2023-11-18T15:43:33.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7f0ac571f700 1 --2- 172.21.15.99:0/280532134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac0162540 0x7f0ac0071b90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009840 tx=0x7f0ab8009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=307dc3d55f919141 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b77fe700 1 --2- 172.21.15.99:0/2681845030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc2b80b6320 0x7fc2b8070a30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc2b80b7230 tx=0x7fc2a8009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd169f06dbedefe2 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b5ffb700 1 -- 172.21.15.99:0/2681845030 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a800b870 con 0x7fc2b80b6320 2023-11-18T15:43:33.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7f0ab7fff700 1 -- 172.21.15.99:0/280532134 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8011830 con 0x7f0ac0162540 2023-11-18T15:43:33.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7f0ab7fff700 1 -- 172.21.15.99:0/280532134 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ab8011990 con 0x7f0ac0162540 2023-11-18T15:43:33.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7f0ab7fff700 1 -- 172.21.15.99:0/280532134 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8011d20 con 0x7f0ac0162540 2023-11-18T15:43:33.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b5ffb700 1 -- 172.21.15.99:0/2681845030 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2a800b9d0 con 0x7fc2b80b6320 2023-11-18T15:43:33.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.270+0000 7fc2b5ffb700 1 -- 172.21.15.99:0/2681845030 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a800bd60 con 0x7fc2b80b6320 2023-11-18T15:43:33.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3626263322 0 0) 0x7ff1900035b0 con 0x7ff1a8162320 2023-11-18T15:43:33.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff1a815def0 msgr2=0x7ff1a80d04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 --2- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff1a815def0 0x7ff1a80d04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 >> v1:172.21.15.181:6789/0 conn(0x7ff1a81627f0 legacy=0x7ff1a8161c10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:33.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1a8071590 con 0x7ff1a8162320 2023-11-18T15:43:33.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7ff1a00019f0 con 0x7ff1a8162320 2023-11-18T15:43:33.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 >> v1:172.21.15.99:6789/0 conn(0x7ff1a8162320 legacy=0x7ff1a80b7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 --2- 172.21.15.99:0/948291931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff190003a30 0x7ff190003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 --2- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff190004850 0x7ff190004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 --2- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 0x7ff19000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a8071c50 con 0x7ff190003a30 2023-11-18T15:43:33.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff19000c1e0 con 0x7ff190004850 2023-11-18T15:43:33.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff19000c3a0 con 0x7ff190005330 2023-11-18T15:43:33.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7f2a677fe700 1 -- 172.21.15.99:0/4261855050 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5800e070 con 0x7f2a681632c0 2023-11-18T15:43:33.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1acc7a700 1 --2- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 0x7ff19000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7f2a677fe700 1 -- 172.21.15.99:0/4261855050 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a58003a20 con 0x7f2a681632c0 2023-11-18T15:43:33.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7f2a677fe700 1 -- 172.21.15.99:0/4261855050 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a58003dd0 con 0x7f2a681632c0 2023-11-18T15:43:33.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7fc2bd445700 1 -- 172.21.15.99:0/2681845030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc2b80b6320 msgr2=0x7fc2b8070a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2681845030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc2b80b6320 0x7fc2b8070a30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc2b80b7230 tx=0x7fc2a8009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7fc2bd445700 1 -- 172.21.15.99:0/2681845030 shutdown_connections 2023-11-18T15:43:33.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2681845030 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc2b815ff40 0x7fc2b806d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2681845030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc2b80b6320 0x7fc2b8070a30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2681845030 >> v2:172.21.15.99:3300/0 conn(0x7fc2b8163810 0x7fc2b80704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7fc2bd445700 1 -- 172.21.15.99:0/2681845030 >> 172.21.15.99:0/2681845030 conn(0x7fc2b80b2130 msgr2=0x7fc2b80b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7f0ac7983700 1 -- 172.21.15.99:0/280532134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac0162540 msgr2=0x7f0ac0071b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7f0ac7983700 1 --2- 172.21.15.99:0/280532134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac0162540 0x7f0ac0071b90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009840 tx=0x7f0ab8009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:33.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7fc2bd445700 1 -- 172.21.15.99:0/2681845030 shutdown_connections 2023-11-18T15:43:33.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7fc2bd445700 1 -- 172.21.15.99:0/2681845030 wait complete. 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f0ac7983700 1 -- 172.21.15.99:0/280532134 shutdown_connections 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f0ac7983700 1 --2- 172.21.15.99:0/280532134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac0162540 0x7f0ac0071b90 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f0ac7983700 1 --2- 172.21.15.99:0/280532134 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00720d0 0x7f0ac00cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f0ac7983700 1 -- 172.21.15.99:0/280532134 >> 172.21.15.99:0/280532134 conn(0x7f0ac00b15d0 msgr2=0x7f0ac00b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f0ac7983700 1 -- 172.21.15.99:0/280532134 shutdown_connections 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f2a6ef00700 1 -- 172.21.15.99:0/4261855050 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2a681632c0 msgr2=0x7f2a680d20c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f2a6ef00700 1 --2- 172.21.15.99:0/4261855050 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2a681632c0 0x7f2a680d20c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2a680d17c0 tx=0x7f2a5800b330 comp rx=0 tx=0).stop 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f2a6ef00700 1 -- 172.21.15.99:0/4261855050 shutdown_connections 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f2a6ef00700 1 --2- 172.21.15.99:0/4261855050 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2a681632c0 0x7f2a680d20c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f2a6ef00700 1 --2- 172.21.15.99:0/4261855050 >> v2:172.21.15.99:3300/0 conn(0x7f2a680d3ae0 0x7f2a680b7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f2a6ef00700 1 -- 172.21.15.99:0/4261855050 >> 172.21.15.99:0/4261855050 conn(0x7f2a68072720 msgr2=0x7f2a68072b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1acc7a700 1 -- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff190004850 msgr2=0x7ff190004cd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:33.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1acc7a700 1 --2- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff190004850 0x7ff190004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1acc7a700 1 -- 172.21.15.99:0/948291931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff190003a30 msgr2=0x7ff190003e30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:33.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1acc7a700 1 --2- 172.21.15.99:0/948291931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff190003a30 0x7ff190003e30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.271+0000 7ff1acc7a700 1 -- 172.21.15.99:0/948291931 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1a8071590 con 0x7ff190005330 2023-11-18T15:43:33.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7ff1acc7a700 1 --2- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 0x7ff19000ba10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ff1a000a9a0 tx=0x7ff190005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8978e33e9968191 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a000a410 con 0x7ff190005330 2023-11-18T15:43:33.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1a000c640 con 0x7ff190005330 2023-11-18T15:43:33.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7ff1a6ffd700 1 -- 172.21.15.99:0/948291931 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a000c9f0 con 0x7ff190005330 2023-11-18T15:43:33.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f2a6ef00700 1 -- 172.21.15.99:0/4261855050 shutdown_connections 2023-11-18T15:43:33.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.272+0000 7f0ac7983700 1 -- 172.21.15.99:0/280532134 wait complete. 2023-11-18T15:43:33.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.273+0000 7f2a6ef00700 1 -- 172.21.15.99:0/4261855050 wait complete. 2023-11-18T15:43:33.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.273+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 msgr2=0x7ff19000ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.273+0000 7ff1ae6dd700 1 --2- 172.21.15.99:0/948291931 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 0x7ff19000ba10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ff1a000a9a0 tx=0x7ff190005880 comp rx=0 tx=0).stop 2023-11-18T15:43:33.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.273+0000 7ff1acc7a700 1 -- 172.21.15.99:0/948291931 reap_dead start 2023-11-18T15:43:33.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.274+0000 7f1fd19d7700 1 -- 172.21.15.99:0/2966495078 shutdown_connections 2023-11-18T15:43:33.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.274+0000 7f0ac7983700 1 Processor -- start 2023-11-18T15:43:33.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.274+0000 7f2a6ef00700 1 Processor -- start 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.274+0000 7f0ac7983700 1 -- start start 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac7983700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac00720d0 0x7f0ac01f85f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac7983700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00cd210 0x7f0ac014f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac7983700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0ac0162540 0x7f0ac014f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac7983700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac014ce30 con 0x7f0ac0162540 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac7983700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac01f8b30 con 0x7f0ac00720d0 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac7983700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac0164150 con 0x7f0ac00cd210 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac571f700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac00720d0 0x7f0ac01f85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac571f700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac00720d0 0x7f0ac01f85f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:57366/0 (socket says 172.21.15.99:57366) 2023-11-18T15:43:33.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac571f700 1 -- 172.21.15.99:0/2117246201 learned_addr learned my addr 172.21.15.99:0/2117246201 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac4f1e700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00cd210 0x7f0ac014f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.275+0000 7f0ac5f20700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0ac0162540 0x7f0ac014f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.274+0000 7f1fd19d7700 1 -- 172.21.15.99:0/2966495078 wait complete. 2023-11-18T15:43:33.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f1fd19d7700 1 Processor -- start 2023-11-18T15:43:33.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.274+0000 7fc2bd445700 1 Processor -- start 2023-11-18T15:43:33.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f0ac571f700 1 -- 172.21.15.99:0/2117246201 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00cd210 msgr2=0x7f0ac014f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f0ac571f700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00cd210 0x7f0ac014f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f0ac571f700 1 -- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0ac0162540 msgr2=0x7f0ac014f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f0ac571f700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0ac0162540 0x7f0ac014f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f0ac571f700 1 -- 172.21.15.99:0/2117246201 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ab80094a0 con 0x7f0ac00720d0 2023-11-18T15:43:33.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f1fd19d7700 1 -- start start 2023-11-18T15:43:33.301 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f1fd19d7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fcc1519f0 0x7f1fcc14d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.301 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f1fd19d7700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fcc151dd0 0x7f1fcc13d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.301 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f1fd19d7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fcc13d7f0 0x7f1fcc148270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.301 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f1fd19d7700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fcc14dba0 con 0x7f1fcc1519f0 2023-11-18T15:43:33.301 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f1fd19d7700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fcc13dc70 con 0x7f1fcc151dd0 2023-11-18T15:43:33.301 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f1fd19d7700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fcc152c80 con 0x7f1fcc13d7f0 2023-11-18T15:43:33.301 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7fc2bd445700 1 -- start start 2023-11-18T15:43:33.302 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7f0ac571f700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac00720d0 0x7f0ac01f85f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009fd0 tx=0x7f0ab8004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.302 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7f1fcaffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fcc1519f0 0x7f1fcc14d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.302 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7f1fcaffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fcc1519f0 0x7f1fcc14d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58906/0 (socket says 172.21.15.99:58906) 2023-11-18T15:43:33.302 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7f1fcaffd700 1 -- 172.21.15.99:0/1483824413 learned_addr learned my addr 172.21.15.99:0/1483824413 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.302 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.274+0000 7f2a6ef00700 1 -- start start 2023-11-18T15:43:33.302 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6ef00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2a680b7940 0x7f2a6815fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6ef00700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2a680d3ae0 0x7f2a6814f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6ef00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a681632c0 0x7f2a68152450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6ef00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a68153270 con 0x7f2a681632c0 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6ef00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a68146e80 con 0x7f2a680b7940 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6ef00700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6806d050 con 0x7f2a680d3ae0 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a67fff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2a680d3ae0 0x7f2a6814f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6d49d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a681632c0 0x7f2a68152450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6d49d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a681632c0 0x7f2a68152450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58904/0 (socket says 172.21.15.99:58904) 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6d49d700 1 -- 172.21.15.99:0/814245728 learned_addr learned my addr 172.21.15.99:0/814245728 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6d49d700 1 -- 172.21.15.99:0/814245728 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2a680d3ae0 msgr2=0x7f2a6814f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6d49d700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2a680d3ae0 0x7f2a6814f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6d49d700 1 -- 172.21.15.99:0/814245728 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2a680b7940 msgr2=0x7f2a6815fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6d49d700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2a680b7940 0x7f2a6815fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.276+0000 7f2a6d49d700 1 -- 172.21.15.99:0/814245728 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a58009a70 con 0x7f2a681632c0 2023-11-18T15:43:33.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f2a6d49d700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a681632c0 0x7f2a68152450 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2a5800b370 tx=0x7f2a58004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f2a657fa700 1 -- 172.21.15.99:0/814245728 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a580046b0 con 0x7f2a681632c0 2023-11-18T15:43:33.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a6806d330 con 0x7f2a681632c0 2023-11-18T15:43:33.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f2a657fa700 1 -- 172.21.15.99:0/814245728 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a58004810 con 0x7f2a681632c0 2023-11-18T15:43:33.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f2a657fa700 1 -- 172.21.15.99:0/814245728 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a58040660 con 0x7f2a681632c0 2023-11-18T15:43:33.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.277+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a6806d8f0 con 0x7f2a681632c0 2023-11-18T15:43:33.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fcb7fe700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fcc13d7f0 0x7f1fcc148270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fcaffd700 1 -- 172.21.15.99:0/1483824413 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fcc13d7f0 msgr2=0x7f1fcc148270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fcaffd700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fcc13d7f0 0x7f1fcc148270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fcaffd700 1 -- 172.21.15.99:0/1483824413 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fcc151dd0 msgr2=0x7f1fcc13d2b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-18T15:43:33.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fcaffd700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fcc151dd0 0x7f1fcc13d2b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fcaffd700 1 -- 172.21.15.99:0/1483824413 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fcc1500d0 con 0x7f1fcc1519f0 2023-11-18T15:43:33.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.281+0000 7f2a657fa700 1 -- 172.21.15.99:0/814245728 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f2a580407c0 con 0x7f2a681632c0 2023-11-18T15:43:33.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7f2a657fa700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2a4806aed0 0x7f2a4806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7f2a657fa700 1 -- 172.21.15.99:0/814245728 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2a580ad830 con 0x7f2a681632c0 2023-11-18T15:43:33.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7f0ab5ffb700 1 -- 172.21.15.99:0/2117246201 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab80036a0 con 0x7f0ac00720d0 2023-11-18T15:43:33.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7f0ab5ffb700 1 -- 172.21.15.99:0/2117246201 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ab801e070 con 0x7f0ac00720d0 2023-11-18T15:43:33.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7f0ab5ffb700 1 -- 172.21.15.99:0/2117246201 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8003a60 con 0x7f0ac00720d0 2023-11-18T15:43:33.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ac0164430 con 0x7f0ac00720d0 2023-11-18T15:43:33.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.278+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ac01649f0 con 0x7f0ac00720d0 2023-11-18T15:43:33.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2bd445700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2b80b6320 0x7fc2b814c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2bd445700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc2b8163810 0x7fc2b814ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2bd445700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc2b8162f90 0x7fc2b81495b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2bd445700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b8144510 con 0x7fc2b80b6320 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2bd445700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b81436c0 con 0x7fc2b8162f90 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2bd445700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b814c9c0 con 0x7fc2b8163810 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2b6ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2b80b6320 0x7fc2b814c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2b6ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2b80b6320 0x7fc2b814c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58914/0 (socket says 172.21.15.99:58914) 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2b6ffd700 1 -- 172.21.15.99:0/2988919369 learned_addr learned my addr 172.21.15.99:0/2988919369 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2b6ffd700 1 -- 172.21.15.99:0/2988919369 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc2b8163810 msgr2=0x7fc2b814ddf0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2b6ffd700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc2b8163810 0x7fc2b814ddf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2b6ffd700 1 -- 172.21.15.99:0/2988919369 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc2b8162f90 msgr2=0x7fc2b81495b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2b6ffd700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc2b8162f90 0x7fc2b81495b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7fc2b6ffd700 1 -- 172.21.15.99:0/2988919369 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2a8009550 con 0x7fc2b80b6320 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.280+0000 7fc2b6ffd700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2b80b6320 0x7fc2b814c480 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac00b480 tx=0x7fc2ac00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7fc29f7fe700 1 -- 172.21.15.99:0/2988919369 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac0118f0 con 0x7fc2b80b6320 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2b81412e0 con 0x7fc2b80b6320 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7fc29f7fe700 1 -- 172.21.15.99:0/2988919369 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2ac011a50 con 0x7fc2b80b6320 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7fc29f7fe700 1 -- 172.21.15.99:0/2988919369 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac011e00 con 0x7fc2b80b6320 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2b8143b70 con 0x7fc2b80b6320 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fcaffd700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fcc1519f0 0x7f1fcc14d660 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1fc40020a0 tx=0x7f1fc400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fb3fff700 1 -- 172.21.15.99:0/1483824413 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc400ae60 con 0x7f1fcc1519f0 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fcc152350 con 0x7f1fcc1519f0 2023-11-18T15:43:33.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.279+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fcc152910 con 0x7f1fcc1519f0 2023-11-18T15:43:33.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.280+0000 7f1fb3fff700 1 -- 172.21.15.99:0/1483824413 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fc40070d0 con 0x7f1fcc1519f0 2023-11-18T15:43:33.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.280+0000 7f1fb3fff700 1 -- 172.21.15.99:0/1483824413 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc4007480 con 0x7f1fcc1519f0 2023-11-18T15:43:33.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.281+0000 7f1fb3fff700 1 -- 172.21.15.99:0/1483824413 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f1fc40075e0 con 0x7f1fcc1519f0 2023-11-18T15:43:33.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7f1fb3fff700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1fb806aed0 0x7f1fb806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7f1fb3fff700 1 -- 172.21.15.99:0/1483824413 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1fc40896f0 con 0x7f1fcc1519f0 2023-11-18T15:43:33.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7f1fca7fc700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1fb806aed0 0x7f1fb806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.282+0000 7f1fca7fc700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1fb806aed0 0x7f1fb806d390 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc13df40 tx=0x7f1fc0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.283+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a68073aa0 con 0x7f2a681632c0 2023-11-18T15:43:33.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.283+0000 7f2a6cc9c700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2a4806aed0 0x7f2a4806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.284+0000 7f2a6cc9c700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2a4806aed0 0x7f2a4806d390 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2a680d1790 tx=0x7f2a500095a0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.283+0000 7f0ab5ffb700 1 -- 172.21.15.99:0/2117246201 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f0ab8003bc0 con 0x7f0ac00720d0 2023-11-18T15:43:33.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.283+0000 7f0ab5ffb700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0aa406aed0 0x7f0aa406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.283+0000 7f0ab5ffb700 1 -- 172.21.15.99:0/2117246201 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0ab808a450 con 0x7f0ac00720d0 2023-11-18T15:43:33.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.284+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/948291931 shutdown_connections 2023-11-18T15:43:33.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.284+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/948291931 >> 172.21.15.99:0/948291931 conn(0x7ff1a8072720 msgr2=0x7ff1a8072b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.311 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.284+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2b8073aa0 con 0x7fc2b80b6320 2023-11-18T15:43:33.312 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.284+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/948291931 shutdown_connections 2023-11-18T15:43:33.312 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.284+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/948291931 wait complete. 2023-11-18T15:43:33.312 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.285+0000 7ff1ae6dd700 1 Processor -- start 2023-11-18T15:43:33.312 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.286+0000 7ff1ae6dd700 1 -- start start 2023-11-18T15:43:33.312 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.286+0000 7ff1ae6dd700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 0x7ff1a8143c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.286+0000 7ff1ae6dd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff1a814db50 0x7ff1a806d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.286+0000 7ff1ae6dd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1a8151bc0 0x7ff1a8152050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.286+0000 7ff1ae6dd700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a8152590 con 0x7ff1a8151bc0 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.286+0000 7ff1ae6dd700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a806e3d0 con 0x7ff1a814db50 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.286+0000 7ff1ae6dd700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a806e6b0 con 0x7ff190005330 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1acc7a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1a8151bc0 0x7ff1a8152050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1acc7a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1a8151bc0 0x7ff1a8152050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58928/0 (socket says 172.21.15.99:58928) 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1acc7a700 1 -- 172.21.15.99:0/3322145563 learned_addr learned my addr 172.21.15.99:0/3322145563 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1a7fff700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 0x7ff1a8143c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1a77fe700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff1a814db50 0x7ff1a806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1acc7a700 1 -- 172.21.15.99:0/3322145563 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 msgr2=0x7ff1a8143c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.313 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1acc7a700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 0x7ff1a8143c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.314 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1acc7a700 1 -- 172.21.15.99:0/3322145563 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff1a814db50 msgr2=0x7ff1a806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.314 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1acc7a700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff1a814db50 0x7ff1a806d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.314 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1acc7a700 1 -- 172.21.15.99:0/3322145563 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1a806e990 con 0x7ff1a8151bc0 2023-11-18T15:43:33.314 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.287+0000 7ff1acc7a700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1a8151bc0 0x7ff1a8152050 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff19000c530 tx=0x7ff1a0001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.314 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.288+0000 7f0ac4f1e700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0aa406aed0 0x7f0aa406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.314 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.288+0000 7f0ac4f1e700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0aa406aed0 0x7f0aa406d390 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0009bd0 tx=0x7f0ab00092c0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.315 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.289+0000 7f3fcc973700 1 Processor -- start 2023-11-18T15:43:33.315 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.289+0000 7f3fcc973700 1 -- start start 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.290+0000 7f3fcc973700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3fc8147880 0x7f3fc806d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.290+0000 7f3fcc973700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f3fc80b6170 0x7f3fc80704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.290+0000 7f3fcc973700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fc80b5ce0 con 0x7f3fc80b6600 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.290+0000 7f3fcc973700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fc80b5700 con 0x7f3fc8147880 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.290+0000 7f3fcc973700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fc806e230 con 0x7f3fc80b6170 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.290+0000 7f3fc6d9d700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f3fc80b6600 0x7f3fc8161c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45544/0 (socket says 172.21.15.99:45544) 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.290+0000 7f3fc6d9d700 1 -- 172.21.15.99:0/2992598319 learned_addr learned my addr 172.21.15.99:0/2992598319 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.290+0000 7f3fc5d9b700 1 --2- 172.21.15.99:0/2992598319 >> v2:172.21.15.181:3300/0 conn(0x7f3fc80b6170 0x7f3fc80704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f3fc5d9b700 1 -- 172.21.15.99:0/2992598319 >> v2:172.21.15.99:3300/0 conn(0x7f3fc8147880 msgr2=0x7f3fc806d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f3fc5d9b700 1 --2- 172.21.15.99:0/2992598319 >> v2:172.21.15.99:3300/0 conn(0x7f3fc8147880 0x7f3fc806d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.316 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f3fc5d9b700 1 -- 172.21.15.99:0/2992598319 >> v1:172.21.15.99:6789/0 conn(0x7f3fc80b6600 legacy=0x7f3fc8161c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f3fc5d9b700 1 -- 172.21.15.99:0/2992598319 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fc80b5970 con 0x7f3fc80b6170 2023-11-18T15:43:33.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fac0052e0 con 0x7f1fcc1519f0 2023-11-18T15:43:33.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f3fc5d9b700 1 --2- 172.21.15.99:0/2992598319 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fc80b6170 0x7f3fc80704f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8161be0 tx=0x7f3fbc009b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=680fc5ed26d9307e server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0aa00052e0 con 0x7f0ac00720d0 2023-11-18T15:43:33.318 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f3fc559a700 1 -- 172.21.15.99:0/2992598319 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fbc011830 con 0x7f3fc80b6170 2023-11-18T15:43:33.318 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f3fc559a700 1 -- 172.21.15.99:0/2992598319 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fbc011990 con 0x7f3fc80b6170 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.291+0000 7f3fc559a700 1 -- 172.21.15.99:0/2992598319 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fbc011d20 con 0x7f3fc80b6170 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.292+0000 7f3fcc973700 1 -- 172.21.15.99:0/2992598319 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fc80b6170 msgr2=0x7f3fc80704f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.292+0000 7f3fcc973700 1 --2- 172.21.15.99:0/2992598319 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fc80b6170 0x7f3fc80704f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8161be0 tx=0x7f3fbc009b20 comp rx=0 tx=0).stop 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.292+0000 7f3fcc973700 1 -- 172.21.15.99:0/2992598319 shutdown_connections 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.292+0000 7f3fcc973700 1 --2- 172.21.15.99:0/2992598319 >> v2:172.21.15.99:3300/0 conn(0x7f3fc8147880 0x7f3fc806d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.292+0000 7f3fcc973700 1 --2- 172.21.15.99:0/2992598319 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fc80b6170 0x7f3fc80704f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.292+0000 7f3fcc973700 1 -- 172.21.15.99:0/2992598319 >> 172.21.15.99:0/2992598319 conn(0x7f3fc80b2130 msgr2=0x7f3fc80b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.292+0000 7f3fcc973700 1 -- 172.21.15.99:0/2992598319 shutdown_connections 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.292+0000 7f3fcc973700 1 -- 172.21.15.99:0/2992598319 wait complete. 2023-11-18T15:43:33.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.292+0000 7f2a657fa700 1 -- 172.21.15.99:0/814245728 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f2a58078850 con 0x7f2a681632c0 2023-11-18T15:43:33.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.294+0000 7f3fcc973700 1 Processor -- start 2023-11-18T15:43:33.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.294+0000 7fc29f7fe700 1 -- 172.21.15.99:0/2988919369 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fc2ac01a400 con 0x7fc2b80b6320 2023-11-18T15:43:33.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7fc29f7fe700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc2a406af20 0x7fc2a406d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.294+0000 7f3fcc973700 1 -- start start 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fcc973700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fc80b6170 0x7f3fc81eb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fcc973700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fc80b6600 0x7f3fc815dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fcc973700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fc8147880 0x7f3fc80a9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fcc973700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fc80ac360 con 0x7f3fc80b6170 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fcc973700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fc815e0e0 con 0x7f3fc80b6600 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fcc973700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fc81ebcd0 con 0x7f3fc8147880 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fc6d9d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fc8147880 0x7f3fc80a9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fc6d9d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fc8147880 0x7f3fc80a9ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:40314/0 (socket says 172.21.15.99:40314) 2023-11-18T15:43:33.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fc6d9d700 1 -- 172.21.15.99:0/3520134143 learned_addr learned my addr 172.21.15.99:0/3520134143 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fc5d9b700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fc80b6600 0x7f3fc815dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fc6d9d700 1 -- 172.21.15.99:0/3520134143 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fc80b6600 msgr2=0x7f3fc815dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fc6d9d700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fc80b6600 0x7f3fc815dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fc6d9d700 1 -- 172.21.15.99:0/3520134143 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fc80b6170 msgr2=0x7f3fc81eb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fc6d9d700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fc80b6170 0x7f3fc81eb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.295+0000 7f3fc6d9d700 1 -- 172.21.15.99:0/3520134143 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fbc0094a0 con 0x7f3fc8147880 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.296+0000 7f3fc6d9d700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fc8147880 0x7f3fc80a9ef0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f3fc000ca80 tx=0x7f3fc000cd90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.296+0000 7f3fb6ffd700 1 -- 172.21.15.99:0/3520134143 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fc000a9e0 con 0x7f3fc8147880 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.296+0000 7f3fb6ffd700 1 -- 172.21.15.99:0/3520134143 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fc000ab40 con 0x7f3fc8147880 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.296+0000 7f3fb6ffd700 1 -- 172.21.15.99:0/3520134143 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fc0012400 con 0x7f3fc8147880 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.296+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fc81ebfb0 con 0x7f3fc8147880 2023-11-18T15:43:33.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.296+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fc81ec570 con 0x7f3fc8147880 2023-11-18T15:43:33.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.297+0000 7f0ab5ffb700 1 -- 172.21.15.99:0/2117246201 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0ab80554f0 con 0x7f0ac00720d0 2023-11-18T15:43:33.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.298+0000 7f3fb6ffd700 1 -- 172.21.15.99:0/3520134143 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f3fc001b3b0 con 0x7f3fc8147880 2023-11-18T15:43:33.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.298+0000 7f3fb6ffd700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa806aed0 0x7f3fa806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.298+0000 7f3fb6ffd700 1 -- 172.21.15.99:0/3520134143 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3fc0088fe0 con 0x7f3fc8147880 2023-11-18T15:43:33.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.298+0000 7f3fc659c700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa806aed0 0x7f3fa806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.298+0000 7f3fc659c700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa806aed0 0x7f3fa806d390 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3fb80097b0 tx=0x7f3fb8006d20 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.300+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fc8073aa0 con 0x7f3fc8147880 2023-11-18T15:43:33.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.301+0000 7fc2b67fc700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc2a406af20 0x7fc2a406d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.301+0000 7ff1a4ff9700 1 -- 172.21.15.99:0/3322145563 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a000a410 con 0x7ff1a8151bc0 2023-11-18T15:43:33.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.301+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1a806ec70 con 0x7ff1a8151bc0 2023-11-18T15:43:33.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.301+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1a8155350 con 0x7ff1a8151bc0 2023-11-18T15:43:33.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.301+0000 7fc2b67fc700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc2a406af20 0x7fc2a406d3e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc2b80b3df0 tx=0x7fc2b0009830 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.302+0000 7fc29f7fe700 1 -- 172.21.15.99:0/2988919369 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc2ac059210 con 0x7fc2b80b6320 2023-11-18T15:43:33.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.303+0000 7f1fb3fff700 1 -- 172.21.15.99:0/1483824413 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f1fc4018020 con 0x7f1fcc1519f0 2023-11-18T15:43:33.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.304+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1a8073aa0 con 0x7ff1a8151bc0 2023-11-18T15:43:33.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.304+0000 7ff1a4ff9700 1 -- 172.21.15.99:0/3322145563 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1a00019b0 con 0x7ff1a8151bc0 2023-11-18T15:43:33.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.304+0000 7ff1a4ff9700 1 -- 172.21.15.99:0/3322145563 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a001e630 con 0x7ff1a8151bc0 2023-11-18T15:43:33.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.306+0000 7f3fb6ffd700 1 -- 172.21.15.99:0/3520134143 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f3fc00541d0 con 0x7f3fc8147880 2023-11-18T15:43:33.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.312+0000 7fc29f7fe700 1 -- 172.21.15.99:0/2988919369 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fc2ac054e50 con 0x7fc2b80b6320 2023-11-18T15:43:33.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.319+0000 7fbc29524700 1 Processor -- start 2023-11-18T15:43:33.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.319+0000 7fbc29524700 1 -- start start 2023-11-18T15:43:33.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.320+0000 7fbc29524700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2416b200 0x7fbc240ca990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.320+0000 7fbc29524700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc24070890 con 0x7fbc24168860 2023-11-18T15:43:33.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.320+0000 7fbc29524700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc24070b70 con 0x7fbc240caed0 2023-11-18T15:43:33.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.320+0000 7fbc29524700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc24168c40 con 0x7fbc2416b200 2023-11-18T15:43:33.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.321+0000 7fbc227fc700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2416b200 0x7fbc240ca990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.321+0000 7fbc227fc700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2416b200 0x7fbc240ca990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:40322/0 (socket says 172.21.15.99:40322) 2023-11-18T15:43:33.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.321+0000 7fbc227fc700 1 -- 172.21.15.99:0/2021837078 learned_addr learned my addr 172.21.15.99:0/2021837078 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.321+0000 7ff1a4ff9700 1 -- 172.21.15.99:0/3322145563 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7ff1a001e790 con 0x7ff1a8151bc0 2023-11-18T15:43:33.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.321+0000 7ff1a4ff9700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff19406aed0 0x7ff19406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.321+0000 7ff1a4ff9700 1 -- 172.21.15.99:0/3322145563 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff1a0023020 con 0x7ff1a8151bc0 2023-11-18T15:43:33.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7ff1a7fff700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff19406aed0 0x7ff19406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7ff1a7fff700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff19406aed0 0x7ff19406d390 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff1a80724e0 tx=0x7ff198009110 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.326+0000 7ff1a4ff9700 1 -- 172.21.15.99:0/3322145563 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7ff1a00573a0 con 0x7ff1a8151bc0 2023-11-18T15:43:33.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1164620913 0 0) 0x7fbc24070b70 con 0x7fbc240caed0 2023-11-18T15:43:33.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbc0c0035b0 con 0x7fbc240caed0 2023-11-18T15:43:33.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 <== mon.1 v1:172.21.15.181:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1286098518 0 0) 0x7fbc0c0035b0 con 0x7fbc240caed0 2023-11-18T15:43:33.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2416b200 msgr2=0x7fbc240ca990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 --2- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc2416b200 0x7fbc240ca990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 >> v1:172.21.15.99:6789/0 conn(0x7fbc24168860 legacy=0x7fbc24071930 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:33.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 --> v1:172.21.15.181:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc24070e50 con 0x7fbc240caed0 2023-11-18T15:43:33.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 <== mon.1 v1:172.21.15.181:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fbc14001670 con 0x7fbc240caed0 2023-11-18T15:43:33.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 >> v1:172.21.15.181:6789/0 conn(0x7fbc240caed0 legacy=0x7fbc240b2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 --2- 172.21.15.99:0/2021837078 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc0c003a00 0x7fbc0c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 --2- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc0c004850 0x7fbc0c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 --2- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc0c005210 0x7fbc0c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc0c00c110 con 0x7fbc0c003a00 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc0c00c280 con 0x7fbc0c005210 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc0c00c440 con 0x7fbc0c004850 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.322+0000 7fbc237fe700 1 --2- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc0c005210 0x7fbc0c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.323+0000 7fbc237fe700 1 -- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc0c004850 msgr2=0x7fbc0c004cd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.323+0000 7fbc237fe700 1 --2- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc0c004850 0x7fbc0c004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.323+0000 7fbc237fe700 1 -- 172.21.15.99:0/2021837078 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc0c003a00 msgr2=0x7fbc0c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.323+0000 7fbc237fe700 1 --2- 172.21.15.99:0/2021837078 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc0c003a00 0x7fbc0c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.323+0000 7fbc237fe700 1 -- 172.21.15.99:0/2021837078 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc24070e50 con 0x7fbc0c005210 2023-11-18T15:43:33.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.323+0000 7fbc237fe700 1 --2- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc0c005210 0x7fbc0c00ba10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbc1400c260 tx=0x7fbc0c005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e24fe62bcde48559 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.323+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc1400cda0 con 0x7fbc0c005210 2023-11-18T15:43:33.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.323+0000 7fbc21ffb700 1 -- 172.21.15.99:0/2021837078 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc14006860 con 0x7fbc0c005210 2023-11-18T15:43:33.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.324+0000 7fbc29524700 1 -- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc0c005210 msgr2=0x7fbc0c00ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.324+0000 7fbc29524700 1 --2- 172.21.15.99:0/2021837078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc0c005210 0x7fbc0c00ba10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbc1400c260 tx=0x7fbc0c005880 comp rx=0 tx=0).stop 2023-11-18T15:43:33.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.324+0000 7fbc237fe700 1 -- 172.21.15.99:0/2021837078 reap_dead start 2023-11-18T15:43:33.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.327+0000 7fbc29524700 1 -- 172.21.15.99:0/2021837078 shutdown_connections 2023-11-18T15:43:33.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.327+0000 7fbc29524700 1 -- 172.21.15.99:0/2021837078 >> 172.21.15.99:0/2021837078 conn(0x7fbc240b51d0 msgr2=0x7fbc240b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.329+0000 7fbc29524700 1 -- 172.21.15.99:0/2021837078 shutdown_connections 2023-11-18T15:43:33.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.329+0000 7fbc29524700 1 -- 172.21.15.99:0/2021837078 wait complete. 2023-11-18T15:43:33.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.331+0000 7fbc29524700 1 Processor -- start 2023-11-18T15:43:33.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.331+0000 7fbc29524700 1 -- start start 2023-11-18T15:43:33.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.332+0000 7fbc29524700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc0c005210 0x7fbc2415e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.332+0000 7fbc29524700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc24160de0 0x7fbc240c9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.332+0000 7fbc29524700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2415f5f0 0x7fbc2415faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.333+0000 7fbc29524700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc241625d0 con 0x7fbc24160de0 2023-11-18T15:43:33.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.333+0000 7fbc29524700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc241619c0 con 0x7fbc2415f5f0 2023-11-18T15:43:33.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.333+0000 7fbc29524700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc24161ca0 con 0x7fbc0c005210 2023-11-18T15:43:33.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.333+0000 7fbc237fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2415f5f0 0x7fbc2415faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.333+0000 7fbc237fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2415f5f0 0x7fbc2415faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:57428/0 (socket says 172.21.15.99:57428) 2023-11-18T15:43:33.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.333+0000 7fbc237fe700 1 -- 172.21.15.99:0/3702483921 learned_addr learned my addr 172.21.15.99:0/3702483921 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:33.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.333+0000 7fbc22ffd700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc0c005210 0x7fbc2415e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.333+0000 7fbc237fe700 1 -- 172.21.15.99:0/3702483921 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc0c005210 msgr2=0x7fbc2415e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.333+0000 7fbc237fe700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc0c005210 0x7fbc2415e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.334+0000 7fbc237fe700 1 -- 172.21.15.99:0/3702483921 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc24160de0 msgr2=0x7fbc240c9700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.334+0000 7fbc237fe700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc24160de0 0x7fbc240c9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.334+0000 7fbc237fe700 1 -- 172.21.15.99:0/3702483921 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc24161f80 con 0x7fbc2415f5f0 2023-11-18T15:43:33.337 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.334+0000 7fbc237fe700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2415f5f0 0x7fbc2415faa0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbc14012000 tx=0x7fbc14001930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.337 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.334+0000 7fbc137fe700 1 -- 172.21.15.99:0/3702483921 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc14001c60 con 0x7fbc2415f5f0 2023-11-18T15:43:33.337 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.334+0000 7fbc137fe700 1 -- 172.21.15.99:0/3702483921 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc140054e0 con 0x7fbc2415f5f0 2023-11-18T15:43:33.337 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.334+0000 7fbc137fe700 1 -- 172.21.15.99:0/3702483921 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc14012970 con 0x7fbc2415f5f0 2023-11-18T15:43:33.337 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.334+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc24162260 con 0x7fbc2415f5f0 2023-11-18T15:43:33.337 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.334+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc241615e0 con 0x7fbc2415f5f0 2023-11-18T15:43:33.339 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.338+0000 7fbc137fe700 1 -- 172.21.15.99:0/3702483921 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fbc14012ad0 con 0x7fbc2415f5f0 2023-11-18T15:43:33.340 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.338+0000 7fbc137fe700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc0806afa0 0x7fbc0806d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:33.340 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.338+0000 7fbc137fe700 1 -- 172.21.15.99:0/3702483921 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbc1408a780 con 0x7fbc2415f5f0 2023-11-18T15:43:33.340 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.339+0000 7fbc22ffd700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc0806afa0 0x7fbc0806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:33.340 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.339+0000 7fbc22ffd700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc0806afa0 0x7fbc0806d460 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbc1c009f80 tx=0x7fbc1c00d040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:33.341 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.340+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc000052e0 con 0x7fbc2415f5f0 2023-11-18T15:43:33.346 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.345+0000 7fbc137fe700 1 -- 172.21.15.99:0/3702483921 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fbc140558a0 con 0x7fbc2415f5f0 2023-11-18T15:43:33.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.677+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f2a68069400 con 0x7f2a681632c0 2023-11-18T15:43:33.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.677+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f27f80aec00 con 0x7f27f815d570 2023-11-18T15:43:33.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.677+0000 7f2a657fa700 1 -- 172.21.15.99:0/814245728 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2a5807be70 con 0x7f2a681632c0 2023-11-18T15:43:33.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.678+0000 7f27dffff700 1 -- 172.21.15.99:0/2392638887 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f27ec057410 con 0x7f27f815d570 2023-11-18T15:43:33.680 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:33.683 INFO:teuthology.orchestra.run.smithi099.stdout:60129542148 2023-11-18T15:43:33.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.684+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2a4806aed0 msgr2=0x7f2a4806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.684+0000 7f2a6ef00700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2a4806aed0 0x7f2a4806d390 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2a680d1790 tx=0x7f2a500095a0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.684+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a681632c0 msgr2=0x7f2a68152450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.684+0000 7f2a6ef00700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a681632c0 0x7f2a68152450 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2a5800b370 tx=0x7f2a58004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.684+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f27e406aed0 msgr2=0x7f27e406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.684+0000 7f27fe14d700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f27e406aed0 0x7f27e406d390 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f27e80011e0 tx=0x7f27e8007ba0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.684+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f815d570 msgr2=0x7f27f80afa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.684+0000 7f27fe14d700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f815d570 0x7f27f80afa10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f27ec00ea30 tx=0x7f27ec00ed40 comp rx=0 tx=0).stop 2023-11-18T15:43:33.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 shutdown_connections 2023-11-18T15:43:33.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f27fe14d700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f27e406aed0 0x7f27e406d390 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f27fe14d700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27f80cb330 0x7f27f81fb160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f27fe14d700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27f815d570 0x7f27f80afa10 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f27fe14d700 1 --2- 172.21.15.99:0/2392638887 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f27f80cf7c0 0x7f27f81561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 >> 172.21.15.99:0/2392638887 conn(0x7f27f80b51d0 msgr2=0x7f27f80b0610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 shutdown_connections 2023-11-18T15:43:33.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f2a6ef00700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2a4806aed0 0x7f2a4806d390 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f2a6ef00700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a681632c0 0x7f2a68152450 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f2a6ef00700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2a680b7940 0x7f2a6815fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f2a6ef00700 1 --2- 172.21.15.99:0/814245728 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2a680d3ae0 0x7f2a6814f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.685+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 >> 172.21.15.99:0/814245728 conn(0x7f2a68072720 msgr2=0x7f2a68161cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.686+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 shutdown_connections 2023-11-18T15:43:33.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.686+0000 7f2a6ef00700 1 -- 172.21.15.99:0/814245728 wait complete. 2023-11-18T15:43:33.689 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.688+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 shutdown_connections 2023-11-18T15:43:33.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.694+0000 7f27fe14d700 1 -- 172.21.15.99:0/2392638887 wait complete. 2023-11-18T15:43:33.703 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.702+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f0aa0005590 con 0x7f0ac00720d0 2023-11-18T15:43:33.706 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.0 2023-11-18T15:43:33.706 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.706+0000 7f0ab5ffb700 1 -- 172.21.15.99:0/2117246201 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0ab8015070 con 0x7f0ac00720d0 2023-11-18T15:43:33.709 INFO:teuthology.orchestra.run.smithi099.stdout:60129542149 2023-11-18T15:43:33.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.708+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fc2b8144650 con 0x7fc2b80b6320 2023-11-18T15:43:33.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.710+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0aa406aed0 msgr2=0x7f0aa406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.710+0000 7f0ac7983700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0aa406aed0 0x7f0aa406d390 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0009bd0 tx=0x7f0ab00092c0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.712 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.710+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac00720d0 msgr2=0x7f0ac01f85f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.712 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.710+0000 7f0ac7983700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac00720d0 0x7f0ac01f85f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8009fd0 tx=0x7f0ab8004750 comp rx=0 tx=0).stop 2023-11-18T15:43:33.712 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.712+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 shutdown_connections 2023-11-18T15:43:33.712 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.712+0000 7f0ac7983700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0aa406aed0 0x7f0aa406d390 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.712 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.712+0000 7f0ac7983700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0ac0162540 0x7f0ac014f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.713 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.712+0000 7f0ac7983700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0ac00720d0 0x7f0ac01f85f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.713 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.712+0000 7f0ac7983700 1 --2- 172.21.15.99:0/2117246201 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0ac00cd210 0x7f0ac014f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.713 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.712+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 >> 172.21.15.99:0/2117246201 conn(0x7f0ac00b15d0 msgr2=0x7f0ac00aef50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.713 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.712+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 shutdown_connections 2023-11-18T15:43:33.714 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.712+0000 7fc29f7fe700 1 -- 172.21.15.99:0/2988919369 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc2b8144650 con 0x7fc2b80b6320 2023-11-18T15:43:33.714 INFO:teuthology.orchestra.run.smithi099.stdout:60129542148 2023-11-18T15:43:33.714 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.713+0000 7f0ac7983700 1 -- 172.21.15.99:0/2117246201 wait complete. 2023-11-18T15:43:33.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.713+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f3fc80ac4d0 con 0x7f3fc8147880 2023-11-18T15:43:33.715 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542150 for osd.2 2023-11-18T15:43:33.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.714+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f1fac005860 con 0x7f1fcc1519f0 2023-11-18T15:43:33.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.714+0000 7f1fb3fff700 1 -- 172.21.15.99:0/1483824413 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1fc40547a0 con 0x7f1fcc1519f0 2023-11-18T15:43:33.716 INFO:teuthology.orchestra.run.smithi099.stdout:60129542149 2023-11-18T15:43:33.717 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.715+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7ff1a8069400 con 0x7ff1a8151bc0 2023-11-18T15:43:33.717 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.715+0000 7ff1a4ff9700 1 -- 172.21.15.99:0/3322145563 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff1a005a9c0 con 0x7ff1a8151bc0 2023-11-18T15:43:33.717 INFO:teuthology.orchestra.run.smithi099.stdout:60129542149 2023-11-18T15:43:33.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc2a406af20 msgr2=0x7fc2a406d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc2a406af20 0x7fc2a406d3e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc2b80b3df0 tx=0x7fc2b0009830 comp rx=0 tx=0).stop 2023-11-18T15:43:33.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2b80b6320 msgr2=0x7fc2b814c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2b80b6320 0x7fc2b814c480 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac00b480 tx=0x7fc2ac00b840 comp rx=0 tx=0).stop 2023-11-18T15:43:33.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 shutdown_connections 2023-11-18T15:43:33.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc2a406af20 0x7fc2a406d3e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2b80b6320 0x7fc2b814c480 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc2b8162f90 0x7fc2b81495b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 --2- 172.21.15.99:0/2988919369 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc2b8163810 0x7fc2b814ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 >> 172.21.15.99:0/2988919369 conn(0x7fc2b80b2130 msgr2=0x7fc2b80b3210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.716+0000 7f3fb6ffd700 1 -- 172.21.15.99:0/3520134143 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3fc0017030 con 0x7f3fc8147880 2023-11-18T15:43:33.719 INFO:teuthology.orchestra.run.smithi099.stdout:60129542149 2023-11-18T15:43:33.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.717+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 shutdown_connections 2023-11-18T15:43:33.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.717+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1fb806aed0 msgr2=0x7f1fb806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.717+0000 7f1fd19d7700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1fb806aed0 0x7f1fb806d390 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc13df40 tx=0x7f1fc0008040 comp rx=0 tx=0).stop 2023-11-18T15:43:33.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.717+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fcc1519f0 msgr2=0x7f1fcc14d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.717+0000 7f1fd19d7700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fcc1519f0 0x7f1fcc14d660 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1fc40020a0 tx=0x7f1fc400a340 comp rx=0 tx=0).stop 2023-11-18T15:43:33.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7fc2bd445700 1 -- 172.21.15.99:0/2988919369 wait complete. 2023-11-18T15:43:33.721 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 shutdown_connections 2023-11-18T15:43:33.721 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7f1fd19d7700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1fb806aed0 0x7f1fb806d390 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.721 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7f1fd19d7700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fcc1519f0 0x7f1fcc14d660 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.721 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7f1fd19d7700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1fcc13d7f0 0x7f1fcc148270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.722 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7f1fd19d7700 1 --2- 172.21.15.99:0/1483824413 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fcc151dd0 0x7f1fcc13d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.726 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 >> 172.21.15.99:0/1483824413 conn(0x7f1fcc0b51d0 msgr2=0x7f1fcc0af7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff19406aed0 msgr2=0x7ff19406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7ff1ae6dd700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff19406aed0 0x7ff19406d390 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff1a80724e0 tx=0x7ff198009110 comp rx=0 tx=0).stop 2023-11-18T15:43:33.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1a8151bc0 msgr2=0x7ff1a8152050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.718+0000 7ff1ae6dd700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1a8151bc0 0x7ff1a8152050 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff19000c530 tx=0x7ff1a0001d80 comp rx=0 tx=0).stop 2023-11-18T15:43:33.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.719+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 shutdown_connections 2023-11-18T15:43:33.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.719+0000 7ff1ae6dd700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff19406aed0 0x7ff19406d390 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.719+0000 7ff1ae6dd700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1a8151bc0 0x7ff1a8152050 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.719+0000 7ff1ae6dd700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff190005330 0x7ff1a8143c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.719+0000 7ff1ae6dd700 1 --2- 172.21.15.99:0/3322145563 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff1a814db50 0x7ff1a806d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.719+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 >> 172.21.15.99:0/3322145563 conn(0x7ff1a8072720 msgr2=0x7ff1a80b8bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.719+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 shutdown_connections 2023-11-18T15:43:33.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.719+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa806aed0 msgr2=0x7f3fa806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.719+0000 7f3fcc973700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa806aed0 0x7f3fa806d390 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3fb80097b0 tx=0x7f3fb8006d20 comp rx=0 tx=0).stop 2023-11-18T15:43:33.729 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fc8147880 msgr2=0x7f3fc80a9ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.729 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fc8147880 0x7f3fc80a9ef0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f3fc000ca80 tx=0x7f3fc000cd90 comp rx=0 tx=0).stop 2023-11-18T15:43:33.729 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f1fd19d7700 1 -- 172.21.15.99:0/1483824413 wait complete. 2023-11-18T15:43:33.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 shutdown_connections 2023-11-18T15:43:33.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa806aed0 0x7f3fa806d390 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fc80b6170 0x7f3fc81eb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fc8147880 0x7f3fc80a9ef0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 --2- 172.21.15.99:0/3520134143 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fc80b6600 0x7f3fc815dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 >> 172.21.15.99:0/3520134143 conn(0x7f3fc80b2130 msgr2=0x7f3fc80d0220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 shutdown_connections 2023-11-18T15:43:33.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.720+0000 7f3fcc973700 1 -- 172.21.15.99:0/3520134143 wait complete. 2023-11-18T15:43:33.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.722+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 shutdown_connections 2023-11-18T15:43:33.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.726+0000 7ff1ae6dd700 1 -- 172.21.15.99:0/3322145563 wait complete. 2023-11-18T15:43:33.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.729+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fbc00005590 con 0x7fbc2415f5f0 2023-11-18T15:43:33.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.730+0000 7fbc137fe700 1 -- 172.21.15.99:0/3702483921 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbc1402a090 con 0x7fbc2415f5f0 2023-11-18T15:43:33.732 INFO:teuthology.orchestra.run.smithi099.stdout:60129542149 2023-11-18T15:43:33.733 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc0806afa0 msgr2=0x7fbc0806d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc0806afa0 0x7fbc0806d460 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbc1c009f80 tx=0x7fbc1c00d040 comp rx=0 tx=0).stop 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2415f5f0 msgr2=0x7fbc2415faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2415f5f0 0x7fbc2415faa0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbc14012000 tx=0x7fbc14001930 comp rx=0 tx=0).stop 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 shutdown_connections 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbc2415f5f0 0x7fbc2415faa0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbc0c005210 0x7fbc2415e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbc0806afa0 0x7fbc0806d460 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 --2- 172.21.15.99:0/3702483921 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbc24160de0 0x7fbc240c9700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 >> 172.21.15.99:0/3702483921 conn(0x7fbc240b51d0 msgr2=0x7fbc240b37b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.732+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 shutdown_connections 2023-11-18T15:43:33.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:33.733+0000 7fbc29524700 1 -- 172.21.15.99:0/3702483921 wait complete. 2023-11-18T15:43:33.737 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.3 2023-11-18T15:43:33.739 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.7 2023-11-18T15:43:33.740 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.4 2023-11-18T15:43:33.743 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.6 2023-11-18T15:43:33.747 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.1 2023-11-18T15:43:33.748 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.5 2023-11-18T15:43:34.706 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-11-18T15:43:34.717 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-11-18T15:43:34.738 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-11-18T15:43:34.740 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-11-18T15:43:34.740 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-11-18T15:43:34.745 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-11-18T15:43:34.747 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-11-18T15:43:34.750 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-11-18T15:43:34.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.909+0000 7ffa45478700 1 Processor -- start 2023-11-18T15:43:34.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.909+0000 7ffa45478700 1 -- start start 2023-11-18T15:43:34.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.910+0000 7ffa45478700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7ffa40168860 0x7ffa4016b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.910+0000 7ffa45478700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa400cb0a0 0x7ffa400b2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.910+0000 7ffa45478700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa40070890 con 0x7ffa40071930 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.910+0000 7ffa45478700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa40168c40 con 0x7ffa40168860 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.910+0000 7ffa45478700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa40070b70 con 0x7ffa400cb0a0 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.911+0000 7ffa3effd700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7ffa40168860 0x7ffa4016b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.911+0000 7ffa3e7fc700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ffa40071930 0x7ffa400ca990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45578/0 (socket says 172.21.15.99:45578) 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.911+0000 7ffa3e7fc700 1 -- 172.21.15.99:0/2277867230 learned_addr learned my addr 172.21.15.99:0/2277867230 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.911+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 59439632 0 0) 0x7ffa40070890 con 0x7ffa40071930 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffa280035b0 con 0x7ffa40071930 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1810208711 0 0) 0x7ffa280035b0 con 0x7ffa40071930 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa400cb0a0 msgr2=0x7ffa400b2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:34.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3f7fe700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa400cb0a0 0x7ffa400b2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa400cb0a0 0x7ffa400b2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 >> v2:172.21.15.181:3300/0 conn(0x7ffa40168860 msgr2=0x7ffa4016b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:34.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 --2- 172.21.15.99:0/2277867230 >> v2:172.21.15.181:3300/0 conn(0x7ffa40168860 0x7ffa4016b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa40070e50 con 0x7ffa40071930 2023-11-18T15:43:34.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7ffa30001670 con 0x7ffa40071930 2023-11-18T15:43:34.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 >> v1:172.21.15.99:6789/0 conn(0x7ffa40071930 legacy=0x7ffa400ca990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa2800c3e0 0x7ffa2800e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa2800ee90 0x7ffa28011320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.912+0000 7ffa3dffb700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa28003c20 0x7ffa280060b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa40070b70 con 0x7ffa28003c20 2023-11-18T15:43:34.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa28006990 con 0x7ffa2800ee90 2023-11-18T15:43:34.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa28006b50 con 0x7ffa2800c3e0 2023-11-18T15:43:34.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3f7fe700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa400cb0a0 0x7ffa400b2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:34.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3f7fe700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa28003c20 0x7ffa280060b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3f7fe700 1 -- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa2800c3e0 msgr2=0x7ffa2800e810 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:34.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3f7fe700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa2800c3e0 0x7ffa2800e810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3f7fe700 1 -- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa2800ee90 msgr2=0x7ffa28011320 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:34.922 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3f7fe700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa2800ee90 0x7ffa28011320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.913+0000 7ffa3f7fe700 1 -- 172.21.15.99:0/2277867230 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa40070e50 con 0x7ffa28003c20 2023-11-18T15:43:34.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.914+0000 7ffa3f7fe700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa28003c20 0x7ffa280060b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ffa40068b00 tx=0x7ffa28003860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc6d76ddfb7bcb3c server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:34.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.914+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa34004220 con 0x7ffa28003c20 2023-11-18T15:43:34.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.914+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa34004380 con 0x7ffa28003c20 2023-11-18T15:43:34.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.914+0000 7ffa3dffb700 1 -- 172.21.15.99:0/2277867230 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa340036a0 con 0x7ffa28003c20 2023-11-18T15:43:34.923 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.915+0000 7ffa45478700 1 -- 172.21.15.99:0/2277867230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa28003c20 msgr2=0x7ffa280060b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.915+0000 7ffa45478700 1 --2- 172.21.15.99:0/2277867230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa28003c20 0x7ffa280060b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ffa40068b00 tx=0x7ffa28003860 comp rx=0 tx=0).stop 2023-11-18T15:43:34.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.915+0000 7ffa3f7fe700 1 -- 172.21.15.99:0/2277867230 reap_dead start 2023-11-18T15:43:34.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.916+0000 7ffa45478700 1 -- 172.21.15.99:0/2277867230 shutdown_connections 2023-11-18T15:43:34.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.916+0000 7ffa45478700 1 -- 172.21.15.99:0/2277867230 >> 172.21.15.99:0/2277867230 conn(0x7ffa400b51d0 msgr2=0x7ffa400b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:34.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.917+0000 7ffa45478700 1 -- 172.21.15.99:0/2277867230 shutdown_connections 2023-11-18T15:43:34.924 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.917+0000 7ffa45478700 1 -- 172.21.15.99:0/2277867230 wait complete. 2023-11-18T15:43:34.925 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.919+0000 7ffa45478700 1 Processor -- start 2023-11-18T15:43:34.925 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.920+0000 7ffa45478700 1 -- start start 2023-11-18T15:43:34.925 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.921+0000 7ffa45478700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa28003c20 0x7ffa4006d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.921+0000 7ffa45478700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa401622a0 0x7ffa40161c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.921+0000 7ffa45478700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa400af790 0x7ffa400afc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.921+0000 7ffa45478700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa4006f5b0 con 0x7ffa400af790 2023-11-18T15:43:34.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.921+0000 7ffa45478700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa400b0150 con 0x7ffa28003c20 2023-11-18T15:43:34.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.921+0000 7ffa45478700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa4006f2d0 con 0x7ffa401622a0 2023-11-18T15:43:34.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.921+0000 7ffa3f7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa400af790 0x7ffa400afc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.926 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.921+0000 7ffa3f7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa400af790 0x7ffa400afc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:58978/0 (socket says 172.21.15.99:58978) 2023-11-18T15:43:34.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.921+0000 7ffa3f7fe700 1 -- 172.21.15.99:0/1424175401 learned_addr learned my addr 172.21.15.99:0/1424175401 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:34.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.922+0000 7ffa3effd700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa28003c20 0x7ffa4006d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.922+0000 7ffa3e7fc700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa401622a0 0x7ffa40161c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.922+0000 7ffa3f7fe700 1 -- 172.21.15.99:0/1424175401 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa401622a0 msgr2=0x7ffa40161c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.922+0000 7ffa3f7fe700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa401622a0 0x7ffa40161c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.922+0000 7ffa3f7fe700 1 -- 172.21.15.99:0/1424175401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa28003c20 msgr2=0x7ffa4006d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.922+0000 7ffa3f7fe700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa28003c20 0x7ffa4006d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.922+0000 7ffa3f7fe700 1 -- 172.21.15.99:0/1424175401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa401648e0 con 0x7ffa400af790 2023-11-18T15:43:34.927 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.922+0000 7ffa3f7fe700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa400af790 0x7ffa400afc10 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ffa34014000 tx=0x7ffa340047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:34.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.934+0000 7ffa2f7fe700 1 -- 172.21.15.99:0/1424175401 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa34020070 con 0x7ffa400af790 2023-11-18T15:43:34.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.934+0000 7ffa2f7fe700 1 -- 172.21.15.99:0/1424175401 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa340045b0 con 0x7ffa400af790 2023-11-18T15:43:34.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.934+0000 7ffa2f7fe700 1 -- 172.21.15.99:0/1424175401 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa34025660 con 0x7ffa400af790 2023-11-18T15:43:34.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.934+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa40164bc0 con 0x7ffa400af790 2023-11-18T15:43:34.937 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.934+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa4006ee80 con 0x7ffa400af790 2023-11-18T15:43:34.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.942+0000 7ffa2f7fe700 1 -- 172.21.15.99:0/1424175401 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7ffa340257c0 con 0x7ffa400af790 2023-11-18T15:43:34.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.942+0000 7ffa2f7fe700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ffa2406afa0 0x7ffa2406d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.942+0000 7ffa2f7fe700 1 -- 172.21.15.99:0/1424175401 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa34006e40 con 0x7ffa400af790 2023-11-18T15:43:34.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.943+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa1c0052e0 con 0x7ffa400af790 2023-11-18T15:43:34.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.944+0000 7ffa3effd700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ffa2406afa0 0x7ffa2406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.945+0000 7ffa3effd700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ffa2406afa0 0x7ffa2406d460 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ffa3800d1c0 tx=0x7ffa3800d040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:34.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.953+0000 7ffa2f7fe700 1 -- 172.21.15.99:0/1424175401 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7ffa34055680 con 0x7ffa400af790 2023-11-18T15:43:34.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.964+0000 7f013563c700 1 Processor -- start 2023-11-18T15:43:34.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.964+0000 7f013563c700 1 -- start start 2023-11-18T15:43:34.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.965+0000 7f77befeb700 1 Processor -- start 2023-11-18T15:43:34.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.965+0000 7f77befeb700 1 -- start start 2023-11-18T15:43:34.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.965+0000 7f013563c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f01300cccd0 0x7f01300cd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.965+0000 7f013563c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f01300b28c0 0x7f01300b2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.965+0000 7f013563c700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01300cd670 con 0x7f0130162540 2023-11-18T15:43:34.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.965+0000 7f013563c700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01300cfca0 con 0x7f01300cccd0 2023-11-18T15:43:34.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.965+0000 7f013563c700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01300713a0 con 0x7f01300b28c0 2023-11-18T15:43:34.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f012f7fe700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f01300b28c0 0x7f01300b2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f012f7fe700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f01300b28c0 0x7f01300b2cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:57454/0 (socket says 172.21.15.99:57454) 2023-11-18T15:43:34.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f012f7fe700 1 -- 172.21.15.99:0/3910911817 learned_addr learned my addr 172.21.15.99:0/3910911817 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:34.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f77befeb700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f77b80cb330 0x7f77b80cf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f77befeb700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f77b80cf7c0 0x7f77b815dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f77befeb700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77b80cedf0 con 0x7f77b815d570 2023-11-18T15:43:34.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f77befeb700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77b80ce500 con 0x7f77b80cb330 2023-11-18T15:43:34.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f77befeb700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77b80cb7b0 con 0x7f77b80cf7c0 2023-11-18T15:43:34.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f77bcd87700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f77b815d570 0x7f77b80704b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45600/0 (socket says 172.21.15.99:45600) 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f77bcd87700 1 -- 172.21.15.99:0/3980758055 learned_addr learned my addr 172.21.15.99:0/3980758055 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f77b7fff700 1 --2- 172.21.15.99:0/3980758055 >> v2:172.21.15.99:3300/0 conn(0x7f77b80cb330 0x7f77b80cf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3298186111 0 0) 0x7f77b80cedf0 con 0x7f77b815d570 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f77a40035b0 con 0x7f77b815d570 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4225887667 0 0) 0x7f77a40035b0 con 0x7f77b815d570 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 >> v2:172.21.15.181:3300/0 conn(0x7f77b80cf7c0 msgr2=0x7f77b815dd80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 --2- 172.21.15.99:0/3980758055 >> v2:172.21.15.181:3300/0 conn(0x7f77b80cf7c0 0x7f77b815dd80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 >> v2:172.21.15.99:3300/0 conn(0x7f77b80cb330 msgr2=0x7f77b80cf280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 --2- 172.21.15.99:0/3980758055 >> v2:172.21.15.99:3300/0 conn(0x7f77b80cb330 0x7f77b80cf280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77b80cba60 con 0x7f77b815d570 2023-11-18T15:43:34.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f77a80019f0 con 0x7f77b815d570 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 >> v1:172.21.15.99:6789/0 conn(0x7f77b815d570 legacy=0x7f77b80704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77a4003a50 0x7f77a4003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77a4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77a4005210 0x7f77a400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b80ce500 con 0x7f77a4004850 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b80cb7b0 con 0x7f77a4005210 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77a40105a0 con 0x7f77a4003a50 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77b7fff700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77a4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f77bcd87700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77a4003a50 0x7f77a4003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f012f7fe700 1 -- 172.21.15.99:0/3910911817 >> v2:172.21.15.99:3300/0 conn(0x7f01300cccd0 msgr2=0x7f01300cd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:34.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f012f7fe700 1 --2- 172.21.15.99:0/3910911817 >> v2:172.21.15.99:3300/0 conn(0x7f01300cccd0 0x7f01300cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f012f7fe700 1 -- 172.21.15.99:0/3910911817 >> v1:172.21.15.181:6789/0 conn(0x7f0130162540 legacy=0x7f0130071b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f012f7fe700 1 -- 172.21.15.99:0/3910911817 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0130162920 con 0x7f01300b28c0 2023-11-18T15:43:34.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f012f7fe700 1 --2- 172.21.15.99:0/3910911817 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f01300b28c0 0x7f01300b2cf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f01300733d0 tx=0x7f0120009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ada7a268fa95fd3 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:34.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77b7fff700 1 -- 172.21.15.99:0/3980758055 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77a4003a50 msgr2=0x7f77a4003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:34.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77b7fff700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77a4003a50 0x7f77a4003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77b7fff700 1 -- 172.21.15.99:0/3980758055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77a4005210 msgr2=0x7f77a400ba10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:34.973 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77bd588700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77a4005210 0x7f77a400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f3f4db46700 1 Processor -- start 2023-11-18T15:43:34.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.966+0000 7f3f4db46700 1 -- start start 2023-11-18T15:43:34.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f3f4db46700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f480cb0a0 0x7f3f480713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f3f4db46700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3f481626c0 0x7f3f480b3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f3f4db46700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f480aeee0 con 0x7f3f481622e0 2023-11-18T15:43:34.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f3f4db46700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f480b2df0 con 0x7f3f481626c0 2023-11-18T15:43:34.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f3f4db46700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f480719b0 con 0x7f3f480cb0a0 2023-11-18T15:43:34.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f3f477fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f3f481622e0 0x7f3f480ca990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45612/0 (socket says 172.21.15.99:45612) 2023-11-18T15:43:34.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.967+0000 7f3f477fe700 1 -- 172.21.15.99:0/1910938884 learned_addr learned my addr 172.21.15.99:0/1910938884 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:34.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f3f46ffd700 1 --2- 172.21.15.99:0/1910938884 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f480cb0a0 0x7f3f480713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77b7fff700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77a4005210 0x7f77a400ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77b7fff700 1 -- 172.21.15.99:0/3980758055 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77a40035b0 con 0x7f77a4004850 2023-11-18T15:43:34.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77bd588700 1 -- 172.21.15.99:0/3980758055 reap_dead start 2023-11-18T15:43:34.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77b7fff700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77a4004cd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f77a0009b40 tx=0x7f77a4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=693825a5a5804683 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:34.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a0004020 con 0x7f77a4004850 2023-11-18T15:43:34.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f3f47fff700 1 --2- 172.21.15.99:0/1910938884 >> v2:172.21.15.99:3300/0 conn(0x7f3f481626c0 0x7f3f480b3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f3f467fc700 1 -- 172.21.15.99:0/1910938884 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4169942670 0 0) 0x7f3f480aeee0 con 0x7f3f481622e0 2023-11-18T15:43:34.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f3f467fc700 1 -- 172.21.15.99:0/1910938884 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3f300035b0 con 0x7f3f481622e0 2023-11-18T15:43:34.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f3f467fc700 1 -- 172.21.15.99:0/1910938884 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3127663660 0 0) 0x7f3f300035b0 con 0x7f3f481622e0 2023-11-18T15:43:34.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f3f47fff700 1 -- 172.21.15.99:0/1910938884 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f480cb0a0 msgr2=0x7f3f480713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:34.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f3f47fff700 1 --2- 172.21.15.99:0/1910938884 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f480cb0a0 0x7f3f480713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f3f47fff700 1 -- 172.21.15.99:0/1910938884 >> v1:172.21.15.99:6789/0 conn(0x7f3f481622e0 legacy=0x7f3f480ca990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f3f47fff700 1 -- 172.21.15.99:0/1910938884 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f48071c90 con 0x7f3f481626c0 2023-11-18T15:43:34.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f3f47fff700 1 --2- 172.21.15.99:0/1910938884 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481626c0 0x7f3f480b3210 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c009870 tx=0x7f3f3c009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0e0bf7f42f8ae0b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:34.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f3f467fc700 1 -- 172.21.15.99:0/1910938884 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f38001670 con 0x7f3f481626c0 2023-11-18T15:43:34.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f3f467fc700 1 -- 172.21.15.99:0/1910938884 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f3c004030 con 0x7f3f481626c0 2023-11-18T15:43:34.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f3f467fc700 1 -- 172.21.15.99:0/1910938884 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c0043c0 con 0x7f3f481626c0 2023-11-18T15:43:34.979 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77a0004180 con 0x7f77a4004850 2023-11-18T15:43:34.979 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.968+0000 7f77b77fe700 1 -- 172.21.15.99:0/3980758055 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a00044f0 con 0x7f77a4004850 2023-11-18T15:43:34.979 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f77befeb700 1 -- 172.21.15.99:0/3980758055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 msgr2=0x7f77a4004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.979 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.969+0000 7f77befeb700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77a4004cd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f77a0009b40 tx=0x7f77a4005880 comp rx=0 tx=0).stop 2023-11-18T15:43:34.979 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f3f4db46700 1 -- 172.21.15.99:0/1910938884 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481626c0 msgr2=0x7f3f480b3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.979 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f3f4db46700 1 --2- 172.21.15.99:0/1910938884 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481626c0 0x7f3f480b3210 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c009870 tx=0x7f3f3c009b80 comp rx=0 tx=0).stop 2023-11-18T15:43:34.980 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f77befeb700 1 -- 172.21.15.99:0/3980758055 shutdown_connections 2023-11-18T15:43:34.980 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f77befeb700 1 --2- 172.21.15.99:0/3980758055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77a4004cd0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.980 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f77befeb700 1 -- 172.21.15.99:0/3980758055 >> 172.21.15.99:0/3980758055 conn(0x7f77b80b51d0 msgr2=0x7f77b80b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:34.980 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f5013eb6700 1 Processor -- start 2023-11-18T15:43:34.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f77befeb700 1 -- 172.21.15.99:0/3980758055 shutdown_connections 2023-11-18T15:43:34.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f77befeb700 1 -- 172.21.15.99:0/3980758055 wait complete. 2023-11-18T15:43:34.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f3f4db46700 1 -- 172.21.15.99:0/1910938884 shutdown_connections 2023-11-18T15:43:34.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f3f4db46700 1 --2- 172.21.15.99:0/1910938884 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481626c0 0x7f3f480b3210 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f3f4db46700 1 --2- 172.21.15.99:0/1910938884 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f480cb0a0 0x7f3f480713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f3f4db46700 1 -- 172.21.15.99:0/1910938884 >> 172.21.15.99:0/1910938884 conn(0x7f3f480b51d0 msgr2=0x7f3f480b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:34.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.970+0000 7f012dffb700 1 -- 172.21.15.99:0/3910911817 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012000b870 con 0x7f01300b28c0 2023-11-18T15:43:34.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.971+0000 7f012dffb700 1 -- 172.21.15.99:0/3910911817 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f012000b9d0 con 0x7f01300b28c0 2023-11-18T15:43:34.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.971+0000 7f012dffb700 1 -- 172.21.15.99:0/3910911817 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012000bd40 con 0x7f01300b28c0 2023-11-18T15:43:34.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f013563c700 1 -- 172.21.15.99:0/3910911817 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f01300b28c0 msgr2=0x7f01300b2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f013563c700 1 --2- 172.21.15.99:0/3910911817 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f01300b28c0 0x7f01300b2cf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f01300733d0 tx=0x7f0120009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.971+0000 7f5013eb6700 1 -- start start 2023-11-18T15:43:34.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f013563c700 1 -- 172.21.15.99:0/3910911817 shutdown_connections 2023-11-18T15:43:34.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f013563c700 1 --2- 172.21.15.99:0/3910911817 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f01300b28c0 0x7f01300b2cf0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f013563c700 1 --2- 172.21.15.99:0/3910911817 >> v2:172.21.15.99:3300/0 conn(0x7f01300cccd0 0x7f01300cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f013563c700 1 -- 172.21.15.99:0/3910911817 >> 172.21.15.99:0/3910911817 conn(0x7f01300b15d0 msgr2=0x7f01300b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:34.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f5013eb6700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f500c0b5cf0 0x7f500c0cb330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f5013eb6700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f500c15d570 0x7f500c0704b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f5013eb6700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f500c0cedf0 con 0x7f500c0cf280 2023-11-18T15:43:34.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f5013eb6700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f500c0cb870 con 0x7f500c15d570 2023-11-18T15:43:34.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f5013eb6700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f500c0cfda0 con 0x7f500c0b5cf0 2023-11-18T15:43:34.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f013563c700 1 -- 172.21.15.99:0/3910911817 shutdown_connections 2023-11-18T15:43:34.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f77befeb700 1 Processor -- start 2023-11-18T15:43:34.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f5011451700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f500c15d570 0x7f500c0704b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f5011451700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f500c15d570 0x7f500c0704b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59006/0 (socket says 172.21.15.99:59006) 2023-11-18T15:43:34.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f5011451700 1 -- 172.21.15.99:0/3358173968 learned_addr learned my addr 172.21.15.99:0/3358173968 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:34.986 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f77befeb700 1 -- start start 2023-11-18T15:43:34.986 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f5011451700 1 -- 172.21.15.99:0/3358173968 >> v2:172.21.15.181:3300/0 conn(0x7f500c0b5cf0 msgr2=0x7f500c0cb330 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T15:43:34.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f5011451700 1 --2- 172.21.15.99:0/3358173968 >> v2:172.21.15.181:3300/0 conn(0x7f500c0b5cf0 0x7f500c0cb330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f5011451700 1 -- 172.21.15.99:0/3358173968 >> v1:172.21.15.181:6789/0 conn(0x7f500c0cf280 legacy=0x7f500c0cf690 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:34.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f5011451700 1 -- 172.21.15.99:0/3358173968 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f500c0ce500 con 0x7f500c15d570 2023-11-18T15:43:34.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.972+0000 7f013563c700 1 -- 172.21.15.99:0/3910911817 wait complete. 2023-11-18T15:43:34.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f5011451700 1 --2- 172.21.15.99:0/3358173968 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c15d570 0x7f500c0704b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f500c0b49e0 tx=0x7f5008009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f6cf0ac14a7a251 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:34.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f5010c50700 1 -- 172.21.15.99:0/3358173968 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5008004230 con 0x7f500c15d570 2023-11-18T15:43:34.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f5010c50700 1 -- 172.21.15.99:0/3358173968 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5008004390 con 0x7f500c15d570 2023-11-18T15:43:34.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f5010c50700 1 -- 172.21.15.99:0/3358173968 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50080036a0 con 0x7f500c15d570 2023-11-18T15:43:34.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f013563c700 1 Processor -- start 2023-11-18T15:43:34.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f77befeb700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77b8203540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f77befeb700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77b815a8c0 0x7f77b815ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f77befeb700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77b80af640 0x7f77b80afaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f77befeb700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b80b0030 con 0x7f77a4004850 2023-11-18T15:43:34.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f77befeb700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b815bbe0 con 0x7f77b815a8c0 2023-11-18T15:43:34.989 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.973+0000 7f77befeb700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77b815b340 con 0x7f77b80af640 2023-11-18T15:43:34.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f77bcd87700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77b8203540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f77bcd87700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77b8203540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59010/0 (socket says 172.21.15.99:59010) 2023-11-18T15:43:34.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f77bcd87700 1 -- 172.21.15.99:0/3516549650 learned_addr learned my addr 172.21.15.99:0/3516549650 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:34.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f5013eb6700 1 -- 172.21.15.99:0/3358173968 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c15d570 msgr2=0x7f500c0704b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.990 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f5013eb6700 1 --2- 172.21.15.99:0/3358173968 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c15d570 0x7f500c0704b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f500c0b49e0 tx=0x7f5008009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f77bcd87700 1 -- 172.21.15.99:0/3516549650 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77b80af640 msgr2=0x7f77b80afaf0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-18T15:43:34.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f77bcd87700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77b80af640 0x7f77b80afaf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f77bcd87700 1 -- 172.21.15.99:0/3516549650 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77b815a8c0 msgr2=0x7f77b815ad40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-18T15:43:34.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f77bcd87700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77b815a8c0 0x7f77b815ad40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.991 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f77bcd87700 1 -- 172.21.15.99:0/3516549650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77b815b620 con 0x7f77a4004850 2023-11-18T15:43:34.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f5013eb6700 1 -- 172.21.15.99:0/3358173968 shutdown_connections 2023-11-18T15:43:34.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f5013eb6700 1 --2- 172.21.15.99:0/3358173968 >> v2:172.21.15.181:3300/0 conn(0x7f500c0b5cf0 0x7f500c0cb330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f5013eb6700 1 --2- 172.21.15.99:0/3358173968 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c15d570 0x7f500c0704b0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f5013eb6700 1 -- 172.21.15.99:0/3358173968 >> 172.21.15.99:0/3358173968 conn(0x7f500c0b51d0 msgr2=0x7f500c0b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:34.992 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f5013eb6700 1 -- 172.21.15.99:0/3358173968 shutdown_connections 2023-11-18T15:43:34.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.974+0000 7f013563c700 1 -- start start 2023-11-18T15:43:34.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f013563c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f01300b28c0 0x7f01301534f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f013563c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f01300cccd0 0x7f01301fb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f013563c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0130162540 0x7f0130164830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f013563c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f013006d720 con 0x7f01300b28c0 2023-11-18T15:43:34.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f013563c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f013006caa0 con 0x7f01300cccd0 2023-11-18T15:43:34.993 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f013563c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f013006cd80 con 0x7f0130162540 2023-11-18T15:43:34.994 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f77bcd87700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77b8203540 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f77a800a570 tx=0x7f77a800a930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:34.994 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f3f4db46700 1 -- 172.21.15.99:0/1910938884 shutdown_connections 2023-11-18T15:43:34.994 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f5013eb6700 1 -- 172.21.15.99:0/3358173968 wait complete. 2023-11-18T15:43:34.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f5013eb6700 1 Processor -- start 2023-11-18T15:43:34.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.976+0000 7f012f7fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0130162540 0x7f0130164830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012effd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f01300b28c0 0x7f01301534f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.976+0000 7f3f4db46700 1 -- 172.21.15.99:0/1910938884 wait complete. 2023-11-18T15:43:34.995 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f3f4db46700 1 Processor -- start 2023-11-18T15:43:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012effd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f01300b28c0 0x7f01301534f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59014/0 (socket says 172.21.15.99:59014) 2023-11-18T15:43:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012effd700 1 -- 172.21.15.99:0/486551075 learned_addr learned my addr 172.21.15.99:0/486551075 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012e7fc700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f01300cccd0 0x7f01301fb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012effd700 1 -- 172.21.15.99:0/486551075 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0130162540 msgr2=0x7f0130164830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012effd700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0130162540 0x7f0130164830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012effd700 1 -- 172.21.15.99:0/486551075 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f01300cccd0 msgr2=0x7f01301fb5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012effd700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f01300cccd0 0x7f01301fb5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012effd700 1 -- 172.21.15.99:0/486551075 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0120009550 con 0x7f01300b28c0 2023-11-18T15:43:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f012effd700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f01300b28c0 0x7f01301534f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f012800cbd0 tx=0x7f012800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:34.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f5013eb6700 1 -- start start 2023-11-18T15:43:34.997 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5013eb6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c0cf280 0x7f500c1442b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5013eb6700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f500c15d570 0x7f500c1404a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5013eb6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f500c14ea80 0x7f500c14f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:34.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5013eb6700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c14ad90 con 0x7f500c0cf280 2023-11-18T15:43:34.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5013eb6700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c1447f0 con 0x7f500c14ea80 2023-11-18T15:43:34.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5013eb6700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f500c152880 con 0x7f500c15d570 2023-11-18T15:43:34.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5011c52700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c0cf280 0x7f500c1442b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.998 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5011451700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f500c15d570 0x7f500c1404a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5011c52700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c0cf280 0x7f500c1442b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59020/0 (socket says 172.21.15.99:59020) 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5011c52700 1 -- 172.21.15.99:0/3909242201 learned_addr learned my addr 172.21.15.99:0/3909242201 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f5012453700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f500c14ea80 0x7f500c14f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f5011c52700 1 -- 172.21.15.99:0/3909242201 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f500c15d570 msgr2=0x7f500c1404a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f5011c52700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f500c15d570 0x7f500c1404a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f5011c52700 1 -- 172.21.15.99:0/3909242201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f500c14ea80 msgr2=0x7f500c14f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f5011c52700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f500c14ea80 0x7f500c14f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f5011c52700 1 -- 172.21.15.99:0/3909242201 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5008009550 con 0x7f500c0cf280 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f5012453700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f500c14ea80 0x7f500c14f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f5011c52700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c0cf280 0x7f500c1442b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc00b4a0 tx=0x7f4ffc00b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f77b57fa700 1 -- 172.21.15.99:0/3516549650 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a80133f0 con 0x7f77a4004850 2023-11-18T15:43:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f77b57fa700 1 -- 172.21.15.99:0/3516549650 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77a8013570 con 0x7f77a4004850 2023-11-18T15:43:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.975+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77b815b900 con 0x7f77a4004850 2023-11-18T15:43:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.976+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77b8159bc0 con 0x7f77a4004850 2023-11-18T15:43:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.977+0000 7f77b57fa700 1 -- 172.21.15.99:0/3516549650 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a8013920 con 0x7f77a4004850 2023-11-18T15:43:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f50027fc700 1 -- 172.21.15.99:0/3909242201 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc011830 con 0x7f500c0cf280 2023-11-18T15:43:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.980+0000 7f50027fc700 1 -- 172.21.15.99:0/3909242201 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ffc0119b0 con 0x7f500c0cf280 2023-11-18T15:43:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.980+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f500c146010 con 0x7f500c0cf280 2023-11-18T15:43:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.980+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f500c151d00 con 0x7f500c0cf280 2023-11-18T15:43:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.980+0000 7f06571c5700 1 Processor -- start 2023-11-18T15:43:35.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f77b57fa700 1 -- 172.21.15.99:0/3516549650 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f77a8013a80 con 0x7f77a4004850 2023-11-18T15:43:35.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.978+0000 7f3f4db46700 1 -- start start 2023-11-18T15:43:35.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f4db46700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481622e0 0x7f3f4813dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f4db46700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f481626c0 0x7f3f4806d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f4db46700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3f4806e2e0 0x7f3f48164e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f4db46700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f4806c620 con 0x7f3f481622e0 2023-11-18T15:43:35.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f4db46700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f4806cec0 con 0x7f3f4806e2e0 2023-11-18T15:43:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f4db46700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f4806ecc0 con 0x7f3f481626c0 2023-11-18T15:43:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f477fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481622e0 0x7f3f4813dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f477fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481622e0 0x7f3f4813dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59026/0 (socket says 172.21.15.99:59026) 2023-11-18T15:43:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f477fe700 1 -- 172.21.15.99:0/1826649528 learned_addr learned my addr 172.21.15.99:0/1826649528 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f46ffd700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f481626c0 0x7f3f4806d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f47fff700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3f4806e2e0 0x7f3f48164e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f477fe700 1 -- 172.21.15.99:0/1826649528 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f481626c0 msgr2=0x7f3f4806d350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f477fe700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f481626c0 0x7f3f4806d350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f477fe700 1 -- 172.21.15.99:0/1826649528 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3f4806e2e0 msgr2=0x7f3f48164e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f477fe700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3f4806e2e0 0x7f3f48164e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.979+0000 7f3f477fe700 1 -- 172.21.15.99:0/1826649528 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f3c0094a0 con 0x7f3f481622e0 2023-11-18T15:43:35.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.980+0000 7f3f47fff700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3f4806e2e0 0x7f3f48164e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:35.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.980+0000 7f3f477fe700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481622e0 0x7f3f4813dc70 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3f38007f50 tx=0x7f3f3800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.980+0000 7f50027fc700 1 -- 172.21.15.99:0/3909242201 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc011d60 con 0x7f500c0cf280 2023-11-18T15:43:35.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f3f2ffff700 1 -- 172.21.15.99:0/1826649528 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f38004a80 con 0x7f3f481622e0 2023-11-18T15:43:35.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f3f2ffff700 1 -- 172.21.15.99:0/1826649528 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f38004c00 con 0x7f3f481622e0 2023-11-18T15:43:35.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f3f2ffff700 1 -- 172.21.15.99:0/1826649528 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f380070d0 con 0x7f3f481622e0 2023-11-18T15:43:35.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f4806c870 con 0x7f3f481622e0 2023-11-18T15:43:35.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.980+0000 7f06571c5700 1 -- start start 2023-11-18T15:43:35.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f06571c5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f06500d2060 0x7f06500d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f06571c5700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f06501666c0 0x7f0650070900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f06571c5700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0650073600 con 0x7f06500d2440 2023-11-18T15:43:35.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f06571c5700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06500704b0 con 0x7f06501666c0 2023-11-18T15:43:35.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f06571c5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06500d19e0 con 0x7f06500d2060 2023-11-18T15:43:35.006 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f48161640 con 0x7f3f481622e0 2023-11-18T15:43:35.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f77b57fa700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f77a406ca70 0x7f77a406ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f064ffff700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f06500d2440 0x7f0650165fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:56606/0 (socket says 172.21.15.99:56606) 2023-11-18T15:43:35.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f064ffff700 1 -- 172.21.15.99:0/1108511785 learned_addr learned my addr 172.21.15.99:0/1108511785 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:35.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f0655762700 1 --2- 172.21.15.99:0/1108511785 >> v2:172.21.15.99:3300/0 conn(0x7f06501666c0 0x7f0650070900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.007 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f0654f61700 1 --2- 172.21.15.99:0/1108511785 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f06500d2060 0x7f06500d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f77b57fa700 1 -- 172.21.15.99:0/3516549650 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f77a808a250 con 0x7f77a4004850 2023-11-18T15:43:35.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f77b7fff700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f77a406ca70 0x7f77a406ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f77b7fff700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f77a406ca70 0x7f77a406ef30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f77a00090b0 tx=0x7f77a0008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.981+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ff40052e0 con 0x7f500c0cf280 2023-11-18T15:43:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f0655762700 1 -- 172.21.15.99:0/1108511785 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f06500d2060 msgr2=0x7f06500d14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f0655762700 1 --2- 172.21.15.99:0/1108511785 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f06500d2060 0x7f06500d14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f0655762700 1 -- 172.21.15.99:0/1108511785 >> v1:172.21.15.181:6789/0 conn(0x7f06500d2440 legacy=0x7f0650165fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f0655762700 1 -- 172.21.15.99:0/1108511785 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0650162f10 con 0x7f06501666c0 2023-11-18T15:43:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f0655762700 1 --2- 172.21.15.99:0/1108511785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06501666c0 0x7f0650070900 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0640009840 tx=0x7f0640009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e86003fe5094f0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.983+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f4806d1a0 con 0x7f3f481622e0 2023-11-18T15:43:35.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.983+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f779c0052e0 con 0x7f77a4004850 2023-11-18T15:43:35.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.982+0000 7f50027fc700 1 -- 172.21.15.99:0/3909242201 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4ffc01a400 con 0x7f500c0cf280 2023-11-18T15:43:35.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.983+0000 7f50027fc700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ff006afa0 0x7f4ff006d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.983+0000 7f50027fc700 1 -- 172.21.15.99:0/3909242201 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4ffc0894f0 con 0x7f500c0cf280 2023-11-18T15:43:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.983+0000 7f01177fe700 1 -- 172.21.15.99:0/486551075 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0128003c00 con 0x7f01300b28c0 2023-11-18T15:43:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.983+0000 7f01177fe700 1 -- 172.21.15.99:0/486551075 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0128003d60 con 0x7f01300b28c0 2023-11-18T15:43:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.983+0000 7f01177fe700 1 -- 172.21.15.99:0/486551075 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012800abf0 con 0x7f01300b28c0 2023-11-18T15:43:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.983+0000 7fb1ff3a4700 1 Processor -- start 2023-11-18T15:43:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.983+0000 7f5011451700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ff006afa0 0x7f4ff006d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.984+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f013006d060 con 0x7f01300b28c0 2023-11-18T15:43:35.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.984+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f013006c6e0 con 0x7f01300b28c0 2023-11-18T15:43:35.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.984+0000 7fb1ff3a4700 1 -- start start 2023-11-18T15:43:35.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.984+0000 7f3f2ffff700 1 -- 172.21.15.99:0/1826649528 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f3f38007230 con 0x7f3f481622e0 2023-11-18T15:43:35.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7f3f2ffff700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3f3406afa0 0x7f3f3406d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7f5011451700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ff006afa0 0x7f4ff006d460 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5008000c00 tx=0x7f5008008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0130069400 con 0x7f01300b28c0 2023-11-18T15:43:35.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7f3f2ffff700 1 -- 172.21.15.99:0/1826649528 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3f380ab170 con 0x7f3f481622e0 2023-11-18T15:43:35.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7f3f46ffd700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3f3406afa0 0x7f3f3406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1ff3a4700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb1f80b5cf0 0x7fb1f80cb330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1ff3a4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb1f80cfb10 0x7fb1f815d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1ff3a4700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80704b0 0x7fb1f80b2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1ff3a4700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1f80cb870 con 0x7fb1f80cfb10 2023-11-18T15:43:35.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1ff3a4700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1f80cedf0 con 0x7fb1f80b5cf0 2023-11-18T15:43:35.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1ff3a4700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f80ce500 con 0x7fb1f80704b0 2023-11-18T15:43:35.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7f3f46ffd700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3f3406afa0 0x7f3f3406d460 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3f480b4690 tx=0x7f3f4000b040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1fc93f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb1f80cfb10 0x7fb1f815d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1fd941700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80704b0 0x7fb1f80b2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1fd140700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb1f80b5cf0 0x7fb1f80cb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1fd941700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80704b0 0x7fb1f80b2ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:40420/0 (socket says 172.21.15.99:40420) 2023-11-18T15:43:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1fc93f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb1f80cfb10 0x7fb1f815d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59048/0 (socket says 172.21.15.99:59048) 2023-11-18T15:43:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.985+0000 7fb1fd941700 1 -- 172.21.15.99:0/3734339195 learned_addr learned my addr 172.21.15.99:0/3734339195 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1fd941700 1 -- 172.21.15.99:0/3734339195 >> v2:172.21.15.181:3300/0 conn(0x7fb1f80b5cf0 msgr2=0x7fb1f80cb330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1fd941700 1 --2- 172.21.15.99:0/3734339195 >> v2:172.21.15.181:3300/0 conn(0x7fb1f80b5cf0 0x7fb1f80cb330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1fd941700 1 -- 172.21.15.99:0/3734339195 >> v2:172.21.15.99:3300/0 conn(0x7fb1f80cfb10 msgr2=0x7fb1f815d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1fd941700 1 --2- 172.21.15.99:0/3734339195 >> v2:172.21.15.99:3300/0 conn(0x7fb1f80cfb10 0x7fb1f815d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1fd941700 1 -- 172.21.15.99:0/3734339195 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1f80cba60 con 0x7fb1f80704b0 2023-11-18T15:43:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1fc93f700 1 --2- 172.21.15.99:0/3734339195 >> v2:172.21.15.99:3300/0 conn(0x7fb1f80cfb10 0x7fb1f815d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:35.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1fd941700 1 --2- 172.21.15.99:0/3734339195 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80704b0 0x7fb1f80b2ad0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80b49e0 tx=0x7fb1f400bc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0d266c6476d120a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1effff700 1 -- 172.21.15.99:0/3734339195 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f4009030 con 0x7fb1f80704b0 2023-11-18T15:43:35.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1effff700 1 -- 172.21.15.99:0/3734339195 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1f400cb70 con 0x7fb1f80704b0 2023-11-18T15:43:35.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fb1effff700 1 -- 172.21.15.99:0/3734339195 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f400d450 con 0x7fb1f80704b0 2023-11-18T15:43:35.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.986+0000 7fe8c6e4a700 1 Processor -- start 2023-11-18T15:43:35.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fe8c6e4a700 1 -- start start 2023-11-18T15:43:35.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/3734339195 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80704b0 msgr2=0x7fb1f80b2ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/3734339195 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80704b0 0x7fb1f80b2ad0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80b49e0 tx=0x7fb1f400bc80 comp rx=0 tx=0).stop 2023-11-18T15:43:35.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fe8c6e4a700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fe8c015a540 0x7fe8c00cb080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fe8c6e4a700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe8c00aec90 0x7fe8c00cb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/3734339195 shutdown_connections 2023-11-18T15:43:35.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/3734339195 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80704b0 0x7fb1f80b2ad0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/3734339195 >> v2:172.21.15.181:3300/0 conn(0x7fb1f80b5cf0 0x7fb1f80cb330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/3734339195 >> v2:172.21.15.99:3300/0 conn(0x7fb1f80cfb10 0x7fb1f815d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.987+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/3734339195 >> 172.21.15.99:0/3734339195 conn(0x7fb1f80b51d0 msgr2=0x7fb1f80b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/3734339195 shutdown_connections 2023-11-18T15:43:35.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/3734339195 wait complete. 2023-11-18T15:43:35.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8c6e4a700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8c00b3e80 con 0x7fe8c00b2e90 2023-11-18T15:43:35.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8c6e4a700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8c015a920 con 0x7fe8c00aec90 2023-11-18T15:43:35.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8c6e4a700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8c00b4100 con 0x7fe8c015a540 2023-11-18T15:43:35.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8bffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe8c00aec90 0x7fe8c00cb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8c53e7700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe8c00b2e90 0x7fe8c015e0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45666/0 (socket says 172.21.15.99:45666) 2023-11-18T15:43:35.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8c53e7700 1 -- 172.21.15.99:0/2597677703 learned_addr learned my addr 172.21.15.99:0/2597677703 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:35.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8bffff700 1 -- 172.21.15.99:0/2597677703 >> v2:172.21.15.181:3300/0 conn(0x7fe8c015a540 msgr2=0x7fe8c00cb080 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T15:43:35.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8bffff700 1 --2- 172.21.15.99:0/2597677703 >> v2:172.21.15.181:3300/0 conn(0x7fe8c015a540 0x7fe8c00cb080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8bffff700 1 -- 172.21.15.99:0/2597677703 >> v1:172.21.15.99:6789/0 conn(0x7fe8c00b2e90 legacy=0x7fe8c015e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8bffff700 1 -- 172.21.15.99:0/2597677703 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8c00b43e0 con 0x7fe8c00aec90 2023-11-18T15:43:35.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.988+0000 7fe8bffff700 1 --2- 172.21.15.99:0/2597677703 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe8c00aec90 0x7fe8c00cb5c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0073190 tx=0x7fe8ac009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=277b7cec1a9f8c04 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.989+0000 7fb1ff3a4700 1 Processor -- start 2023-11-18T15:43:35.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.989+0000 7fb1ff3a4700 1 -- start start 2023-11-18T15:43:35.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.989+0000 7f064f7fe700 1 -- 172.21.15.99:0/1108511785 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0640004230 con 0x7f06501666c0 2023-11-18T15:43:35.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.989+0000 7fe8bf7fe700 1 -- 172.21.15.99:0/2597677703 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8ac011830 con 0x7fe8c00aec90 2023-11-18T15:43:35.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.989+0000 7f50027fc700 1 -- 172.21.15.99:0/3909242201 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4ffc054580 con 0x7f500c0cf280 2023-11-18T15:43:35.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1ff3a4700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb1f80704b0 0x7fb1f81414d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1ff3a4700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80b5cf0 0x7fb1f81521d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1ff3a4700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb1f80cfb10 0x7fb1f8143e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1ff3a4700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f8154a80 con 0x7fb1f80cfb10 2023-11-18T15:43:35.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1ff3a4700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f8154d60 con 0x7fb1f80704b0 2023-11-18T15:43:35.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1ff3a4700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f8155040 con 0x7fb1f80b5cf0 2023-11-18T15:43:35.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd941700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb1f80cfb10 0x7fb1f8143e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd941700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb1f80cfb10 0x7fb1f8143e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59060/0 (socket says 172.21.15.99:59060) 2023-11-18T15:43:35.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd941700 1 -- 172.21.15.99:0/2292358897 learned_addr learned my addr 172.21.15.99:0/2292358897 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:35.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd140700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb1f80704b0 0x7fb1f81414d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fc93f700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80b5cf0 0x7fb1f81521d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd941700 1 -- 172.21.15.99:0/2292358897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80b5cf0 msgr2=0x7fb1f81521d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd941700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80b5cf0 0x7fb1f81521d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd941700 1 -- 172.21.15.99:0/2292358897 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb1f80704b0 msgr2=0x7fb1f81414d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd941700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb1f80704b0 0x7fb1f81414d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd941700 1 -- 172.21.15.99:0/2292358897 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1f000f050 con 0x7fb1f80cfb10 2023-11-18T15:43:35.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.990+0000 7fb1fd941700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb1f80cfb10 0x7fb1f8143e40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb1f400bcc0 tx=0x7fb1f4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.994+0000 7f77b57fa700 1 -- 172.21.15.99:0/3516549650 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f77a8055370 con 0x7f77a4004850 2023-11-18T15:43:35.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.995+0000 7f01177fe700 1 -- 172.21.15.99:0/486551075 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f012800ad50 con 0x7f01300b28c0 2023-11-18T15:43:35.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.995+0000 7f01177fe700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f011c06af20 0x7f011c06d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.996+0000 7f012e7fc700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f011c06af20 0x7f011c06d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:34.996+0000 7f012e7fc700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f011c06af20 0x7f011c06d3e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0124006fd0 tx=0x7f0124008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.003+0000 7f064f7fe700 1 -- 172.21.15.99:0/1108511785 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0640004390 con 0x7f06501666c0 2023-11-18T15:43:35.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.003+0000 7f064f7fe700 1 -- 172.21.15.99:0/1108511785 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06400036a0 con 0x7f06501666c0 2023-11-18T15:43:35.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.003+0000 7fb1edffb700 1 -- 172.21.15.99:0/2292358897 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f4024070 con 0x7fb1f80cfb10 2023-11-18T15:43:35.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7f06571c5700 1 -- 172.21.15.99:0/1108511785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06501666c0 msgr2=0x7f0650070900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7f06571c5700 1 --2- 172.21.15.99:0/1108511785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06501666c0 0x7f0650070900 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0640009840 tx=0x7f0640009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:35.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.003+0000 7fb1edffb700 1 -- 172.21.15.99:0/2292358897 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1f400ce60 con 0x7fb1f80cfb10 2023-11-18T15:43:35.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.003+0000 7fb1edffb700 1 -- 172.21.15.99:0/2292358897 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f4009040 con 0x7fb1f80cfb10 2023-11-18T15:43:35.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7f01177fe700 1 -- 172.21.15.99:0/486551075 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f01280595f0 con 0x7f01300b28c0 2023-11-18T15:43:35.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7f06571c5700 1 -- 172.21.15.99:0/1108511785 shutdown_connections 2023-11-18T15:43:35.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7f06571c5700 1 --2- 172.21.15.99:0/1108511785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06501666c0 0x7f0650070900 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7f06571c5700 1 --2- 172.21.15.99:0/1108511785 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f06500d2060 0x7f06500d14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7f06571c5700 1 -- 172.21.15.99:0/1108511785 >> 172.21.15.99:0/1108511785 conn(0x7f06500b60e0 msgr2=0x7f06500b64f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1f400b600 con 0x7fb1f80cfb10 2023-11-18T15:43:35.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1f8141a10 con 0x7fb1f80cfb10 2023-11-18T15:43:35.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7f06571c5700 1 -- 172.21.15.99:0/1108511785 shutdown_connections 2023-11-18T15:43:35.033 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7f06571c5700 1 -- 172.21.15.99:0/1108511785 wait complete. 2023-11-18T15:43:35.033 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.003+0000 7fe8bf7fe700 1 -- 172.21.15.99:0/2597677703 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8ac011990 con 0x7fe8c00aec90 2023-11-18T15:43:35.033 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.003+0000 7fe8bf7fe700 1 -- 172.21.15.99:0/2597677703 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8ac011d20 con 0x7fe8c00aec90 2023-11-18T15:43:35.033 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/2597677703 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe8c00aec90 msgr2=0x7fe8c00cb5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.033 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.004+0000 7fe8c6e4a700 1 --2- 172.21.15.99:0/2597677703 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe8c00aec90 0x7fe8c00cb5c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0073190 tx=0x7fe8ac009b20 comp rx=0 tx=0).stop 2023-11-18T15:43:35.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.005+0000 7f3f2ffff700 1 -- 172.21.15.99:0/1826649528 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f3f38076290 con 0x7f3f481622e0 2023-11-18T15:43:35.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.006+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1f8069400 con 0x7fb1f80cfb10 2023-11-18T15:43:35.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.006+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/2597677703 shutdown_connections 2023-11-18T15:43:35.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.006+0000 7fe8c6e4a700 1 --2- 172.21.15.99:0/2597677703 >> v2:172.21.15.181:3300/0 conn(0x7fe8c015a540 0x7fe8c00cb080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.006+0000 7fe8c6e4a700 1 --2- 172.21.15.99:0/2597677703 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe8c00aec90 0x7fe8c00cb5c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.006+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/2597677703 >> 172.21.15.99:0/2597677703 conn(0x7fe8c00b15d0 msgr2=0x7fe8c00b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.006+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/2597677703 shutdown_connections 2023-11-18T15:43:35.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.006+0000 7f06571c5700 1 Processor -- start 2023-11-18T15:43:35.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.006+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/2597677703 wait complete. 2023-11-18T15:43:35.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.006+0000 7f06571c5700 1 -- start start 2023-11-18T15:43:35.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f06571c5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f06500d2060 0x7f06500b7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f06571c5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06500d2440 0x7f06500b8280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f06571c5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06501666c0 0x7f065013f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f06571c5700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06500b9df0 con 0x7f06501666c0 2023-11-18T15:43:35.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f06571c5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06500b71f0 con 0x7f06500d2440 2023-11-18T15:43:35.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f06571c5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06500b77b0 con 0x7f06500d2060 2023-11-18T15:43:35.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7fe8c6e4a700 1 Processor -- start 2023-11-18T15:43:35.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f064ffff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06500d2440 0x7f06500b8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7fe8c6e4a700 1 -- start start 2023-11-18T15:43:35.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f064ffff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06500d2440 0x7f06500b8280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:57538/0 (socket says 172.21.15.99:57538) 2023-11-18T15:43:35.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f064ffff700 1 -- 172.21.15.99:0/1993475728 learned_addr learned my addr 172.21.15.99:0/1993475728 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:35.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.008+0000 7f0655762700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06501666c0 0x7f065013f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f064ffff700 1 -- 172.21.15.99:0/1993475728 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f06500d2060 msgr2=0x7f06500b7d40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-18T15:43:35.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f064ffff700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f06500d2060 0x7f06500b7d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f064ffff700 1 -- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06501666c0 msgr2=0x7f065013f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f064ffff700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06501666c0 0x7f065013f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f064ffff700 1 -- 172.21.15.99:0/1993475728 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06400094a0 con 0x7f06500d2440 2023-11-18T15:43:35.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f064ffff700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06500d2440 0x7f06500b8280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f064400c780 tx=0x7f064400cb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f064d7fa700 1 -- 172.21.15.99:0/1993475728 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0644004c80 con 0x7f06500d2440 2023-11-18T15:43:35.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7fe8c6e4a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe8c00aec90 0x7fe8c006e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7fe8c6e4a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe8c00b2e90 0x7fe8c006c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7fe8c6e4a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe8c015a540 0x7fe8c014a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7fe8c6e4a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c006cf00 con 0x7fe8c00aec90 2023-11-18T15:43:35.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7fe8c6e4a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c006eb50 con 0x7fe8c00b2e90 2023-11-18T15:43:35.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7fe8c6e4a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c006ee30 con 0x7fe8c015a540 2023-11-18T15:43:35.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8c53e7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe8c015a540 0x7fe8c014a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8c53e7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe8c015a540 0x7fe8c014a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:40446/0 (socket says 172.21.15.99:40446) 2023-11-18T15:43:35.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8c53e7700 1 -- 172.21.15.99:0/3054817595 learned_addr learned my addr 172.21.15.99:0/3054817595 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:35.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8bffff700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe8c00b2e90 0x7fe8c006c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f064d7fa700 1 -- 172.21.15.99:0/1993475728 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0644004e00 con 0x7f06500d2440 2023-11-18T15:43:35.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f064d7fa700 1 -- 172.21.15.99:0/1993475728 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0644007310 con 0x7f06500d2440 2023-11-18T15:43:35.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.009+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06500ba020 con 0x7f06500d2440 2023-11-18T15:43:35.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06500b7440 con 0x7f06500d2440 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8c4be6700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe8c00aec90 0x7fe8c006e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8c53e7700 1 -- 172.21.15.99:0/3054817595 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe8c00b2e90 msgr2=0x7fe8c006c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8c53e7700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe8c00b2e90 0x7fe8c006c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8c53e7700 1 -- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe8c00aec90 msgr2=0x7fe8c006e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8c53e7700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe8c00aec90 0x7fe8c006e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.010+0000 7fe8c53e7700 1 -- 172.21.15.99:0/3054817595 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8ac0094a0 con 0x7fe8c015a540 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.011+0000 7fe8c53e7700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe8c015a540 0x7fe8c014a820 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe8b800cbc0 tx=0x7fe8b800ced0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.011+0000 7fe8bd7fa700 1 -- 172.21.15.99:0/3054817595 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b800a9e0 con 0x7fe8c015a540 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.011+0000 7fe8bd7fa700 1 -- 172.21.15.99:0/3054817595 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8b800ab40 con 0x7fe8c015a540 2023-11-18T15:43:35.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.011+0000 7fe8bd7fa700 1 -- 172.21.15.99:0/3054817595 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b8012400 con 0x7fe8c015a540 2023-11-18T15:43:35.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.011+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8c006f110 con 0x7fe8c015a540 2023-11-18T15:43:35.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.011+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8c015aa60 con 0x7fe8c015a540 2023-11-18T15:43:35.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.012+0000 7f064d7fa700 1 -- 172.21.15.99:0/1993475728 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f0644007470 con 0x7f06500d2440 2023-11-18T15:43:35.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.012+0000 7f064d7fa700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f063c06aed0 0x7f063c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.012+0000 7f064d7fa700 1 -- 172.21.15.99:0/1993475728 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0644088760 con 0x7f06500d2440 2023-11-18T15:43:35.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.012+0000 7f0654f61700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f063c06aed0 0x7f063c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.044 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.013+0000 7f0654f61700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f063c06aed0 0x7f063c06d390 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f064800e190 tx=0x7f064800b040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.044 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.013+0000 7f01177fe700 1 -- 172.21.15.99:0/486551075 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0128055230 con 0x7f01300b28c0 2023-11-18T15:43:35.044 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.014+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8a00052e0 con 0x7fe8c015a540 2023-11-18T15:43:35.044 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.015+0000 7fb1edffb700 1 -- 172.21.15.99:0/2292358897 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fb1f401c070 con 0x7fb1f80cfb10 2023-11-18T15:43:35.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.015+0000 7fb1edffb700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb1dc06afa0 0x7fb1dc06d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.015+0000 7fb1edffb700 1 -- 172.21.15.99:0/2292358897 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb1f408b340 con 0x7fb1f80cfb10 2023-11-18T15:43:35.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.015+0000 7fe8bd7fa700 1 -- 172.21.15.99:0/3054817595 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe8b801b3b0 con 0x7fe8c015a540 2023-11-18T15:43:35.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.015+0000 7fe8bd7fa700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe8a406afa0 0x7fe8a406d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.016+0000 7fe8bd7fa700 1 -- 172.21.15.99:0/3054817595 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe8b8089100 con 0x7fe8c015a540 2023-11-18T15:43:35.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.016+0000 7fe8c4be6700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe8a406afa0 0x7fe8a406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.016+0000 7fb1fd140700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb1dc06afa0 0x7fb1dc06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.016+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0650073aa0 con 0x7f06500d2440 2023-11-18T15:43:35.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.017+0000 7fe8c4be6700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe8a406afa0 0x7fe8a406d460 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe8b4009960 tx=0x7fe8b40090e0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.017+0000 7fb1fd140700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb1dc06afa0 0x7fb1dc06d460 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb1e8009af0 tx=0x7fb1e8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.021+0000 7fe8bd7fa700 1 -- 172.21.15.99:0/3054817595 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe8b8054240 con 0x7fe8c015a540 2023-11-18T15:43:35.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.022+0000 7fb1edffb700 1 -- 172.21.15.99:0/2292358897 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fb1f4056460 con 0x7fb1f80cfb10 2023-11-18T15:43:35.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.028+0000 7f064d7fa700 1 -- 172.21.15.99:0/1993475728 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0644018080 con 0x7f06500d2440 2023-11-18T15:43:35.351 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.349+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7ffa1c005590 con 0x7ffa400af790 2023-11-18T15:43:35.351 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.349+0000 7ffa2f7fe700 1 -- 172.21.15.99:0/1424175401 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ffa34015090 con 0x7ffa400af790 2023-11-18T15:43:35.354 INFO:teuthology.orchestra.run.smithi099.stdout:60129542149 2023-11-18T15:43:35.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.353+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ffa2406afa0 msgr2=0x7ffa2406d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.353+0000 7ffa45478700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ffa2406afa0 0x7ffa2406d460 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ffa3800d1c0 tx=0x7ffa3800d040 comp rx=0 tx=0).stop 2023-11-18T15:43:35.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.353+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa400af790 msgr2=0x7ffa400afc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.353+0000 7ffa45478700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa400af790 0x7ffa400afc10 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ffa34014000 tx=0x7ffa340047c0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.353+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 shutdown_connections 2023-11-18T15:43:35.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.353+0000 7ffa45478700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ffa2406afa0 0x7ffa2406d460 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.353+0000 7ffa45478700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa400af790 0x7ffa400afc10 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.353+0000 7ffa45478700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa28003c20 0x7ffa4006d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.354+0000 7ffa45478700 1 --2- 172.21.15.99:0/1424175401 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ffa401622a0 0x7ffa40161c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.354+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 >> 172.21.15.99:0/1424175401 conn(0x7ffa400b51d0 msgr2=0x7ffa400b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.354+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 shutdown_connections 2023-11-18T15:43:35.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.354+0000 7ffa45478700 1 -- 172.21.15.99:0/1424175401 wait complete. 2023-11-18T15:43:35.375 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.0 2023-11-18T15:43:35.375 DEBUG:teuthology.parallel:result is None 2023-11-18T15:43:35.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.399+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f779c005860 con 0x7f77a4004850 2023-11-18T15:43:35.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.400+0000 7f77b57fa700 1 -- 172.21.15.99:0/3516549650 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f77a8058990 con 0x7f77a4004850 2023-11-18T15:43:35.402 INFO:teuthology.orchestra.run.smithi099.stdout:60129542151 2023-11-18T15:43:35.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f0650069400 con 0x7f06500d2440 2023-11-18T15:43:35.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f4ff4005590 con 0x7f500c0cf280 2023-11-18T15:43:35.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f77a406ca70 msgr2=0x7f77a406ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f77a406ca70 0x7f77a406ef30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f77a00090b0 tx=0x7f77a0008030 comp rx=0 tx=0).stop 2023-11-18T15:43:35.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 msgr2=0x7f77b8203540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77b8203540 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f77a800a570 tx=0x7f77a800a930 comp rx=0 tx=0).stop 2023-11-18T15:43:35.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 shutdown_connections 2023-11-18T15:43:35.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f77a406ca70 0x7f77a406ef30 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f77a4004850 0x7f77b8203540 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f77b80af640 0x7f77b80afaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 --2- 172.21.15.99:0/3516549650 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77b815a8c0 0x7f77b815ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 >> 172.21.15.99:0/3516549650 conn(0x7f77b80b51d0 msgr2=0x7f77b81588e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f50027fc700 1 -- 172.21.15.99:0/3909242201 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4ffc015020 con 0x7f500c0cf280 2023-11-18T15:43:35.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.404+0000 7f064d7fa700 1 -- 172.21.15.99:0/1993475728 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f06440572c0 con 0x7f06500d2440 2023-11-18T15:43:35.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.405+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 shutdown_connections 2023-11-18T15:43:35.409 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:35.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.405+0000 7f77befeb700 1 -- 172.21.15.99:0/3516549650 wait complete. 2023-11-18T15:43:35.409 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:35.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.406+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f3f48069400 con 0x7f3f481622e0 2023-11-18T15:43:35.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.407+0000 7f3f2ffff700 1 -- 172.21.15.99:0/1826649528 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3f380798b0 con 0x7f3f481622e0 2023-11-18T15:43:35.410 INFO:teuthology.orchestra.run.smithi099.stdout:60129542149 2023-11-18T15:43:35.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f063c06aed0 msgr2=0x7f063c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f063c06aed0 0x7f063c06d390 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f064800e190 tx=0x7f064800b040 comp rx=0 tx=0).stop 2023-11-18T15:43:35.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06500d2440 msgr2=0x7f06500b8280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06500d2440 0x7f06500b8280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f064400c780 tx=0x7f064400cb40 comp rx=0 tx=0).stop 2023-11-18T15:43:35.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 shutdown_connections 2023-11-18T15:43:35.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f063c06aed0 0x7f063c06d390 secure :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f064800e190 tx=0x7f064800b040 comp rx=0 tx=0).stop 2023-11-18T15:43:35.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06501666c0 0x7f065013f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f06500d2060 0x7f06500b7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 --2- 172.21.15.99:0/1993475728 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06500d2440 0x7f06500b8280 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.408+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 >> 172.21.15.99:0/1993475728 conn(0x7f06500b60e0 msgr2=0x7f0650165e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ff006afa0 msgr2=0x7f4ff006d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ff006afa0 0x7f4ff006d460 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5008000c00 tx=0x7f5008008030 comp rx=0 tx=0).stop 2023-11-18T15:43:35.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c0cf280 msgr2=0x7f500c1442b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c0cf280 0x7f500c1442b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc00b4a0 tx=0x7f4ffc00b7b0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 shutdown_connections 2023-11-18T15:43:35.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ff006afa0 0x7f4ff006d460 secure :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5008000c00 tx=0x7f5008008030 comp rx=0 tx=0).stop 2023-11-18T15:43:35.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f500c0cf280 0x7f500c1442b0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f500c14ea80 0x7f500c14f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 --2- 172.21.15.99:0/3909242201 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f500c15d570 0x7f500c1404a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.409+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 >> 172.21.15.99:0/3909242201 conn(0x7f500c0b51d0 msgr2=0x7f500c0b55b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.411+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 shutdown_connections 2023-11-18T15:43:35.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.411+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 shutdown_connections 2023-11-18T15:43:35.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.411+0000 7f5013eb6700 1 -- 172.21.15.99:0/3909242201 wait complete. 2023-11-18T15:43:35.424 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:35.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.418+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f01300ceec0 con 0x7f01300b28c0 2023-11-18T15:43:35.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.418+0000 7f01177fe700 1 -- 172.21.15.99:0/486551075 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0128058850 con 0x7f01300b28c0 2023-11-18T15:43:35.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.421+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f011c06af20 msgr2=0x7f011c06d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.421+0000 7f013563c700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f011c06af20 0x7f011c06d3e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0124006fd0 tx=0x7f0124008040 comp rx=0 tx=0).stop 2023-11-18T15:43:35.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.421+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f01300b28c0 msgr2=0x7f01301534f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.421+0000 7f013563c700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f01300b28c0 0x7f01301534f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f012800cbd0 tx=0x7f012800cf90 comp rx=0 tx=0).stop 2023-11-18T15:43:35.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.416+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3f3406afa0 msgr2=0x7f3f3406d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.416+0000 7f3f4db46700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3f3406afa0 0x7f3f3406d460 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3f480b4690 tx=0x7f3f4000b040 comp rx=0 tx=0).stop 2023-11-18T15:43:35.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.416+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481622e0 msgr2=0x7f3f4813dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.416+0000 7f3f4db46700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481622e0 0x7f3f4813dc70 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3f38007f50 tx=0x7f3f3800c9b0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.420+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 shutdown_connections 2023-11-18T15:43:35.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.420+0000 7f3f4db46700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3f3406afa0 0x7f3f3406d460 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.420+0000 7f3f4db46700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f481622e0 0x7f3f4813dc70 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.420+0000 7f3f4db46700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3f4806e2e0 0x7f3f48164e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.420+0000 7f3f4db46700 1 --2- 172.21.15.99:0/1826649528 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3f481626c0 0x7f3f4806d350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.420+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 >> 172.21.15.99:0/1826649528 conn(0x7f3f480b51d0 msgr2=0x7f3f48153940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.420+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 shutdown_connections 2023-11-18T15:43:35.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.420+0000 7f3f4db46700 1 -- 172.21.15.99:0/1826649528 wait complete. 2023-11-18T15:43:35.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.419+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fe8a0005590 con 0x7fe8c015a540 2023-11-18T15:43:35.428 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.415+0000 7f06571c5700 1 -- 172.21.15.99:0/1993475728 wait complete. 2023-11-18T15:43:35.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.424+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 shutdown_connections 2023-11-18T15:43:35.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.424+0000 7f013563c700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f011c06af20 0x7f011c06d3e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.424+0000 7f013563c700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f01300b28c0 0x7f01301534f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.424+0000 7f013563c700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0130162540 0x7f0130164830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.424+0000 7f013563c700 1 --2- 172.21.15.99:0/486551075 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f01300cccd0 0x7f01301fb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.424+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 >> 172.21.15.99:0/486551075 conn(0x7f01300b15d0 msgr2=0x7f01300ce3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.424+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 shutdown_connections 2023-11-18T15:43:35.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.424+0000 7f013563c700 1 -- 172.21.15.99:0/486551075 wait complete. 2023-11-18T15:43:35.431 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.2 2023-11-18T15:43:35.431 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:35.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.427+0000 7fe8bd7fa700 1 -- 172.21.15.99:0/3054817595 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe8b8001be0 con 0x7fe8c015a540 2023-11-18T15:43:35.432 DEBUG:teuthology.parallel:result is None 2023-11-18T15:43:35.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.429+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fb1f806d050 con 0x7fb1f80cfb10 2023-11-18T15:43:35.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.430+0000 7fb1edffb700 1 -- 172.21.15.99:0/2292358897 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb1f4059a80 con 0x7fb1f80cfb10 2023-11-18T15:43:35.433 INFO:teuthology.orchestra.run.smithi099.stdout:60129542150 2023-11-18T15:43:35.433 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.3 2023-11-18T15:43:35.433 DEBUG:teuthology.parallel:result is None 2023-11-18T15:43:35.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe8a406afa0 msgr2=0x7fe8a406d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe8a406afa0 0x7fe8a406d460 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe8b4009960 tx=0x7fe8b40090e0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe8c015a540 msgr2=0x7fe8c014a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe8c015a540 0x7fe8c014a820 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe8b800cbc0 tx=0x7fe8b800ced0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 shutdown_connections 2023-11-18T15:43:35.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe8a406afa0 0x7fe8a406d460 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe8b4009960 tx=0x7fe8b40090e0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe8c00aec90 0x7fe8c006e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe8c015a540 0x7fe8c014a820 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 --2- 172.21.15.99:0/3054817595 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe8c00b2e90 0x7fe8c006c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 >> 172.21.15.99:0/3054817595 conn(0x7fe8c00b15d0 msgr2=0x7fe8c00cec10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb1dc06afa0 msgr2=0x7fb1dc06d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb1dc06afa0 0x7fb1dc06d460 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb1e8009af0 tx=0x7fb1e8008040 comp rx=0 tx=0).stop 2023-11-18T15:43:35.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb1f80cfb10 msgr2=0x7fb1f8143e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb1f80cfb10 0x7fb1f8143e40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb1f400bcc0 tx=0x7fb1f4004750 comp rx=0 tx=0).stop 2023-11-18T15:43:35.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 shutdown_connections 2023-11-18T15:43:35.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb1dc06afa0 0x7fb1dc06d460 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb1f80cfb10 0x7fb1f8143e40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb1f80704b0 0x7fb1f81414d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 --2- 172.21.15.99:0/2292358897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb1f80b5cf0 0x7fb1f81521d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 >> 172.21.15.99:0/2292358897 conn(0x7fb1f80b51d0 msgr2=0x7fb1f80b3ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 shutdown_connections 2023-11-18T15:43:35.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.433+0000 7fb1ff3a4700 1 -- 172.21.15.99:0/2292358897 wait complete. 2023-11-18T15:43:35.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.435+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 shutdown_connections 2023-11-18T15:43:35.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.438+0000 7fe8c6e4a700 1 -- 172.21.15.99:0/3054817595 wait complete. 2023-11-18T15:43:35.440 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.4 2023-11-18T15:43:35.441 DEBUG:teuthology.parallel:result is None 2023-11-18T15:43:35.441 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.1 2023-11-18T15:43:35.442 DEBUG:teuthology.parallel:result is None 2023-11-18T15:43:35.447 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.7 2023-11-18T15:43:35.447 DEBUG:teuthology.parallel:result is None 2023-11-18T15:43:35.450 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.5 2023-11-18T15:43:35.450 DEBUG:teuthology.parallel:result is None 2023-11-18T15:43:35.455 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.6 2023-11-18T15:43:35.455 DEBUG:teuthology.parallel:result is None 2023-11-18T15:43:35.455 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-11-18T15:43:35.456 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T15:43:35.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.614+0000 7f8e054c3700 1 Processor -- start 2023-11-18T15:43:35.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.614+0000 7f8e054c3700 1 -- start start 2023-11-18T15:43:35.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8e054c3700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8e00072ca0 0x7f8e00161a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8e054c3700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e00141230 con 0x7f8e0015ee80 2023-11-18T15:43:35.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8e054c3700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e00070550 con 0x7f8e001586c0 2023-11-18T15:43:35.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8e054c3700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e00162040 con 0x7f8e00072ca0 2023-11-18T15:43:35.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8dfe7fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8e00072ca0 0x7f8e00161a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8dff7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f8e0015ee80 0x7f8e00070a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45698/0 (socket says 172.21.15.99:45698) 2023-11-18T15:43:35.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8dff7fe700 1 -- 172.21.15.99:0/3680686989 learned_addr learned my addr 172.21.15.99:0/3680686989 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:35.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8dfe7fc700 1 -- 172.21.15.99:0/3680686989 >> v1:172.21.15.181:6789/0 conn(0x7f8e001586c0 legacy=0x7f8e00072590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8dfe7fc700 1 -- 172.21.15.99:0/3680686989 >> v1:172.21.15.99:6789/0 conn(0x7f8e0015ee80 legacy=0x7f8e00070a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8dfe7fc700 1 -- 172.21.15.99:0/3680686989 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e00162320 con 0x7f8e00072ca0 2023-11-18T15:43:35.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8dfdffb700 1 -- 172.21.15.99:0/3680686989 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2873249189 0 0) 0x7f8e00141230 con 0x7f8e0015ee80 2023-11-18T15:43:35.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8dfe7fc700 1 --2- 172.21.15.99:0/3680686989 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e00072ca0 0x7f8e00161a40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8df0009840 tx=0x7f8df0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e624eba76b481d1 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.615+0000 7f8dfdffb700 1 -- 172.21.15.99:0/3680686989 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df0011830 con 0x7f8e00072ca0 2023-11-18T15:43:35.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.616+0000 7f8dfdffb700 1 -- 172.21.15.99:0/3680686989 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8df0011990 con 0x7f8e00072ca0 2023-11-18T15:43:35.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.616+0000 7f8dfdffb700 1 -- 172.21.15.99:0/3680686989 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df0011d20 con 0x7f8e00072ca0 2023-11-18T15:43:35.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.616+0000 7f8e054c3700 1 -- 172.21.15.99:0/3680686989 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e00072ca0 msgr2=0x7f8e00161a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.616+0000 7f8e054c3700 1 --2- 172.21.15.99:0/3680686989 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e00072ca0 0x7f8e00161a40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8df0009840 tx=0x7f8df0009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:35.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.616+0000 7f8e054c3700 1 -- 172.21.15.99:0/3680686989 shutdown_connections 2023-11-18T15:43:35.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.616+0000 7f8e054c3700 1 --2- 172.21.15.99:0/3680686989 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e00072ca0 0x7f8e00161a40 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.616+0000 7f8e054c3700 1 -- 172.21.15.99:0/3680686989 >> 172.21.15.99:0/3680686989 conn(0x7f8e000b6110 msgr2=0x7f8e000b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.616+0000 7f8e054c3700 1 -- 172.21.15.99:0/3680686989 shutdown_connections 2023-11-18T15:43:35.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.616+0000 7f8e054c3700 1 -- 172.21.15.99:0/3680686989 wait complete. 2023-11-18T15:43:35.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.617+0000 7f8e054c3700 1 Processor -- start 2023-11-18T15:43:35.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8e054c3700 1 -- start start 2023-11-18T15:43:35.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8e054c3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e00072ca0 0x7f8e0013fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8e054c3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e001586c0 0x7f8e001e9a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8e054c3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e0015ee80 0x7f8e0006da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8e054c3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e0006d600 con 0x7f8e001586c0 2023-11-18T15:43:35.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8e054c3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e001400d0 con 0x7f8e0015ee80 2023-11-18T15:43:35.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8e054c3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e0006c9f0 con 0x7f8e00072ca0 2023-11-18T15:43:35.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8dfe7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e001586c0 0x7f8e001e9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8dfe7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e001586c0 0x7f8e001e9a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59088/0 (socket says 172.21.15.99:59088) 2023-11-18T15:43:35.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.618+0000 7f8dfe7fc700 1 -- 172.21.15.99:0/2480661139 learned_addr learned my addr 172.21.15.99:0/2480661139 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:35.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8dfe7fc700 1 -- 172.21.15.99:0/2480661139 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e00072ca0 msgr2=0x7f8e0013fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8dfeffd700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e00072ca0 0x7f8e0013fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8dff7fe700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e0015ee80 0x7f8e0006da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8dfe7fc700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e00072ca0 0x7f8e0013fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8dfe7fc700 1 -- 172.21.15.99:0/2480661139 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e0015ee80 msgr2=0x7f8e0006da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8dfe7fc700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e0015ee80 0x7f8e0006da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8dfe7fc700 1 -- 172.21.15.99:0/2480661139 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8df00094a0 con 0x7f8e001586c0 2023-11-18T15:43:35.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8dff7fe700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e0015ee80 0x7f8e0006da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:35.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8dfe7fc700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e001586c0 0x7f8e001e9a20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8df00090b0 tx=0x7f8df0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8de77fe700 1 -- 172.21.15.99:0/2480661139 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df001a900 con 0x7f8e001586c0 2023-11-18T15:43:35.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8de77fe700 1 -- 172.21.15.99:0/2480661139 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8df001aa60 con 0x7f8e001586c0 2023-11-18T15:43:35.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8de77fe700 1 -- 172.21.15.99:0/2480661139 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df001add0 con 0x7f8e001586c0 2023-11-18T15:43:35.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e0006ccd0 con 0x7f8e001586c0 2023-11-18T15:43:35.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.619+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e0006d290 con 0x7f8e001586c0 2023-11-18T15:43:35.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.620+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e00069400 con 0x7f8e001586c0 2023-11-18T15:43:35.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.620+0000 7f8de77fe700 1 -- 172.21.15.99:0/2480661139 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f8df0022070 con 0x7f8e001586c0 2023-11-18T15:43:35.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.621+0000 7f8de77fe700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8dec06aed0 0x7f8dec06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:35.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.621+0000 7f8de77fe700 1 -- 172.21.15.99:0/2480661139 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8df008a730 con 0x7f8e001586c0 2023-11-18T15:43:35.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.621+0000 7f8dfeffd700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8dec06aed0 0x7f8dec06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:35.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.621+0000 7f8dfeffd700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8dec06aed0 0x7f8dec06d390 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8df4000f60 tx=0x7f8df4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:35.629 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.625+0000 7f8de77fe700 1 -- 172.21.15.99:0/2480661139 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f8df0055920 con 0x7f8e001586c0 2023-11-18T15:43:35.816 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.814+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8e0015f280 con 0x7f8dec06aed0 2023-11-18T15:43:35.823 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.821+0000 7f8de77fe700 1 -- 172.21.15.99:0/2480661139 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264505 (secure 0 0 0) 0x7f8df40050d0 con 0x7f8dec06aed0 2023-11-18T15:43:35.827 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:35.829 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8dec06aed0 msgr2=0x7f8dec06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.830 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8dec06aed0 0x7f8dec06d390 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8df4000f60 tx=0x7f8df4009040 comp rx=0 tx=0).stop 2023-11-18T15:43:35.830 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e001586c0 msgr2=0x7f8e001e9a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:35.830 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e001586c0 0x7f8e001e9a20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8df00090b0 tx=0x7f8df0004750 comp rx=0 tx=0).stop 2023-11-18T15:43:35.830 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 shutdown_connections 2023-11-18T15:43:35.830 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e0015ee80 0x7f8e0006da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.830 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e00072ca0 0x7f8e0013fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.831 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8dec06aed0 0x7f8dec06d390 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.831 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 --2- 172.21.15.99:0/2480661139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e001586c0 0x7f8e001e9a20 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:35.831 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 >> 172.21.15.99:0/2480661139 conn(0x7f8e000b6110 msgr2=0x7f8e000b64f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:35.831 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 shutdown_connections 2023-11-18T15:43:35.831 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.824+0000 7f8e054c3700 1 -- 172.21.15.99:0/2480661139 wait complete. 2023-11-18T15:43:35.831 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T15:43:35.838 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2023-11-18T15:43:34.917250+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219172,"kb_used_data":2984,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755548,"statfs":{"total":773094113280,"available":772869681152,"internally_reserved":0,"allocated":3055616,"data_stored":1816564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.005098"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258389+0000","last_change":"2023-11-18T15:43:27.126189+0000","last_active":"2023-11-18T15:43:28.258389+0000","last_peered":"2023-11-18T15:43:28.258389+0000","last_clean":"2023-11-18T15:43:28.258389+0000","last_became_active":"2023-11-18T15:43:27.125648+0000","last_became_peered":"2023-11-18T15:43:27.125648+0000","last_unstale":"2023-11-18T15:43:28.258389+0000","last_undegraded":"2023-11-18T15:43:28.258389+0000","last_fullsized":"2023-11-18T15:43:28.258389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:14:24.921106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107993+0000","last_change":"2023-11-18T15:43:27.118193+0000","last_active":"2023-11-18T15:43:28.107993+0000","last_peered":"2023-11-18T15:43:28.107993+0000","last_clean":"2023-11-18T15:43:28.107993+0000","last_became_active":"2023-11-18T15:43:27.117698+0000","last_became_peered":"2023-11-18T15:43:27.117698+0000","last_unstale":"2023-11-18T15:43:28.107993+0000","last_undegraded":"2023-11-18T15:43:28.107993+0000","last_fullsized":"2023-11-18T15:43:28.107993+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258434+0000","last_change":"2023-11-18T15:43:27.118971+0000","last_active":"2023-11-18T15:43:28.258434+0000","last_peered":"2023-11-18T15:43:28.258434+0000","last_clean":"2023-11-18T15:43:28.258434+0000","last_became_active":"2023-11-18T15:43:27.118025+0000","last_became_peered":"2023-11-18T15:43:27.118025+0000","last_unstale":"2023-11-18T15:43:28.258434+0000","last_undegraded":"2023-11-18T15:43:28.258434+0000","last_fullsized":"2023-11-18T15:43:28.258434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:10.571924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111787+0000","last_change":"2023-11-18T15:43:27.127480+0000","last_active":"2023-11-18T15:43:28.111787+0000","last_peered":"2023-11-18T15:43:28.111787+0000","last_clean":"2023-11-18T15:43:28.111787+0000","last_became_active":"2023-11-18T15:43:27.127036+0000","last_became_peered":"2023-11-18T15:43:27.127036+0000","last_unstale":"2023-11-18T15:43:28.111787+0000","last_undegraded":"2023-11-18T15:43:28.111787+0000","last_fullsized":"2023-11-18T15:43:28.111787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:26:05.676506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258027+0000","last_change":"2023-11-18T15:43:27.119898+0000","last_active":"2023-11-18T15:43:28.258027+0000","last_peered":"2023-11-18T15:43:28.258027+0000","last_clean":"2023-11-18T15:43:28.258027+0000","last_became_active":"2023-11-18T15:43:27.119638+0000","last_became_peered":"2023-11-18T15:43:27.119638+0000","last_unstale":"2023-11-18T15:43:28.258027+0000","last_undegraded":"2023-11-18T15:43:28.258027+0000","last_fullsized":"2023-11-18T15:43:28.258027+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:01:30.331211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111628+0000","last_change":"2023-11-18T15:43:27.124583+0000","last_active":"2023-11-18T15:43:28.111628+0000","last_peered":"2023-11-18T15:43:28.111628+0000","last_clean":"2023-11-18T15:43:28.111628+0000","last_became_active":"2023-11-18T15:43:27.124135+0000","last_became_peered":"2023-11-18T15:43:27.124135+0000","last_unstale":"2023-11-18T15:43:28.111628+0000","last_undegraded":"2023-11-18T15:43:28.111628+0000","last_fullsized":"2023-11-18T15:43:28.111628+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:01:43.652485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257796+0000","last_change":"2023-11-18T15:43:27.127123+0000","last_active":"2023-11-18T15:43:28.257796+0000","last_peered":"2023-11-18T15:43:28.257796+0000","last_clean":"2023-11-18T15:43:28.257796+0000","last_became_active":"2023-11-18T15:43:27.126834+0000","last_became_peered":"2023-11-18T15:43:27.126834+0000","last_unstale":"2023-11-18T15:43:28.257796+0000","last_undegraded":"2023-11-18T15:43:28.257796+0000","last_fullsized":"2023-11-18T15:43:28.257796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:43.257807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258186+0000","last_change":"2023-11-18T15:43:27.135731+0000","last_active":"2023-11-18T15:43:28.258186+0000","last_peered":"2023-11-18T15:43:28.258186+0000","last_clean":"2023-11-18T15:43:28.258186+0000","last_became_active":"2023-11-18T15:43:27.135422+0000","last_became_peered":"2023-11-18T15:43:27.135422+0000","last_unstale":"2023-11-18T15:43:28.258186+0000","last_undegraded":"2023-11-18T15:43:28.258186+0000","last_fullsized":"2023-11-18T15:43:28.258186+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258343+0000","last_change":"2023-11-18T15:43:27.138310+0000","last_active":"2023-11-18T15:43:28.258343+0000","last_peered":"2023-11-18T15:43:28.258343+0000","last_clean":"2023-11-18T15:43:28.258343+0000","last_became_active":"2023-11-18T15:43:27.137303+0000","last_became_peered":"2023-11-18T15:43:27.137303+0000","last_unstale":"2023-11-18T15:43:28.258343+0000","last_undegraded":"2023-11-18T15:43:28.258343+0000","last_fullsized":"2023-11-18T15:43:28.258343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:36:40.883716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112190+0000","last_change":"2023-11-18T15:43:27.128742+0000","last_active":"2023-11-18T15:43:28.112190+0000","last_peered":"2023-11-18T15:43:28.112190+0000","last_clean":"2023-11-18T15:43:28.112190+0000","last_became_active":"2023-11-18T15:43:27.128474+0000","last_became_peered":"2023-11-18T15:43:27.128474+0000","last_unstale":"2023-11-18T15:43:28.112190+0000","last_undegraded":"2023-11-18T15:43:28.112190+0000","last_fullsized":"2023-11-18T15:43:28.112190+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111154+0000","last_change":"2023-11-18T15:43:27.129515+0000","last_active":"2023-11-18T15:43:28.111154+0000","last_peered":"2023-11-18T15:43:28.111154+0000","last_clean":"2023-11-18T15:43:28.111154+0000","last_became_active":"2023-11-18T15:43:27.129228+0000","last_became_peered":"2023-11-18T15:43:27.129228+0000","last_unstale":"2023-11-18T15:43:28.111154+0000","last_undegraded":"2023-11-18T15:43:28.111154+0000","last_fullsized":"2023-11-18T15:43:28.111154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116563+0000","last_change":"2023-11-18T15:43:27.133398+0000","last_active":"2023-11-18T15:43:28.116563+0000","last_peered":"2023-11-18T15:43:28.116563+0000","last_clean":"2023-11-18T15:43:28.116563+0000","last_became_active":"2023-11-18T15:43:27.133137+0000","last_became_peered":"2023-11-18T15:43:27.133137+0000","last_unstale":"2023-11-18T15:43:28.116563+0000","last_undegraded":"2023-11-18T15:43:28.116563+0000","last_fullsized":"2023-11-18T15:43:28.116563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:36.813796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258148+0000","last_change":"2023-11-18T15:43:27.123685+0000","last_active":"2023-11-18T15:43:28.258148+0000","last_peered":"2023-11-18T15:43:28.258148+0000","last_clean":"2023-11-18T15:43:28.258148+0000","last_became_active":"2023-11-18T15:43:27.123412+0000","last_became_peered":"2023-11-18T15:43:27.123412+0000","last_unstale":"2023-11-18T15:43:28.258148+0000","last_undegraded":"2023-11-18T15:43:28.258148+0000","last_fullsized":"2023-11-18T15:43:28.258148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258447+0000","last_change":"2023-11-18T15:43:27.111950+0000","last_active":"2023-11-18T15:43:28.258447+0000","last_peered":"2023-11-18T15:43:28.258447+0000","last_clean":"2023-11-18T15:43:28.258447+0000","last_became_active":"2023-11-18T15:43:27.111653+0000","last_became_peered":"2023-11-18T15:43:27.111653+0000","last_unstale":"2023-11-18T15:43:28.258447+0000","last_undegraded":"2023-11-18T15:43:28.258447+0000","last_fullsized":"2023-11-18T15:43:28.258447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107595+0000","last_change":"2023-11-18T15:43:27.132765+0000","last_active":"2023-11-18T15:43:28.107595+0000","last_peered":"2023-11-18T15:43:28.107595+0000","last_clean":"2023-11-18T15:43:28.107595+0000","last_became_active":"2023-11-18T15:43:27.132460+0000","last_became_peered":"2023-11-18T15:43:27.132460+0000","last_unstale":"2023-11-18T15:43:28.107595+0000","last_undegraded":"2023-11-18T15:43:28.107595+0000","last_fullsized":"2023-11-18T15:43:28.107595+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110670+0000","last_change":"2023-11-18T15:43:27.123527+0000","last_active":"2023-11-18T15:43:28.110670+0000","last_peered":"2023-11-18T15:43:28.110670+0000","last_clean":"2023-11-18T15:43:28.110670+0000","last_became_active":"2023-11-18T15:43:27.123233+0000","last_became_peered":"2023-11-18T15:43:27.123233+0000","last_unstale":"2023-11-18T15:43:28.110670+0000","last_undegraded":"2023-11-18T15:43:28.110670+0000","last_fullsized":"2023-11-18T15:43:28.110670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111374+0000","last_change":"2023-11-18T15:43:27.137124+0000","last_active":"2023-11-18T15:43:28.111374+0000","last_peered":"2023-11-18T15:43:28.111374+0000","last_clean":"2023-11-18T15:43:28.111374+0000","last_became_active":"2023-11-18T15:43:27.136821+0000","last_became_peered":"2023-11-18T15:43:27.136821+0000","last_unstale":"2023-11-18T15:43:28.111374+0000","last_undegraded":"2023-11-18T15:43:28.111374+0000","last_fullsized":"2023-11-18T15:43:28.111374+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257632+0000","last_change":"2023-11-18T15:43:27.125675+0000","last_active":"2023-11-18T15:43:28.257632+0000","last_peered":"2023-11-18T15:43:28.257632+0000","last_clean":"2023-11-18T15:43:28.257632+0000","last_became_active":"2023-11-18T15:43:27.125338+0000","last_became_peered":"2023-11-18T15:43:27.125338+0000","last_unstale":"2023-11-18T15:43:28.257632+0000","last_undegraded":"2023-11-18T15:43:28.257632+0000","last_fullsized":"2023-11-18T15:43:28.257632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:58.793700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258041+0000","last_change":"2023-11-18T15:43:27.127176+0000","last_active":"2023-11-18T15:43:28.258041+0000","last_peered":"2023-11-18T15:43:28.258041+0000","last_clean":"2023-11-18T15:43:28.258041+0000","last_became_active":"2023-11-18T15:43:27.126808+0000","last_became_peered":"2023-11-18T15:43:27.126808+0000","last_unstale":"2023-11-18T15:43:28.258041+0000","last_undegraded":"2023-11-18T15:43:28.258041+0000","last_fullsized":"2023-11-18T15:43:28.258041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:21:29.425249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141816+0000","last_change":"2023-11-18T15:43:26.101060+0000","last_active":"2023-11-18T15:43:27.141816+0000","last_peered":"2023-11-18T15:43:27.141816+0000","last_clean":"2023-11-18T15:43:27.141816+0000","last_became_active":"2023-11-18T15:43:26.100806+0000","last_became_peered":"2023-11-18T15:43:26.100806+0000","last_unstale":"2023-11-18T15:43:27.141816+0000","last_undegraded":"2023-11-18T15:43:27.141816+0000","last_fullsized":"2023-11-18T15:43:27.141816+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:12.437309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257813+0000","last_change":"2023-11-18T15:43:27.125747+0000","last_active":"2023-11-18T15:43:28.257813+0000","last_peered":"2023-11-18T15:43:28.257813+0000","last_clean":"2023-11-18T15:43:28.257813+0000","last_became_active":"2023-11-18T15:43:27.125322+0000","last_became_peered":"2023-11-18T15:43:27.125322+0000","last_unstale":"2023-11-18T15:43:28.257813+0000","last_undegraded":"2023-11-18T15:43:28.257813+0000","last_fullsized":"2023-11-18T15:43:28.257813+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.138575+0000","last_change":"2023-11-18T15:43:26.106706+0000","last_active":"2023-11-18T15:43:27.138575+0000","last_peered":"2023-11-18T15:43:27.138575+0000","last_clean":"2023-11-18T15:43:27.138575+0000","last_became_active":"2023-11-18T15:43:26.106391+0000","last_became_peered":"2023-11-18T15:43:26.106391+0000","last_unstale":"2023-11-18T15:43:27.138575+0000","last_undegraded":"2023-11-18T15:43:27.138575+0000","last_fullsized":"2023-11-18T15:43:27.138575+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258687+0000","last_change":"2023-11-18T15:43:27.130674+0000","last_active":"2023-11-18T15:43:28.258687+0000","last_peered":"2023-11-18T15:43:28.258687+0000","last_clean":"2023-11-18T15:43:28.258687+0000","last_became_active":"2023-11-18T15:43:27.129930+0000","last_became_peered":"2023-11-18T15:43:27.129930+0000","last_unstale":"2023-11-18T15:43:28.258687+0000","last_undegraded":"2023-11-18T15:43:28.258687+0000","last_fullsized":"2023-11-18T15:43:28.258687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140948+0000","last_change":"2023-11-18T15:43:26.112808+0000","last_active":"2023-11-18T15:43:27.140948+0000","last_peered":"2023-11-18T15:43:27.140948+0000","last_clean":"2023-11-18T15:43:27.140948+0000","last_became_active":"2023-11-18T15:43:26.112233+0000","last_became_peered":"2023-11-18T15:43:26.112233+0000","last_unstale":"2023-11-18T15:43:27.140948+0000","last_undegraded":"2023-11-18T15:43:27.140948+0000","last_fullsized":"2023-11-18T15:43:27.140948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:19:01.842623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111277+0000","last_change":"2023-11-18T15:43:27.135365+0000","last_active":"2023-11-18T15:43:28.111277+0000","last_peered":"2023-11-18T15:43:28.111277+0000","last_clean":"2023-11-18T15:43:28.111277+0000","last_became_active":"2023-11-18T15:43:27.134935+0000","last_became_peered":"2023-11-18T15:43:27.134935+0000","last_unstale":"2023-11-18T15:43:28.111277+0000","last_undegraded":"2023-11-18T15:43:28.111277+0000","last_fullsized":"2023-11-18T15:43:28.111277+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141619+0000","last_change":"2023-11-18T15:43:26.112840+0000","last_active":"2023-11-18T15:43:27.141619+0000","last_peered":"2023-11-18T15:43:27.141619+0000","last_clean":"2023-11-18T15:43:27.141619+0000","last_became_active":"2023-11-18T15:43:26.112552+0000","last_became_peered":"2023-11-18T15:43:26.112552+0000","last_unstale":"2023-11-18T15:43:27.141619+0000","last_undegraded":"2023-11-18T15:43:27.141619+0000","last_fullsized":"2023-11-18T15:43:27.141619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:30:25.244784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111497+0000","last_change":"2023-11-18T15:43:27.132595+0000","last_active":"2023-11-18T15:43:28.111497+0000","last_peered":"2023-11-18T15:43:28.111497+0000","last_clean":"2023-11-18T15:43:28.111497+0000","last_became_active":"2023-11-18T15:43:27.132187+0000","last_became_peered":"2023-11-18T15:43:27.132187+0000","last_unstale":"2023-11-18T15:43:28.111497+0000","last_undegraded":"2023-11-18T15:43:28.111497+0000","last_fullsized":"2023-11-18T15:43:28.111497+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:13:42.374415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141328+0000","last_change":"2023-11-18T15:43:26.106934+0000","last_active":"2023-11-18T15:43:27.141328+0000","last_peered":"2023-11-18T15:43:27.141328+0000","last_clean":"2023-11-18T15:43:27.141328+0000","last_became_active":"2023-11-18T15:43:26.106704+0000","last_became_peered":"2023-11-18T15:43:26.106704+0000","last_unstale":"2023-11-18T15:43:27.141328+0000","last_undegraded":"2023-11-18T15:43:27.141328+0000","last_fullsized":"2023-11-18T15:43:27.141328+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:59:59.643611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116189+0000","last_change":"2023-11-18T15:43:27.124893+0000","last_active":"2023-11-18T15:43:28.116189+0000","last_peered":"2023-11-18T15:43:28.116189+0000","last_clean":"2023-11-18T15:43:28.116189+0000","last_became_active":"2023-11-18T15:43:27.124624+0000","last_became_peered":"2023-11-18T15:43:27.124624+0000","last_unstale":"2023-11-18T15:43:28.116189+0000","last_undegraded":"2023-11-18T15:43:28.116189+0000","last_fullsized":"2023-11-18T15:43:28.116189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:58.793700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140677+0000","last_change":"2023-11-18T15:43:26.097323+0000","last_active":"2023-11-18T15:43:27.140677+0000","last_peered":"2023-11-18T15:43:27.140677+0000","last_clean":"2023-11-18T15:43:27.140677+0000","last_became_active":"2023-11-18T15:43:26.096973+0000","last_became_peered":"2023-11-18T15:43:26.096973+0000","last_unstale":"2023-11-18T15:43:27.140677+0000","last_undegraded":"2023-11-18T15:43:27.140677+0000","last_fullsized":"2023-11-18T15:43:27.140677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:35.810082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258852+0000","last_change":"2023-11-18T15:43:27.133611+0000","last_active":"2023-11-18T15:43:28.258852+0000","last_peered":"2023-11-18T15:43:28.258852+0000","last_clean":"2023-11-18T15:43:28.258852+0000","last_became_active":"2023-11-18T15:43:27.132937+0000","last_became_peered":"2023-11-18T15:43:27.132937+0000","last_unstale":"2023-11-18T15:43:28.258852+0000","last_undegraded":"2023-11-18T15:43:28.258852+0000","last_fullsized":"2023-11-18T15:43:28.258852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.112352+0000","last_change":"2023-11-18T15:43:26.105286+0000","last_active":"2023-11-18T15:43:27.112352+0000","last_peered":"2023-11-18T15:43:27.112352+0000","last_clean":"2023-11-18T15:43:27.112352+0000","last_became_active":"2023-11-18T15:43:26.104967+0000","last_became_peered":"2023-11-18T15:43:26.104967+0000","last_unstale":"2023-11-18T15:43:27.112352+0000","last_undegraded":"2023-11-18T15:43:27.112352+0000","last_fullsized":"2023-11-18T15:43:27.112352+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:48.439892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258144+0000","last_change":"2023-11-18T15:43:27.118768+0000","last_active":"2023-11-18T15:43:28.258144+0000","last_peered":"2023-11-18T15:43:28.258144+0000","last_clean":"2023-11-18T15:43:28.258144+0000","last_became_active":"2023-11-18T15:43:27.118480+0000","last_became_peered":"2023-11-18T15:43:27.118480+0000","last_unstale":"2023-11-18T15:43:28.258144+0000","last_undegraded":"2023-11-18T15:43:28.258144+0000","last_fullsized":"2023-11-18T15:43:28.258144+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:26:13.322600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110697+0000","last_change":"2023-11-18T15:43:26.109632+0000","last_active":"2023-11-18T15:43:28.110697+0000","last_peered":"2023-11-18T15:43:28.110697+0000","last_clean":"2023-11-18T15:43:28.110697+0000","last_became_active":"2023-11-18T15:43:26.109352+0000","last_became_peered":"2023-11-18T15:43:26.109352+0000","last_unstale":"2023-11-18T15:43:28.110697+0000","last_undegraded":"2023-11-18T15:43:28.110697+0000","last_fullsized":"2023-11-18T15:43:28.110697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:49.086610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107711+0000","last_change":"2023-11-18T15:43:27.114606+0000","last_active":"2023-11-18T15:43:28.107711+0000","last_peered":"2023-11-18T15:43:28.107711+0000","last_clean":"2023-11-18T15:43:28.107711+0000","last_became_active":"2023-11-18T15:43:27.114337+0000","last_became_peered":"2023-11-18T15:43:27.114337+0000","last_unstale":"2023-11-18T15:43:28.107711+0000","last_undegraded":"2023-11-18T15:43:28.107711+0000","last_fullsized":"2023-11-18T15:43:28.107711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.119565+0000","last_change":"2023-11-18T15:43:26.109936+0000","last_active":"2023-11-18T15:43:27.119565+0000","last_peered":"2023-11-18T15:43:27.119565+0000","last_clean":"2023-11-18T15:43:27.119565+0000","last_became_active":"2023-11-18T15:43:26.109664+0000","last_became_peered":"2023-11-18T15:43:26.109664+0000","last_unstale":"2023-11-18T15:43:27.119565+0000","last_undegraded":"2023-11-18T15:43:27.119565+0000","last_fullsized":"2023-11-18T15:43:27.119565+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112142+0000","last_change":"2023-11-18T15:43:27.137065+0000","last_active":"2023-11-18T15:43:28.112142+0000","last_peered":"2023-11-18T15:43:28.112142+0000","last_clean":"2023-11-18T15:43:28.112142+0000","last_became_active":"2023-11-18T15:43:27.136780+0000","last_became_peered":"2023-11-18T15:43:27.136780+0000","last_unstale":"2023-11-18T15:43:28.112142+0000","last_undegraded":"2023-11-18T15:43:28.112142+0000","last_fullsized":"2023-11-18T15:43:28.112142+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:57:23.741848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111895+0000","last_change":"2023-11-18T15:43:26.111229+0000","last_active":"2023-11-18T15:43:28.111895+0000","last_peered":"2023-11-18T15:43:28.111895+0000","last_clean":"2023-11-18T15:43:28.111895+0000","last_became_active":"2023-11-18T15:43:26.110951+0000","last_became_peered":"2023-11-18T15:43:26.110951+0000","last_unstale":"2023-11-18T15:43:28.111895+0000","last_undegraded":"2023-11-18T15:43:28.111895+0000","last_fullsized":"2023-11-18T15:43:28.111895+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:09.381971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258836+0000","last_change":"2023-11-18T15:43:27.132093+0000","last_active":"2023-11-18T15:43:28.258836+0000","last_peered":"2023-11-18T15:43:28.258836+0000","last_clean":"2023-11-18T15:43:28.258836+0000","last_became_active":"2023-11-18T15:43:27.131686+0000","last_became_peered":"2023-11-18T15:43:27.131686+0000","last_unstale":"2023-11-18T15:43:28.258836+0000","last_undegraded":"2023-11-18T15:43:28.258836+0000","last_fullsized":"2023-11-18T15:43:28.258836+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107959+0000","last_change":"2023-11-18T15:43:26.108848+0000","last_active":"2023-11-18T15:43:28.107959+0000","last_peered":"2023-11-18T15:43:28.107959+0000","last_clean":"2023-11-18T15:43:28.107959+0000","last_became_active":"2023-11-18T15:43:26.108499+0000","last_became_peered":"2023-11-18T15:43:26.108499+0000","last_unstale":"2023-11-18T15:43:28.107959+0000","last_undegraded":"2023-11-18T15:43:28.107959+0000","last_fullsized":"2023-11-18T15:43:28.107959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116565+0000","last_change":"2023-11-18T15:43:27.124002+0000","last_active":"2023-11-18T15:43:28.116565+0000","last_peered":"2023-11-18T15:43:28.116565+0000","last_clean":"2023-11-18T15:43:28.116565+0000","last_became_active":"2023-11-18T15:43:27.123671+0000","last_became_peered":"2023-11-18T15:43:27.123671+0000","last_unstale":"2023-11-18T15:43:28.116565+0000","last_undegraded":"2023-11-18T15:43:28.116565+0000","last_fullsized":"2023-11-18T15:43:28.116565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:27.326927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.142995+0000","last_change":"2023-11-18T15:43:26.105747+0000","last_active":"2023-11-18T15:43:27.142995+0000","last_peered":"2023-11-18T15:43:27.142995+0000","last_clean":"2023-11-18T15:43:27.142995+0000","last_became_active":"2023-11-18T15:43:26.105160+0000","last_became_peered":"2023-11-18T15:43:26.105160+0000","last_unstale":"2023-11-18T15:43:27.142995+0000","last_undegraded":"2023-11-18T15:43:27.142995+0000","last_fullsized":"2023-11-18T15:43:27.142995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:26.323213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258075+0000","last_change":"2023-11-18T15:43:27.129344+0000","last_active":"2023-11-18T15:43:28.258075+0000","last_peered":"2023-11-18T15:43:28.258075+0000","last_clean":"2023-11-18T15:43:28.258075+0000","last_became_active":"2023-11-18T15:43:27.129056+0000","last_became_peered":"2023-11-18T15:43:27.129056+0000","last_unstale":"2023-11-18T15:43:28.258075+0000","last_undegraded":"2023-11-18T15:43:28.258075+0000","last_fullsized":"2023-11-18T15:43:28.258075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:03:17.770481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140646+0000","last_change":"2023-11-18T15:43:26.094229+0000","last_active":"2023-11-18T15:43:27.140646+0000","last_peered":"2023-11-18T15:43:27.140646+0000","last_clean":"2023-11-18T15:43:27.140646+0000","last_became_active":"2023-11-18T15:43:26.093952+0000","last_became_peered":"2023-11-18T15:43:26.093952+0000","last_unstale":"2023-11-18T15:43:27.140646+0000","last_undegraded":"2023-11-18T15:43:27.140646+0000","last_fullsized":"2023-11-18T15:43:27.140646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:35.810082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258500+0000","last_change":"2023-11-18T15:43:27.121624+0000","last_active":"2023-11-18T15:43:28.258500+0000","last_peered":"2023-11-18T15:43:28.258500+0000","last_clean":"2023-11-18T15:43:28.258500+0000","last_became_active":"2023-11-18T15:43:27.121249+0000","last_became_peered":"2023-11-18T15:43:27.121249+0000","last_unstale":"2023-11-18T15:43:28.258500+0000","last_undegraded":"2023-11-18T15:43:28.258500+0000","last_fullsized":"2023-11-18T15:43:28.258500+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111946+0000","last_change":"2023-11-18T15:43:26.105475+0000","last_active":"2023-11-18T15:43:28.111946+0000","last_peered":"2023-11-18T15:43:28.111946+0000","last_clean":"2023-11-18T15:43:28.111946+0000","last_became_active":"2023-11-18T15:43:26.105062+0000","last_became_peered":"2023-11-18T15:43:26.105062+0000","last_unstale":"2023-11-18T15:43:28.111946+0000","last_undegraded":"2023-11-18T15:43:28.111946+0000","last_fullsized":"2023-11-18T15:43:28.111946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:21.884353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258103+0000","last_change":"2023-11-18T15:43:27.126723+0000","last_active":"2023-11-18T15:43:28.258103+0000","last_peered":"2023-11-18T15:43:28.258103+0000","last_clean":"2023-11-18T15:43:28.258103+0000","last_became_active":"2023-11-18T15:43:27.125806+0000","last_became_peered":"2023-11-18T15:43:27.125806+0000","last_unstale":"2023-11-18T15:43:28.258103+0000","last_undegraded":"2023-11-18T15:43:28.258103+0000","last_fullsized":"2023-11-18T15:43:28.258103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:01:11.558385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.119056+0000","last_change":"2023-11-18T15:43:26.098203+0000","last_active":"2023-11-18T15:43:27.119056+0000","last_peered":"2023-11-18T15:43:27.119056+0000","last_clean":"2023-11-18T15:43:27.119056+0000","last_became_active":"2023-11-18T15:43:26.097334+0000","last_became_peered":"2023-11-18T15:43:26.097334+0000","last_unstale":"2023-11-18T15:43:27.119056+0000","last_undegraded":"2023-11-18T15:43:27.119056+0000","last_fullsized":"2023-11-18T15:43:27.119056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:12.437309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111384+0000","last_change":"2023-11-18T15:43:27.127931+0000","last_active":"2023-11-18T15:43:28.111384+0000","last_peered":"2023-11-18T15:43:28.111384+0000","last_clean":"2023-11-18T15:43:28.111384+0000","last_became_active":"2023-11-18T15:43:27.127340+0000","last_became_peered":"2023-11-18T15:43:27.127340+0000","last_unstale":"2023-11-18T15:43:28.111384+0000","last_undegraded":"2023-11-18T15:43:28.111384+0000","last_fullsized":"2023-11-18T15:43:28.111384+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257504+0000","last_change":"2023-11-18T15:43:26.109185+0000","last_active":"2023-11-18T15:43:28.257504+0000","last_peered":"2023-11-18T15:43:28.257504+0000","last_clean":"2023-11-18T15:43:28.257504+0000","last_became_active":"2023-11-18T15:43:26.108846+0000","last_became_peered":"2023-11-18T15:43:26.108846+0000","last_unstale":"2023-11-18T15:43:28.257504+0000","last_undegraded":"2023-11-18T15:43:28.257504+0000","last_fullsized":"2023-11-18T15:43:28.257504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:39:48.669566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257909+0000","last_change":"2023-11-18T15:43:27.136926+0000","last_active":"2023-11-18T15:43:28.257909+0000","last_peered":"2023-11-18T15:43:28.257909+0000","last_clean":"2023-11-18T15:43:28.257909+0000","last_became_active":"2023-11-18T15:43:27.136671+0000","last_became_peered":"2023-11-18T15:43:27.136671+0000","last_unstale":"2023-11-18T15:43:28.257909+0000","last_undegraded":"2023-11-18T15:43:28.257909+0000","last_fullsized":"2023-11-18T15:43:28.257909+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:04:06.820707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141623+0000","last_change":"2023-11-18T15:43:26.096521+0000","last_active":"2023-11-18T15:43:27.141623+0000","last_peered":"2023-11-18T15:43:27.141623+0000","last_clean":"2023-11-18T15:43:27.141623+0000","last_became_active":"2023-11-18T15:43:26.095802+0000","last_became_peered":"2023-11-18T15:43:26.095802+0000","last_unstale":"2023-11-18T15:43:27.141623+0000","last_undegraded":"2023-11-18T15:43:27.141623+0000","last_fullsized":"2023-11-18T15:43:27.141623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:22:00.807689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258207+0000","last_change":"2023-11-18T15:43:27.136658+0000","last_active":"2023-11-18T15:43:28.258207+0000","last_peered":"2023-11-18T15:43:28.258207+0000","last_clean":"2023-11-18T15:43:28.258207+0000","last_became_active":"2023-11-18T15:43:27.136398+0000","last_became_peered":"2023-11-18T15:43:27.136398+0000","last_unstale":"2023-11-18T15:43:28.258207+0000","last_undegraded":"2023-11-18T15:43:28.258207+0000","last_fullsized":"2023-11-18T15:43:28.258207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:35:20.322401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107760+0000","last_change":"2023-11-18T15:43:26.108463+0000","last_active":"2023-11-18T15:43:28.107760+0000","last_peered":"2023-11-18T15:43:28.107760+0000","last_clean":"2023-11-18T15:43:28.107760+0000","last_became_active":"2023-11-18T15:43:26.108163+0000","last_became_peered":"2023-11-18T15:43:26.108163+0000","last_unstale":"2023-11-18T15:43:28.107760+0000","last_undegraded":"2023-11-18T15:43:28.107760+0000","last_fullsized":"2023-11-18T15:43:28.107760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:57.789986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111960+0000","last_change":"2023-11-18T15:43:27.126056+0000","last_active":"2023-11-18T15:43:28.111960+0000","last_peered":"2023-11-18T15:43:28.111960+0000","last_clean":"2023-11-18T15:43:28.111960+0000","last_became_active":"2023-11-18T15:43:27.125783+0000","last_became_peered":"2023-11-18T15:43:27.125783+0000","last_unstale":"2023-11-18T15:43:28.111960+0000","last_undegraded":"2023-11-18T15:43:28.111960+0000","last_fullsized":"2023-11-18T15:43:28.111960+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:58:47.627640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111821+0000","last_change":"2023-11-18T15:43:26.109767+0000","last_active":"2023-11-18T15:43:28.111821+0000","last_peered":"2023-11-18T15:43:28.111821+0000","last_clean":"2023-11-18T15:43:28.111821+0000","last_became_active":"2023-11-18T15:43:26.109373+0000","last_became_peered":"2023-11-18T15:43:26.109373+0000","last_unstale":"2023-11-18T15:43:28.111821+0000","last_undegraded":"2023-11-18T15:43:28.111821+0000","last_fullsized":"2023-11-18T15:43:28.111821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:34.451823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116302+0000","last_change":"2023-11-18T15:43:27.125483+0000","last_active":"2023-11-18T15:43:28.116302+0000","last_peered":"2023-11-18T15:43:28.116302+0000","last_clean":"2023-11-18T15:43:28.116302+0000","last_became_active":"2023-11-18T15:43:27.124814+0000","last_became_peered":"2023-11-18T15:43:27.124814+0000","last_unstale":"2023-11-18T15:43:28.116302+0000","last_undegraded":"2023-11-18T15:43:28.116302+0000","last_fullsized":"2023-11-18T15:43:28.116302+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:13.441023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107586+0000","last_change":"2023-11-18T15:43:27.119722+0000","last_active":"2023-11-18T15:43:28.107586+0000","last_peered":"2023-11-18T15:43:28.107586+0000","last_clean":"2023-11-18T15:43:28.107586+0000","last_became_active":"2023-11-18T15:43:27.119475+0000","last_became_peered":"2023-11-18T15:43:27.119475+0000","last_unstale":"2023-11-18T15:43:28.107586+0000","last_undegraded":"2023-11-18T15:43:28.107586+0000","last_fullsized":"2023-11-18T15:43:28.107586+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257678+0000","last_change":"2023-11-18T15:43:26.098554+0000","last_active":"2023-11-18T15:43:28.257678+0000","last_peered":"2023-11-18T15:43:28.257678+0000","last_clean":"2023-11-18T15:43:28.257678+0000","last_became_active":"2023-11-18T15:43:26.098189+0000","last_became_peered":"2023-11-18T15:43:26.098189+0000","last_unstale":"2023-11-18T15:43:28.257678+0000","last_undegraded":"2023-11-18T15:43:28.257678+0000","last_fullsized":"2023-11-18T15:43:28.257678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:25:44.103581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258160+0000","last_change":"2023-11-18T15:43:27.135061+0000","last_active":"2023-11-18T15:43:28.258160+0000","last_peered":"2023-11-18T15:43:28.258160+0000","last_clean":"2023-11-18T15:43:28.258160+0000","last_became_active":"2023-11-18T15:43:27.134746+0000","last_became_peered":"2023-11-18T15:43:27.134746+0000","last_unstale":"2023-11-18T15:43:28.258160+0000","last_undegraded":"2023-11-18T15:43:28.258160+0000","last_fullsized":"2023-11-18T15:43:28.258160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:13:42.374415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110895+0000","last_change":"2023-11-18T15:43:26.108507+0000","last_active":"2023-11-18T15:43:28.110895+0000","last_peered":"2023-11-18T15:43:28.110895+0000","last_clean":"2023-11-18T15:43:28.110895+0000","last_became_active":"2023-11-18T15:43:26.108209+0000","last_became_peered":"2023-11-18T15:43:26.108209+0000","last_unstale":"2023-11-18T15:43:28.110895+0000","last_undegraded":"2023-11-18T15:43:28.110895+0000","last_fullsized":"2023-11-18T15:43:28.110895+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:48.402828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":165,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.111948+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T15:43:27.111948+0000","last_peered":"2023-11-18T15:43:27.111948+0000","last_clean":"2023-11-18T15:43:27.111948+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T15:43:27.111948+0000","last_undegraded":"2023-11-18T15:43:27.111948+0000","last_fullsized":"2023-11-18T15:43:27.111948+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258444+0000","last_change":"2023-11-18T15:43:27.124857+0000","last_active":"2023-11-18T15:43:28.258444+0000","last_peered":"2023-11-18T15:43:28.258444+0000","last_clean":"2023-11-18T15:43:28.258444+0000","last_became_active":"2023-11-18T15:43:27.124573+0000","last_became_peered":"2023-11-18T15:43:27.124573+0000","last_unstale":"2023-11-18T15:43:28.258444+0000","last_undegraded":"2023-11-18T15:43:28.258444+0000","last_fullsized":"2023-11-18T15:43:28.258444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:00:00.647325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.116288+0000","last_change":"2023-11-18T15:43:26.111099+0000","last_active":"2023-11-18T15:43:27.116288+0000","last_peered":"2023-11-18T15:43:27.116288+0000","last_clean":"2023-11-18T15:43:27.116288+0000","last_became_active":"2023-11-18T15:43:26.110819+0000","last_became_peered":"2023-11-18T15:43:26.110819+0000","last_unstale":"2023-11-18T15:43:27.116288+0000","last_undegraded":"2023-11-18T15:43:27.116288+0000","last_fullsized":"2023-11-18T15:43:27.116288+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:12.953024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.120402+0000","last_change":"2023-11-18T15:43:26.111337+0000","last_active":"2023-11-18T15:43:27.120402+0000","last_peered":"2023-11-18T15:43:27.120402+0000","last_clean":"2023-11-18T15:43:27.120402+0000","last_became_active":"2023-11-18T15:43:26.111082+0000","last_became_peered":"2023-11-18T15:43:26.111082+0000","last_unstale":"2023-11-18T15:43:27.120402+0000","last_undegraded":"2023-11-18T15:43:27.120402+0000","last_fullsized":"2023-11-18T15:43:27.120402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:32:39.963117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107698+0000","last_change":"2023-11-18T15:43:27.119842+0000","last_active":"2023-11-18T15:43:28.107698+0000","last_peered":"2023-11-18T15:43:28.107698+0000","last_clean":"2023-11-18T15:43:28.107698+0000","last_became_active":"2023-11-18T15:43:27.119571+0000","last_became_peered":"2023-11-18T15:43:27.119571+0000","last_unstale":"2023-11-18T15:43:28.107698+0000","last_undegraded":"2023-11-18T15:43:28.107698+0000","last_fullsized":"2023-11-18T15:43:28.107698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:30.096134+0000","last_change":"2023-11-18T15:43:26.107964+0000","last_active":"2023-11-18T15:43:30.096134+0000","last_peered":"2023-11-18T15:43:30.096134+0000","last_clean":"2023-11-18T15:43:30.096134+0000","last_became_active":"2023-11-18T15:43:26.107638+0000","last_became_peered":"2023-11-18T15:43:26.107638+0000","last_unstale":"2023-11-18T15:43:30.096134+0000","last_undegraded":"2023-11-18T15:43:30.096134+0000","last_fullsized":"2023-11-18T15:43:30.096134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:26.323213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257948+0000","last_change":"2023-11-18T15:43:27.122166+0000","last_active":"2023-11-18T15:43:28.257948+0000","last_peered":"2023-11-18T15:43:28.257948+0000","last_clean":"2023-11-18T15:43:28.257948+0000","last_became_active":"2023-11-18T15:43:27.121295+0000","last_became_peered":"2023-11-18T15:43:27.121295+0000","last_unstale":"2023-11-18T15:43:28.257948+0000","last_undegraded":"2023-11-18T15:43:28.257948+0000","last_fullsized":"2023-11-18T15:43:28.257948+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141415+0000","last_change":"2023-11-18T15:43:26.107132+0000","last_active":"2023-11-18T15:43:27.141415+0000","last_peered":"2023-11-18T15:43:27.141415+0000","last_clean":"2023-11-18T15:43:27.141415+0000","last_became_active":"2023-11-18T15:43:26.106778+0000","last_became_peered":"2023-11-18T15:43:26.106778+0000","last_unstale":"2023-11-18T15:43:27.141415+0000","last_undegraded":"2023-11-18T15:43:27.141415+0000","last_fullsized":"2023-11-18T15:43:27.141415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:48.439892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258672+0000","last_change":"2023-11-18T15:43:27.116789+0000","last_active":"2023-11-18T15:43:28.258672+0000","last_peered":"2023-11-18T15:43:28.258672+0000","last_clean":"2023-11-18T15:43:28.258672+0000","last_became_active":"2023-11-18T15:43:27.116513+0000","last_became_peered":"2023-11-18T15:43:27.116513+0000","last_unstale":"2023-11-18T15:43:28.258672+0000","last_undegraded":"2023-11-18T15:43:28.258672+0000","last_fullsized":"2023-11-18T15:43:28.258672+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.111823+0000","last_change":"2023-11-18T15:43:26.109848+0000","last_active":"2023-11-18T15:43:27.111823+0000","last_peered":"2023-11-18T15:43:27.111823+0000","last_clean":"2023-11-18T15:43:27.111823+0000","last_became_active":"2023-11-18T15:43:26.109547+0000","last_became_peered":"2023-11-18T15:43:26.109547+0000","last_unstale":"2023-11-18T15:43:27.111823+0000","last_undegraded":"2023-11-18T15:43:27.111823+0000","last_fullsized":"2023-11-18T15:43:27.111823+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T03:23:06.409688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116664+0000","last_change":"2023-11-18T15:43:27.131634+0000","last_active":"2023-11-18T15:43:28.116664+0000","last_peered":"2023-11-18T15:43:28.116664+0000","last_clean":"2023-11-18T15:43:28.116664+0000","last_became_active":"2023-11-18T15:43:27.125584+0000","last_became_peered":"2023-11-18T15:43:27.125584+0000","last_unstale":"2023-11-18T15:43:28.116664+0000","last_undegraded":"2023-11-18T15:43:28.116664+0000","last_fullsized":"2023-11-18T15:43:28.116664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:49.443606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.108024+0000","last_change":"2023-11-18T15:43:26.111379+0000","last_active":"2023-11-18T15:43:28.108024+0000","last_peered":"2023-11-18T15:43:28.108024+0000","last_clean":"2023-11-18T15:43:28.108024+0000","last_became_active":"2023-11-18T15:43:26.111099+0000","last_became_peered":"2023-11-18T15:43:26.111099+0000","last_unstale":"2023-11-18T15:43:28.108024+0000","last_undegraded":"2023-11-18T15:43:28.108024+0000","last_fullsized":"2023-11-18T15:43:28.108024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:05:10.198760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258032+0000","last_change":"2023-11-18T15:43:27.121903+0000","last_active":"2023-11-18T15:43:28.258032+0000","last_peered":"2023-11-18T15:43:28.258032+0000","last_clean":"2023-11-18T15:43:28.258032+0000","last_became_active":"2023-11-18T15:43:27.121611+0000","last_became_peered":"2023-11-18T15:43:27.121611+0000","last_unstale":"2023-11-18T15:43:28.258032+0000","last_undegraded":"2023-11-18T15:43:28.258032+0000","last_fullsized":"2023-11-18T15:43:28.258032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107776+0000","last_change":"2023-11-18T15:43:26.107891+0000","last_active":"2023-11-18T15:43:28.107776+0000","last_peered":"2023-11-18T15:43:28.107776+0000","last_clean":"2023-11-18T15:43:28.107776+0000","last_became_active":"2023-11-18T15:43:26.107601+0000","last_became_peered":"2023-11-18T15:43:26.107601+0000","last_unstale":"2023-11-18T15:43:28.107776+0000","last_undegraded":"2023-11-18T15:43:28.107776+0000","last_fullsized":"2023-11-18T15:43:28.107776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:25:44.103581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258257+0000","last_change":"2023-11-18T15:43:27.119581+0000","last_active":"2023-11-18T15:43:28.258257+0000","last_peered":"2023-11-18T15:43:28.258257+0000","last_clean":"2023-11-18T15:43:28.258257+0000","last_became_active":"2023-11-18T15:43:27.119105+0000","last_became_peered":"2023-11-18T15:43:27.119105+0000","last_unstale":"2023-11-18T15:43:28.258257+0000","last_undegraded":"2023-11-18T15:43:28.258257+0000","last_fullsized":"2023-11-18T15:43:28.258257+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:01:43.652485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141356+0000","last_change":"2023-11-18T15:43:26.109374+0000","last_active":"2023-11-18T15:43:27.141356+0000","last_peered":"2023-11-18T15:43:27.141356+0000","last_clean":"2023-11-18T15:43:27.141356+0000","last_became_active":"2023-11-18T15:43:26.109087+0000","last_became_peered":"2023-11-18T15:43:26.109087+0000","last_unstale":"2023-11-18T15:43:27.141356+0000","last_undegraded":"2023-11-18T15:43:27.141356+0000","last_fullsized":"2023-11-18T15:43:27.141356+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:51:53.802948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110936+0000","last_change":"2023-11-18T15:43:27.134219+0000","last_active":"2023-11-18T15:43:28.110936+0000","last_peered":"2023-11-18T15:43:28.110936+0000","last_clean":"2023-11-18T15:43:28.110936+0000","last_became_active":"2023-11-18T15:43:27.133886+0000","last_became_peered":"2023-11-18T15:43:27.133886+0000","last_unstale":"2023-11-18T15:43:28.110936+0000","last_undegraded":"2023-11-18T15:43:28.110936+0000","last_fullsized":"2023-11-18T15:43:28.110936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257678+0000","last_change":"2023-11-18T15:43:26.106079+0000","last_active":"2023-11-18T15:43:28.257678+0000","last_peered":"2023-11-18T15:43:28.257678+0000","last_clean":"2023-11-18T15:43:28.257678+0000","last_became_active":"2023-11-18T15:43:26.105825+0000","last_became_peered":"2023-11-18T15:43:26.105825+0000","last_unstale":"2023-11-18T15:43:28.257678+0000","last_undegraded":"2023-11-18T15:43:28.257678+0000","last_fullsized":"2023-11-18T15:43:28.257678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:05:10.198760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258244+0000","last_change":"2023-11-18T15:43:27.137356+0000","last_active":"2023-11-18T15:43:28.258244+0000","last_peered":"2023-11-18T15:43:28.258244+0000","last_clean":"2023-11-18T15:43:28.258244+0000","last_became_active":"2023-11-18T15:43:27.137099+0000","last_became_peered":"2023-11-18T15:43:27.137099+0000","last_unstale":"2023-11-18T15:43:28.258244+0000","last_undegraded":"2023-11-18T15:43:28.258244+0000","last_fullsized":"2023-11-18T15:43:28.258244+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:55:23.222759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107912+0000","last_change":"2023-11-18T15:43:26.108484+0000","last_active":"2023-11-18T15:43:28.107912+0000","last_peered":"2023-11-18T15:43:28.107912+0000","last_clean":"2023-11-18T15:43:28.107912+0000","last_became_active":"2023-11-18T15:43:26.107517+0000","last_became_peered":"2023-11-18T15:43:26.107517+0000","last_unstale":"2023-11-18T15:43:28.107912+0000","last_undegraded":"2023-11-18T15:43:28.107912+0000","last_fullsized":"2023-11-18T15:43:28.107912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:59:59.643611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111424+0000","last_change":"2023-11-18T15:43:27.127307+0000","last_active":"2023-11-18T15:43:28.111424+0000","last_peered":"2023-11-18T15:43:28.111424+0000","last_clean":"2023-11-18T15:43:28.111424+0000","last_became_active":"2023-11-18T15:43:27.126704+0000","last_became_peered":"2023-11-18T15:43:27.126704+0000","last_unstale":"2023-11-18T15:43:28.111424+0000","last_undegraded":"2023-11-18T15:43:28.111424+0000","last_fullsized":"2023-11-18T15:43:28.111424+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:26:13.322600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257984+0000","last_change":"2023-11-18T15:43:26.099593+0000","last_active":"2023-11-18T15:43:28.257984+0000","last_peered":"2023-11-18T15:43:28.257984+0000","last_clean":"2023-11-18T15:43:28.257984+0000","last_became_active":"2023-11-18T15:43:26.099307+0000","last_became_peered":"2023-11-18T15:43:26.099307+0000","last_unstale":"2023-11-18T15:43:28.257984+0000","last_undegraded":"2023-11-18T15:43:28.257984+0000","last_fullsized":"2023-11-18T15:43:28.257984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:22:00.807689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258293+0000","last_change":"2023-11-18T15:43:27.130327+0000","last_active":"2023-11-18T15:43:28.258293+0000","last_peered":"2023-11-18T15:43:28.258293+0000","last_clean":"2023-11-18T15:43:28.258293+0000","last_became_active":"2023-11-18T15:43:27.126019+0000","last_became_peered":"2023-11-18T15:43:27.126019+0000","last_unstale":"2023-11-18T15:43:28.258293+0000","last_undegraded":"2023-11-18T15:43:28.258293+0000","last_fullsized":"2023-11-18T15:43:28.258293+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:19:12.849180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111239+0000","last_change":"2023-11-18T15:43:27.128208+0000","last_active":"2023-11-18T15:43:28.111239+0000","last_peered":"2023-11-18T15:43:28.111239+0000","last_clean":"2023-11-18T15:43:28.111239+0000","last_became_active":"2023-11-18T15:43:27.127410+0000","last_became_peered":"2023-11-18T15:43:27.127410+0000","last_unstale":"2023-11-18T15:43:28.111239+0000","last_undegraded":"2023-11-18T15:43:28.111239+0000","last_fullsized":"2023-11-18T15:43:28.111239+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257765+0000","last_change":"2023-11-18T15:43:27.130873+0000","last_active":"2023-11-18T15:43:28.257765+0000","last_peered":"2023-11-18T15:43:28.257765+0000","last_clean":"2023-11-18T15:43:28.257765+0000","last_became_active":"2023-11-18T15:43:27.130596+0000","last_became_peered":"2023-11-18T15:43:27.130596+0000","last_unstale":"2023-11-18T15:43:28.257765+0000","last_undegraded":"2023-11-18T15:43:28.257765+0000","last_fullsized":"2023-11-18T15:43:28.257765+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:13.441023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111823+0000","last_change":"2023-11-18T15:43:27.123583+0000","last_active":"2023-11-18T15:43:28.111823+0000","last_peered":"2023-11-18T15:43:28.111823+0000","last_clean":"2023-11-18T15:43:28.111823+0000","last_became_active":"2023-11-18T15:43:27.123380+0000","last_became_peered":"2023-11-18T15:43:27.123380+0000","last_unstale":"2023-11-18T15:43:28.111823+0000","last_undegraded":"2023-11-18T15:43:28.111823+0000","last_fullsized":"2023-11-18T15:43:28.111823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:39:03.984612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258710+0000","last_change":"2023-11-18T15:43:27.117099+0000","last_active":"2023-11-18T15:43:28.258710+0000","last_peered":"2023-11-18T15:43:28.258710+0000","last_clean":"2023-11-18T15:43:28.258710+0000","last_became_active":"2023-11-18T15:43:27.116826+0000","last_became_peered":"2023-11-18T15:43:27.116826+0000","last_unstale":"2023-11-18T15:43:28.258710+0000","last_undegraded":"2023-11-18T15:43:28.258710+0000","last_fullsized":"2023-11-18T15:43:28.258710+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258010+0000","last_change":"2023-11-18T15:43:27.136790+0000","last_active":"2023-11-18T15:43:28.258010+0000","last_peered":"2023-11-18T15:43:28.258010+0000","last_clean":"2023-11-18T15:43:28.258010+0000","last_became_active":"2023-11-18T15:43:27.136505+0000","last_became_peered":"2023-11-18T15:43:27.136505+0000","last_unstale":"2023-11-18T15:43:28.258010+0000","last_undegraded":"2023-11-18T15:43:28.258010+0000","last_fullsized":"2023-11-18T15:43:28.258010+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107862+0000","last_change":"2023-11-18T15:43:27.114081+0000","last_active":"2023-11-18T15:43:28.107862+0000","last_peered":"2023-11-18T15:43:28.107862+0000","last_clean":"2023-11-18T15:43:28.107862+0000","last_became_active":"2023-11-18T15:43:27.113857+0000","last_became_peered":"2023-11-18T15:43:27.113857+0000","last_unstale":"2023-11-18T15:43:28.107862+0000","last_undegraded":"2023-11-18T15:43:28.107862+0000","last_fullsized":"2023-11-18T15:43:28.107862+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112033+0000","last_change":"2023-11-18T15:43:27.128638+0000","last_active":"2023-11-18T15:43:28.112033+0000","last_peered":"2023-11-18T15:43:28.112033+0000","last_clean":"2023-11-18T15:43:28.112033+0000","last_became_active":"2023-11-18T15:43:27.127917+0000","last_became_peered":"2023-11-18T15:43:27.127917+0000","last_unstale":"2023-11-18T15:43:28.112033+0000","last_undegraded":"2023-11-18T15:43:28.112033+0000","last_fullsized":"2023-11-18T15:43:28.112033+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257789+0000","last_change":"2023-11-18T15:43:27.136324+0000","last_active":"2023-11-18T15:43:28.257789+0000","last_peered":"2023-11-18T15:43:28.257789+0000","last_clean":"2023-11-18T15:43:28.257789+0000","last_became_active":"2023-11-18T15:43:27.136041+0000","last_became_peered":"2023-11-18T15:43:27.136041+0000","last_unstale":"2023-11-18T15:43:28.257789+0000","last_undegraded":"2023-11-18T15:43:28.257789+0000","last_fullsized":"2023-11-18T15:43:28.257789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111735+0000","last_change":"2023-11-18T15:43:27.128929+0000","last_active":"2023-11-18T15:43:28.111735+0000","last_peered":"2023-11-18T15:43:28.111735+0000","last_clean":"2023-11-18T15:43:28.111735+0000","last_became_active":"2023-11-18T15:43:27.128651+0000","last_became_peered":"2023-11-18T15:43:27.128651+0000","last_unstale":"2023-11-18T15:43:28.111735+0000","last_undegraded":"2023-11-18T15:43:28.111735+0000","last_fullsized":"2023-11-18T15:43:28.111735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:06:48.294459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258081+0000","last_change":"2023-11-18T15:43:27.127121+0000","last_active":"2023-11-18T15:43:28.258081+0000","last_peered":"2023-11-18T15:43:28.258081+0000","last_clean":"2023-11-18T15:43:28.258081+0000","last_became_active":"2023-11-18T15:43:27.126703+0000","last_became_peered":"2023-11-18T15:43:27.126703+0000","last_unstale":"2023-11-18T15:43:28.258081+0000","last_undegraded":"2023-11-18T15:43:28.258081+0000","last_fullsized":"2023-11-18T15:43:28.258081+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111665+0000","last_change":"2023-11-18T15:43:27.130142+0000","last_active":"2023-11-18T15:43:28.111665+0000","last_peered":"2023-11-18T15:43:28.111665+0000","last_clean":"2023-11-18T15:43:28.111665+0000","last_became_active":"2023-11-18T15:43:27.129599+0000","last_became_peered":"2023-11-18T15:43:27.129599+0000","last_unstale":"2023-11-18T15:43:28.111665+0000","last_undegraded":"2023-11-18T15:43:28.111665+0000","last_fullsized":"2023-11-18T15:43:28.111665+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:23:10.725371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258706+0000","last_change":"2023-11-18T15:43:27.137167+0000","last_active":"2023-11-18T15:43:28.258706+0000","last_peered":"2023-11-18T15:43:28.258706+0000","last_clean":"2023-11-18T15:43:28.258706+0000","last_became_active":"2023-11-18T15:43:27.136871+0000","last_became_peered":"2023-11-18T15:43:27.136871+0000","last_unstale":"2023-11-18T15:43:28.258706+0000","last_undegraded":"2023-11-18T15:43:28.258706+0000","last_fullsized":"2023-11-18T15:43:28.258706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111863+0000","last_change":"2023-11-18T15:43:27.134399+0000","last_active":"2023-11-18T15:43:28.111863+0000","last_peered":"2023-11-18T15:43:28.111863+0000","last_clean":"2023-11-18T15:43:28.111863+0000","last_became_active":"2023-11-18T15:43:27.133913+0000","last_became_peered":"2023-11-18T15:43:27.133913+0000","last_unstale":"2023-11-18T15:43:28.111863+0000","last_undegraded":"2023-11-18T15:43:28.111863+0000","last_fullsized":"2023-11-18T15:43:28.111863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":823296,"data_stored":669826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]}]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":80488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]}]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":233472,"data_stored":79036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":831488,"data_stored":669882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]}]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":78876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.253}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]}]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":80488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":79002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.54}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.3559999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.5199999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]}]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":78966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T15:43:35.843 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T15:43:36.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.998+0000 7fa775841700 1 Processor -- start 2023-11-18T15:43:36.000 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.998+0000 7fa775841700 1 -- start start 2023-11-18T15:43:36.002 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa775841700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa770072ca0 0x7fa770161a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa775841700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa77015ee80 0x7fa770070a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa775841700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa770141230 con 0x7fa7701586c0 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa775841700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa770070550 con 0x7fa77015ee80 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa775841700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa770162040 con 0x7fa770072ca0 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76f7fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa77015ee80 0x7fa770070a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76effd700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fa7701586c0 0x7fa770072590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45708/0 (socket says 172.21.15.99:45708) 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76effd700 1 -- 172.21.15.99:0/1474574692 learned_addr learned my addr 172.21.15.99:0/1474574692 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76e7fc700 1 --2- 172.21.15.99:0/1474574692 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa770072ca0 0x7fa770161a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76f7fe700 1 -- 172.21.15.99:0/1474574692 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa770072ca0 msgr2=0x7fa770161a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:36.003 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76f7fe700 1 --2- 172.21.15.99:0/1474574692 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa770072ca0 0x7fa770161a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76f7fe700 1 -- 172.21.15.99:0/1474574692 >> v1:172.21.15.99:6789/0 conn(0x7fa7701586c0 legacy=0x7fa770072590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76dffb700 1 -- 172.21.15.99:0/1474574692 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3150280281 0 0) 0x7fa770141230 con 0x7fa7701586c0 2023-11-18T15:43:36.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76f7fe700 1 -- 172.21.15.99:0/1474574692 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa770162320 con 0x7fa77015ee80 2023-11-18T15:43:36.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76f7fe700 1 --2- 172.21.15.99:0/1474574692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 0x7fa770070a00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa768009d90 tx=0x7fa76800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6bbf9980311b691 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:36.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76dffb700 1 -- 172.21.15.99:0/1474574692 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa76800e070 con 0x7fa77015ee80 2023-11-18T15:43:36.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76dffb700 1 -- 172.21.15.99:0/1474574692 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa76800bbd0 con 0x7fa77015ee80 2023-11-18T15:43:36.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:35.999+0000 7fa76dffb700 1 -- 172.21.15.99:0/1474574692 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa768012430 con 0x7fa77015ee80 2023-11-18T15:43:36.004 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.000+0000 7fa775841700 1 -- 172.21.15.99:0/1474574692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 msgr2=0x7fa770070a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.000+0000 7fa775841700 1 --2- 172.21.15.99:0/1474574692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 0x7fa770070a00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa768009d90 tx=0x7fa76800b330 comp rx=0 tx=0).stop 2023-11-18T15:43:36.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.000+0000 7fa775841700 1 -- 172.21.15.99:0/1474574692 shutdown_connections 2023-11-18T15:43:36.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.000+0000 7fa775841700 1 --2- 172.21.15.99:0/1474574692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 0x7fa770070a00 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.000+0000 7fa775841700 1 --2- 172.21.15.99:0/1474574692 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa770072ca0 0x7fa770161a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.000+0000 7fa775841700 1 -- 172.21.15.99:0/1474574692 >> 172.21.15.99:0/1474574692 conn(0x7fa7700b6110 msgr2=0x7fa7700b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:36.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.000+0000 7fa775841700 1 -- 172.21.15.99:0/1474574692 shutdown_connections 2023-11-18T15:43:36.005 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.000+0000 7fa775841700 1 -- 172.21.15.99:0/1474574692 wait complete. 2023-11-18T15:43:36.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.001+0000 7fa775841700 1 Processor -- start 2023-11-18T15:43:36.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.001+0000 7fa775841700 1 -- start start 2023-11-18T15:43:36.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa775841700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa770072ca0 0x7fa7701598c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa775841700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa7701586c0 0x7fa77006e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa775841700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 0x7fa7701f2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa775841700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7700b84e0 con 0x7fa77015ee80 2023-11-18T15:43:36.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa775841700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa77006ea80 con 0x7fa770072ca0 2023-11-18T15:43:36.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa775841700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa77006ed60 con 0x7fa7701586c0 2023-11-18T15:43:36.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76f7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 0x7fa7701f2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76f7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 0x7fa7701f2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59106/0 (socket says 172.21.15.99:59106) 2023-11-18T15:43:36.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76f7fe700 1 -- 172.21.15.99:0/3636223825 learned_addr learned my addr 172.21.15.99:0/3636223825 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:36.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76effd700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa770072ca0 0x7fa7701598c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76e7fc700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa7701586c0 0x7fa77006e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76f7fe700 1 -- 172.21.15.99:0/3636223825 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa7701586c0 msgr2=0x7fa77006e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.009 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76f7fe700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa7701586c0 0x7fa77006e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76f7fe700 1 -- 172.21.15.99:0/3636223825 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa770072ca0 msgr2=0x7fa7701598c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76f7fe700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa770072ca0 0x7fa7701598c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76f7fe700 1 -- 172.21.15.99:0/3636223825 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa768009a70 con 0x7fa77015ee80 2023-11-18T15:43:36.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.002+0000 7fa76effd700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa770072ca0 0x7fa7701598c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:36.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.003+0000 7fa76f7fe700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 0x7fa7701f2ee0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa77004f420 tx=0x7fa768004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:36.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.003+0000 7fa757fff700 1 -- 172.21.15.99:0/3636223825 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa768003ea0 con 0x7fa77015ee80 2023-11-18T15:43:36.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.003+0000 7fa757fff700 1 -- 172.21.15.99:0/3636223825 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa768020070 con 0x7fa77015ee80 2023-11-18T15:43:36.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.003+0000 7fa757fff700 1 -- 172.21.15.99:0/3636223825 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa768004280 con 0x7fa77015ee80 2023-11-18T15:43:36.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.003+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa77006f040 con 0x7fa77015ee80 2023-11-18T15:43:36.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.003+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa77006e6e0 con 0x7fa77015ee80 2023-11-18T15:43:36.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.004+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7700b8690 con 0x7fa77015ee80 2023-11-18T15:43:36.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.004+0000 7fa757fff700 1 -- 172.21.15.99:0/3636223825 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fa7680043e0 con 0x7fa77015ee80 2023-11-18T15:43:36.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.005+0000 7fa757fff700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa75c06af00 0x7fa75c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.005+0000 7fa757fff700 1 -- 172.21.15.99:0/3636223825 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa768022070 con 0x7fa77015ee80 2023-11-18T15:43:36.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.005+0000 7fa76effd700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa75c06af00 0x7fa75c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.005+0000 7fa76effd700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa75c06af00 0x7fa75c06d3c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa764000f60 tx=0x7fa764009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:36.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.009+0000 7fa757fff700 1 -- 172.21.15.99:0/3636223825 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fa7700b8690 con 0x7fa77015ee80 2023-11-18T15:43:36.196 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.195+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa7701628e0 con 0x7fa75c06af00 2023-11-18T15:43:36.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.202+0000 7fa757fff700 1 -- 172.21.15.99:0/3636223825 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264505 (secure 0 0 0) 0x7fa764001cc0 con 0x7fa75c06af00 2023-11-18T15:43:36.207 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:36.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa75c06af00 msgr2=0x7fa75c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa75c06af00 0x7fa75c06d3c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa764000f60 tx=0x7fa764009040 comp rx=0 tx=0).stop 2023-11-18T15:43:36.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 msgr2=0x7fa7701f2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 0x7fa7701f2ee0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa77004f420 tx=0x7fa768004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 shutdown_connections 2023-11-18T15:43:36.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa75c06af00 0x7fa75c06d3c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa77015ee80 0x7fa7701f2ee0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa770072ca0 0x7fa7701598c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 --2- 172.21.15.99:0/3636223825 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa7701586c0 0x7fa77006e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 >> 172.21.15.99:0/3636223825 conn(0x7fa7700b6110 msgr2=0x7fa770157d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:36.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 shutdown_connections 2023-11-18T15:43:36.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.205+0000 7fa775841700 1 -- 172.21.15.99:0/3636223825 wait complete. 2023-11-18T15:43:36.210 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T15:43:36.219 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2023-11-18T15:43:34.917250+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219172,"kb_used_data":2984,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755548,"statfs":{"total":773094113280,"available":772869681152,"internally_reserved":0,"allocated":3055616,"data_stored":1816564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.005098"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258389+0000","last_change":"2023-11-18T15:43:27.126189+0000","last_active":"2023-11-18T15:43:28.258389+0000","last_peered":"2023-11-18T15:43:28.258389+0000","last_clean":"2023-11-18T15:43:28.258389+0000","last_became_active":"2023-11-18T15:43:27.125648+0000","last_became_peered":"2023-11-18T15:43:27.125648+0000","last_unstale":"2023-11-18T15:43:28.258389+0000","last_undegraded":"2023-11-18T15:43:28.258389+0000","last_fullsized":"2023-11-18T15:43:28.258389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:14:24.921106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107993+0000","last_change":"2023-11-18T15:43:27.118193+0000","last_active":"2023-11-18T15:43:28.107993+0000","last_peered":"2023-11-18T15:43:28.107993+0000","last_clean":"2023-11-18T15:43:28.107993+0000","last_became_active":"2023-11-18T15:43:27.117698+0000","last_became_peered":"2023-11-18T15:43:27.117698+0000","last_unstale":"2023-11-18T15:43:28.107993+0000","last_undegraded":"2023-11-18T15:43:28.107993+0000","last_fullsized":"2023-11-18T15:43:28.107993+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258434+0000","last_change":"2023-11-18T15:43:27.118971+0000","last_active":"2023-11-18T15:43:28.258434+0000","last_peered":"2023-11-18T15:43:28.258434+0000","last_clean":"2023-11-18T15:43:28.258434+0000","last_became_active":"2023-11-18T15:43:27.118025+0000","last_became_peered":"2023-11-18T15:43:27.118025+0000","last_unstale":"2023-11-18T15:43:28.258434+0000","last_undegraded":"2023-11-18T15:43:28.258434+0000","last_fullsized":"2023-11-18T15:43:28.258434+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:10.571924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111787+0000","last_change":"2023-11-18T15:43:27.127480+0000","last_active":"2023-11-18T15:43:28.111787+0000","last_peered":"2023-11-18T15:43:28.111787+0000","last_clean":"2023-11-18T15:43:28.111787+0000","last_became_active":"2023-11-18T15:43:27.127036+0000","last_became_peered":"2023-11-18T15:43:27.127036+0000","last_unstale":"2023-11-18T15:43:28.111787+0000","last_undegraded":"2023-11-18T15:43:28.111787+0000","last_fullsized":"2023-11-18T15:43:28.111787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:26:05.676506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258027+0000","last_change":"2023-11-18T15:43:27.119898+0000","last_active":"2023-11-18T15:43:28.258027+0000","last_peered":"2023-11-18T15:43:28.258027+0000","last_clean":"2023-11-18T15:43:28.258027+0000","last_became_active":"2023-11-18T15:43:27.119638+0000","last_became_peered":"2023-11-18T15:43:27.119638+0000","last_unstale":"2023-11-18T15:43:28.258027+0000","last_undegraded":"2023-11-18T15:43:28.258027+0000","last_fullsized":"2023-11-18T15:43:28.258027+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:01:30.331211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111628+0000","last_change":"2023-11-18T15:43:27.124583+0000","last_active":"2023-11-18T15:43:28.111628+0000","last_peered":"2023-11-18T15:43:28.111628+0000","last_clean":"2023-11-18T15:43:28.111628+0000","last_became_active":"2023-11-18T15:43:27.124135+0000","last_became_peered":"2023-11-18T15:43:27.124135+0000","last_unstale":"2023-11-18T15:43:28.111628+0000","last_undegraded":"2023-11-18T15:43:28.111628+0000","last_fullsized":"2023-11-18T15:43:28.111628+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:01:43.652485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257796+0000","last_change":"2023-11-18T15:43:27.127123+0000","last_active":"2023-11-18T15:43:28.257796+0000","last_peered":"2023-11-18T15:43:28.257796+0000","last_clean":"2023-11-18T15:43:28.257796+0000","last_became_active":"2023-11-18T15:43:27.126834+0000","last_became_peered":"2023-11-18T15:43:27.126834+0000","last_unstale":"2023-11-18T15:43:28.257796+0000","last_undegraded":"2023-11-18T15:43:28.257796+0000","last_fullsized":"2023-11-18T15:43:28.257796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:43.257807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258186+0000","last_change":"2023-11-18T15:43:27.135731+0000","last_active":"2023-11-18T15:43:28.258186+0000","last_peered":"2023-11-18T15:43:28.258186+0000","last_clean":"2023-11-18T15:43:28.258186+0000","last_became_active":"2023-11-18T15:43:27.135422+0000","last_became_peered":"2023-11-18T15:43:27.135422+0000","last_unstale":"2023-11-18T15:43:28.258186+0000","last_undegraded":"2023-11-18T15:43:28.258186+0000","last_fullsized":"2023-11-18T15:43:28.258186+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258343+0000","last_change":"2023-11-18T15:43:27.138310+0000","last_active":"2023-11-18T15:43:28.258343+0000","last_peered":"2023-11-18T15:43:28.258343+0000","last_clean":"2023-11-18T15:43:28.258343+0000","last_became_active":"2023-11-18T15:43:27.137303+0000","last_became_peered":"2023-11-18T15:43:27.137303+0000","last_unstale":"2023-11-18T15:43:28.258343+0000","last_undegraded":"2023-11-18T15:43:28.258343+0000","last_fullsized":"2023-11-18T15:43:28.258343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:36:40.883716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112190+0000","last_change":"2023-11-18T15:43:27.128742+0000","last_active":"2023-11-18T15:43:28.112190+0000","last_peered":"2023-11-18T15:43:28.112190+0000","last_clean":"2023-11-18T15:43:28.112190+0000","last_became_active":"2023-11-18T15:43:27.128474+0000","last_became_peered":"2023-11-18T15:43:27.128474+0000","last_unstale":"2023-11-18T15:43:28.112190+0000","last_undegraded":"2023-11-18T15:43:28.112190+0000","last_fullsized":"2023-11-18T15:43:28.112190+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111154+0000","last_change":"2023-11-18T15:43:27.129515+0000","last_active":"2023-11-18T15:43:28.111154+0000","last_peered":"2023-11-18T15:43:28.111154+0000","last_clean":"2023-11-18T15:43:28.111154+0000","last_became_active":"2023-11-18T15:43:27.129228+0000","last_became_peered":"2023-11-18T15:43:27.129228+0000","last_unstale":"2023-11-18T15:43:28.111154+0000","last_undegraded":"2023-11-18T15:43:28.111154+0000","last_fullsized":"2023-11-18T15:43:28.111154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116563+0000","last_change":"2023-11-18T15:43:27.133398+0000","last_active":"2023-11-18T15:43:28.116563+0000","last_peered":"2023-11-18T15:43:28.116563+0000","last_clean":"2023-11-18T15:43:28.116563+0000","last_became_active":"2023-11-18T15:43:27.133137+0000","last_became_peered":"2023-11-18T15:43:27.133137+0000","last_unstale":"2023-11-18T15:43:28.116563+0000","last_undegraded":"2023-11-18T15:43:28.116563+0000","last_fullsized":"2023-11-18T15:43:28.116563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:36.813796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258148+0000","last_change":"2023-11-18T15:43:27.123685+0000","last_active":"2023-11-18T15:43:28.258148+0000","last_peered":"2023-11-18T15:43:28.258148+0000","last_clean":"2023-11-18T15:43:28.258148+0000","last_became_active":"2023-11-18T15:43:27.123412+0000","last_became_peered":"2023-11-18T15:43:27.123412+0000","last_unstale":"2023-11-18T15:43:28.258148+0000","last_undegraded":"2023-11-18T15:43:28.258148+0000","last_fullsized":"2023-11-18T15:43:28.258148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258447+0000","last_change":"2023-11-18T15:43:27.111950+0000","last_active":"2023-11-18T15:43:28.258447+0000","last_peered":"2023-11-18T15:43:28.258447+0000","last_clean":"2023-11-18T15:43:28.258447+0000","last_became_active":"2023-11-18T15:43:27.111653+0000","last_became_peered":"2023-11-18T15:43:27.111653+0000","last_unstale":"2023-11-18T15:43:28.258447+0000","last_undegraded":"2023-11-18T15:43:28.258447+0000","last_fullsized":"2023-11-18T15:43:28.258447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107595+0000","last_change":"2023-11-18T15:43:27.132765+0000","last_active":"2023-11-18T15:43:28.107595+0000","last_peered":"2023-11-18T15:43:28.107595+0000","last_clean":"2023-11-18T15:43:28.107595+0000","last_became_active":"2023-11-18T15:43:27.132460+0000","last_became_peered":"2023-11-18T15:43:27.132460+0000","last_unstale":"2023-11-18T15:43:28.107595+0000","last_undegraded":"2023-11-18T15:43:28.107595+0000","last_fullsized":"2023-11-18T15:43:28.107595+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110670+0000","last_change":"2023-11-18T15:43:27.123527+0000","last_active":"2023-11-18T15:43:28.110670+0000","last_peered":"2023-11-18T15:43:28.110670+0000","last_clean":"2023-11-18T15:43:28.110670+0000","last_became_active":"2023-11-18T15:43:27.123233+0000","last_became_peered":"2023-11-18T15:43:27.123233+0000","last_unstale":"2023-11-18T15:43:28.110670+0000","last_undegraded":"2023-11-18T15:43:28.110670+0000","last_fullsized":"2023-11-18T15:43:28.110670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111374+0000","last_change":"2023-11-18T15:43:27.137124+0000","last_active":"2023-11-18T15:43:28.111374+0000","last_peered":"2023-11-18T15:43:28.111374+0000","last_clean":"2023-11-18T15:43:28.111374+0000","last_became_active":"2023-11-18T15:43:27.136821+0000","last_became_peered":"2023-11-18T15:43:27.136821+0000","last_unstale":"2023-11-18T15:43:28.111374+0000","last_undegraded":"2023-11-18T15:43:28.111374+0000","last_fullsized":"2023-11-18T15:43:28.111374+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257632+0000","last_change":"2023-11-18T15:43:27.125675+0000","last_active":"2023-11-18T15:43:28.257632+0000","last_peered":"2023-11-18T15:43:28.257632+0000","last_clean":"2023-11-18T15:43:28.257632+0000","last_became_active":"2023-11-18T15:43:27.125338+0000","last_became_peered":"2023-11-18T15:43:27.125338+0000","last_unstale":"2023-11-18T15:43:28.257632+0000","last_undegraded":"2023-11-18T15:43:28.257632+0000","last_fullsized":"2023-11-18T15:43:28.257632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:58.793700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258041+0000","last_change":"2023-11-18T15:43:27.127176+0000","last_active":"2023-11-18T15:43:28.258041+0000","last_peered":"2023-11-18T15:43:28.258041+0000","last_clean":"2023-11-18T15:43:28.258041+0000","last_became_active":"2023-11-18T15:43:27.126808+0000","last_became_peered":"2023-11-18T15:43:27.126808+0000","last_unstale":"2023-11-18T15:43:28.258041+0000","last_undegraded":"2023-11-18T15:43:28.258041+0000","last_fullsized":"2023-11-18T15:43:28.258041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:21:29.425249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141816+0000","last_change":"2023-11-18T15:43:26.101060+0000","last_active":"2023-11-18T15:43:27.141816+0000","last_peered":"2023-11-18T15:43:27.141816+0000","last_clean":"2023-11-18T15:43:27.141816+0000","last_became_active":"2023-11-18T15:43:26.100806+0000","last_became_peered":"2023-11-18T15:43:26.100806+0000","last_unstale":"2023-11-18T15:43:27.141816+0000","last_undegraded":"2023-11-18T15:43:27.141816+0000","last_fullsized":"2023-11-18T15:43:27.141816+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:12.437309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257813+0000","last_change":"2023-11-18T15:43:27.125747+0000","last_active":"2023-11-18T15:43:28.257813+0000","last_peered":"2023-11-18T15:43:28.257813+0000","last_clean":"2023-11-18T15:43:28.257813+0000","last_became_active":"2023-11-18T15:43:27.125322+0000","last_became_peered":"2023-11-18T15:43:27.125322+0000","last_unstale":"2023-11-18T15:43:28.257813+0000","last_undegraded":"2023-11-18T15:43:28.257813+0000","last_fullsized":"2023-11-18T15:43:28.257813+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.138575+0000","last_change":"2023-11-18T15:43:26.106706+0000","last_active":"2023-11-18T15:43:27.138575+0000","last_peered":"2023-11-18T15:43:27.138575+0000","last_clean":"2023-11-18T15:43:27.138575+0000","last_became_active":"2023-11-18T15:43:26.106391+0000","last_became_peered":"2023-11-18T15:43:26.106391+0000","last_unstale":"2023-11-18T15:43:27.138575+0000","last_undegraded":"2023-11-18T15:43:27.138575+0000","last_fullsized":"2023-11-18T15:43:27.138575+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258687+0000","last_change":"2023-11-18T15:43:27.130674+0000","last_active":"2023-11-18T15:43:28.258687+0000","last_peered":"2023-11-18T15:43:28.258687+0000","last_clean":"2023-11-18T15:43:28.258687+0000","last_became_active":"2023-11-18T15:43:27.129930+0000","last_became_peered":"2023-11-18T15:43:27.129930+0000","last_unstale":"2023-11-18T15:43:28.258687+0000","last_undegraded":"2023-11-18T15:43:28.258687+0000","last_fullsized":"2023-11-18T15:43:28.258687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140948+0000","last_change":"2023-11-18T15:43:26.112808+0000","last_active":"2023-11-18T15:43:27.140948+0000","last_peered":"2023-11-18T15:43:27.140948+0000","last_clean":"2023-11-18T15:43:27.140948+0000","last_became_active":"2023-11-18T15:43:26.112233+0000","last_became_peered":"2023-11-18T15:43:26.112233+0000","last_unstale":"2023-11-18T15:43:27.140948+0000","last_undegraded":"2023-11-18T15:43:27.140948+0000","last_fullsized":"2023-11-18T15:43:27.140948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:19:01.842623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111277+0000","last_change":"2023-11-18T15:43:27.135365+0000","last_active":"2023-11-18T15:43:28.111277+0000","last_peered":"2023-11-18T15:43:28.111277+0000","last_clean":"2023-11-18T15:43:28.111277+0000","last_became_active":"2023-11-18T15:43:27.134935+0000","last_became_peered":"2023-11-18T15:43:27.134935+0000","last_unstale":"2023-11-18T15:43:28.111277+0000","last_undegraded":"2023-11-18T15:43:28.111277+0000","last_fullsized":"2023-11-18T15:43:28.111277+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141619+0000","last_change":"2023-11-18T15:43:26.112840+0000","last_active":"2023-11-18T15:43:27.141619+0000","last_peered":"2023-11-18T15:43:27.141619+0000","last_clean":"2023-11-18T15:43:27.141619+0000","last_became_active":"2023-11-18T15:43:26.112552+0000","last_became_peered":"2023-11-18T15:43:26.112552+0000","last_unstale":"2023-11-18T15:43:27.141619+0000","last_undegraded":"2023-11-18T15:43:27.141619+0000","last_fullsized":"2023-11-18T15:43:27.141619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:30:25.244784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111497+0000","last_change":"2023-11-18T15:43:27.132595+0000","last_active":"2023-11-18T15:43:28.111497+0000","last_peered":"2023-11-18T15:43:28.111497+0000","last_clean":"2023-11-18T15:43:28.111497+0000","last_became_active":"2023-11-18T15:43:27.132187+0000","last_became_peered":"2023-11-18T15:43:27.132187+0000","last_unstale":"2023-11-18T15:43:28.111497+0000","last_undegraded":"2023-11-18T15:43:28.111497+0000","last_fullsized":"2023-11-18T15:43:28.111497+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:13:42.374415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141328+0000","last_change":"2023-11-18T15:43:26.106934+0000","last_active":"2023-11-18T15:43:27.141328+0000","last_peered":"2023-11-18T15:43:27.141328+0000","last_clean":"2023-11-18T15:43:27.141328+0000","last_became_active":"2023-11-18T15:43:26.106704+0000","last_became_peered":"2023-11-18T15:43:26.106704+0000","last_unstale":"2023-11-18T15:43:27.141328+0000","last_undegraded":"2023-11-18T15:43:27.141328+0000","last_fullsized":"2023-11-18T15:43:27.141328+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:59:59.643611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116189+0000","last_change":"2023-11-18T15:43:27.124893+0000","last_active":"2023-11-18T15:43:28.116189+0000","last_peered":"2023-11-18T15:43:28.116189+0000","last_clean":"2023-11-18T15:43:28.116189+0000","last_became_active":"2023-11-18T15:43:27.124624+0000","last_became_peered":"2023-11-18T15:43:27.124624+0000","last_unstale":"2023-11-18T15:43:28.116189+0000","last_undegraded":"2023-11-18T15:43:28.116189+0000","last_fullsized":"2023-11-18T15:43:28.116189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:58.793700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140677+0000","last_change":"2023-11-18T15:43:26.097323+0000","last_active":"2023-11-18T15:43:27.140677+0000","last_peered":"2023-11-18T15:43:27.140677+0000","last_clean":"2023-11-18T15:43:27.140677+0000","last_became_active":"2023-11-18T15:43:26.096973+0000","last_became_peered":"2023-11-18T15:43:26.096973+0000","last_unstale":"2023-11-18T15:43:27.140677+0000","last_undegraded":"2023-11-18T15:43:27.140677+0000","last_fullsized":"2023-11-18T15:43:27.140677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:35.810082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258852+0000","last_change":"2023-11-18T15:43:27.133611+0000","last_active":"2023-11-18T15:43:28.258852+0000","last_peered":"2023-11-18T15:43:28.258852+0000","last_clean":"2023-11-18T15:43:28.258852+0000","last_became_active":"2023-11-18T15:43:27.132937+0000","last_became_peered":"2023-11-18T15:43:27.132937+0000","last_unstale":"2023-11-18T15:43:28.258852+0000","last_undegraded":"2023-11-18T15:43:28.258852+0000","last_fullsized":"2023-11-18T15:43:28.258852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:22:59.198649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.112352+0000","last_change":"2023-11-18T15:43:26.105286+0000","last_active":"2023-11-18T15:43:27.112352+0000","last_peered":"2023-11-18T15:43:27.112352+0000","last_clean":"2023-11-18T15:43:27.112352+0000","last_became_active":"2023-11-18T15:43:26.104967+0000","last_became_peered":"2023-11-18T15:43:26.104967+0000","last_unstale":"2023-11-18T15:43:27.112352+0000","last_undegraded":"2023-11-18T15:43:27.112352+0000","last_fullsized":"2023-11-18T15:43:27.112352+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:48.439892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258144+0000","last_change":"2023-11-18T15:43:27.118768+0000","last_active":"2023-11-18T15:43:28.258144+0000","last_peered":"2023-11-18T15:43:28.258144+0000","last_clean":"2023-11-18T15:43:28.258144+0000","last_became_active":"2023-11-18T15:43:27.118480+0000","last_became_peered":"2023-11-18T15:43:27.118480+0000","last_unstale":"2023-11-18T15:43:28.258144+0000","last_undegraded":"2023-11-18T15:43:28.258144+0000","last_fullsized":"2023-11-18T15:43:28.258144+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:26:13.322600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110697+0000","last_change":"2023-11-18T15:43:26.109632+0000","last_active":"2023-11-18T15:43:28.110697+0000","last_peered":"2023-11-18T15:43:28.110697+0000","last_clean":"2023-11-18T15:43:28.110697+0000","last_became_active":"2023-11-18T15:43:26.109352+0000","last_became_peered":"2023-11-18T15:43:26.109352+0000","last_unstale":"2023-11-18T15:43:28.110697+0000","last_undegraded":"2023-11-18T15:43:28.110697+0000","last_fullsized":"2023-11-18T15:43:28.110697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:49.086610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107711+0000","last_change":"2023-11-18T15:43:27.114606+0000","last_active":"2023-11-18T15:43:28.107711+0000","last_peered":"2023-11-18T15:43:28.107711+0000","last_clean":"2023-11-18T15:43:28.107711+0000","last_became_active":"2023-11-18T15:43:27.114337+0000","last_became_peered":"2023-11-18T15:43:27.114337+0000","last_unstale":"2023-11-18T15:43:28.107711+0000","last_undegraded":"2023-11-18T15:43:28.107711+0000","last_fullsized":"2023-11-18T15:43:28.107711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.119565+0000","last_change":"2023-11-18T15:43:26.109936+0000","last_active":"2023-11-18T15:43:27.119565+0000","last_peered":"2023-11-18T15:43:27.119565+0000","last_clean":"2023-11-18T15:43:27.119565+0000","last_became_active":"2023-11-18T15:43:26.109664+0000","last_became_peered":"2023-11-18T15:43:26.109664+0000","last_unstale":"2023-11-18T15:43:27.119565+0000","last_undegraded":"2023-11-18T15:43:27.119565+0000","last_fullsized":"2023-11-18T15:43:27.119565+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112142+0000","last_change":"2023-11-18T15:43:27.137065+0000","last_active":"2023-11-18T15:43:28.112142+0000","last_peered":"2023-11-18T15:43:28.112142+0000","last_clean":"2023-11-18T15:43:28.112142+0000","last_became_active":"2023-11-18T15:43:27.136780+0000","last_became_peered":"2023-11-18T15:43:27.136780+0000","last_unstale":"2023-11-18T15:43:28.112142+0000","last_undegraded":"2023-11-18T15:43:28.112142+0000","last_fullsized":"2023-11-18T15:43:28.112142+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:57:23.741848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111895+0000","last_change":"2023-11-18T15:43:26.111229+0000","last_active":"2023-11-18T15:43:28.111895+0000","last_peered":"2023-11-18T15:43:28.111895+0000","last_clean":"2023-11-18T15:43:28.111895+0000","last_became_active":"2023-11-18T15:43:26.110951+0000","last_became_peered":"2023-11-18T15:43:26.110951+0000","last_unstale":"2023-11-18T15:43:28.111895+0000","last_undegraded":"2023-11-18T15:43:28.111895+0000","last_fullsized":"2023-11-18T15:43:28.111895+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:09.381971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258836+0000","last_change":"2023-11-18T15:43:27.132093+0000","last_active":"2023-11-18T15:43:28.258836+0000","last_peered":"2023-11-18T15:43:28.258836+0000","last_clean":"2023-11-18T15:43:28.258836+0000","last_became_active":"2023-11-18T15:43:27.131686+0000","last_became_peered":"2023-11-18T15:43:27.131686+0000","last_unstale":"2023-11-18T15:43:28.258836+0000","last_undegraded":"2023-11-18T15:43:28.258836+0000","last_fullsized":"2023-11-18T15:43:28.258836+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107959+0000","last_change":"2023-11-18T15:43:26.108848+0000","last_active":"2023-11-18T15:43:28.107959+0000","last_peered":"2023-11-18T15:43:28.107959+0000","last_clean":"2023-11-18T15:43:28.107959+0000","last_became_active":"2023-11-18T15:43:26.108499+0000","last_became_peered":"2023-11-18T15:43:26.108499+0000","last_unstale":"2023-11-18T15:43:28.107959+0000","last_undegraded":"2023-11-18T15:43:28.107959+0000","last_fullsized":"2023-11-18T15:43:28.107959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:53:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116565+0000","last_change":"2023-11-18T15:43:27.124002+0000","last_active":"2023-11-18T15:43:28.116565+0000","last_peered":"2023-11-18T15:43:28.116565+0000","last_clean":"2023-11-18T15:43:28.116565+0000","last_became_active":"2023-11-18T15:43:27.123671+0000","last_became_peered":"2023-11-18T15:43:27.123671+0000","last_unstale":"2023-11-18T15:43:28.116565+0000","last_undegraded":"2023-11-18T15:43:28.116565+0000","last_fullsized":"2023-11-18T15:43:28.116565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:27.326927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.142995+0000","last_change":"2023-11-18T15:43:26.105747+0000","last_active":"2023-11-18T15:43:27.142995+0000","last_peered":"2023-11-18T15:43:27.142995+0000","last_clean":"2023-11-18T15:43:27.142995+0000","last_became_active":"2023-11-18T15:43:26.105160+0000","last_became_peered":"2023-11-18T15:43:26.105160+0000","last_unstale":"2023-11-18T15:43:27.142995+0000","last_undegraded":"2023-11-18T15:43:27.142995+0000","last_fullsized":"2023-11-18T15:43:27.142995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:26.323213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258075+0000","last_change":"2023-11-18T15:43:27.129344+0000","last_active":"2023-11-18T15:43:28.258075+0000","last_peered":"2023-11-18T15:43:28.258075+0000","last_clean":"2023-11-18T15:43:28.258075+0000","last_became_active":"2023-11-18T15:43:27.129056+0000","last_became_peered":"2023-11-18T15:43:27.129056+0000","last_unstale":"2023-11-18T15:43:28.258075+0000","last_undegraded":"2023-11-18T15:43:28.258075+0000","last_fullsized":"2023-11-18T15:43:28.258075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:03:17.770481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.140646+0000","last_change":"2023-11-18T15:43:26.094229+0000","last_active":"2023-11-18T15:43:27.140646+0000","last_peered":"2023-11-18T15:43:27.140646+0000","last_clean":"2023-11-18T15:43:27.140646+0000","last_became_active":"2023-11-18T15:43:26.093952+0000","last_became_peered":"2023-11-18T15:43:26.093952+0000","last_unstale":"2023-11-18T15:43:27.140646+0000","last_undegraded":"2023-11-18T15:43:27.140646+0000","last_fullsized":"2023-11-18T15:43:27.140646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:13:35.810082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258500+0000","last_change":"2023-11-18T15:43:27.121624+0000","last_active":"2023-11-18T15:43:28.258500+0000","last_peered":"2023-11-18T15:43:28.258500+0000","last_clean":"2023-11-18T15:43:28.258500+0000","last_became_active":"2023-11-18T15:43:27.121249+0000","last_became_peered":"2023-11-18T15:43:27.121249+0000","last_unstale":"2023-11-18T15:43:28.258500+0000","last_undegraded":"2023-11-18T15:43:28.258500+0000","last_fullsized":"2023-11-18T15:43:28.258500+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111946+0000","last_change":"2023-11-18T15:43:26.105475+0000","last_active":"2023-11-18T15:43:28.111946+0000","last_peered":"2023-11-18T15:43:28.111946+0000","last_clean":"2023-11-18T15:43:28.111946+0000","last_became_active":"2023-11-18T15:43:26.105062+0000","last_became_peered":"2023-11-18T15:43:26.105062+0000","last_unstale":"2023-11-18T15:43:28.111946+0000","last_undegraded":"2023-11-18T15:43:28.111946+0000","last_fullsized":"2023-11-18T15:43:28.111946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:21.884353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258103+0000","last_change":"2023-11-18T15:43:27.126723+0000","last_active":"2023-11-18T15:43:28.258103+0000","last_peered":"2023-11-18T15:43:28.258103+0000","last_clean":"2023-11-18T15:43:28.258103+0000","last_became_active":"2023-11-18T15:43:27.125806+0000","last_became_peered":"2023-11-18T15:43:27.125806+0000","last_unstale":"2023-11-18T15:43:28.258103+0000","last_undegraded":"2023-11-18T15:43:28.258103+0000","last_fullsized":"2023-11-18T15:43:28.258103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:01:11.558385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.119056+0000","last_change":"2023-11-18T15:43:26.098203+0000","last_active":"2023-11-18T15:43:27.119056+0000","last_peered":"2023-11-18T15:43:27.119056+0000","last_clean":"2023-11-18T15:43:27.119056+0000","last_became_active":"2023-11-18T15:43:26.097334+0000","last_became_peered":"2023-11-18T15:43:26.097334+0000","last_unstale":"2023-11-18T15:43:27.119056+0000","last_undegraded":"2023-11-18T15:43:27.119056+0000","last_fullsized":"2023-11-18T15:43:27.119056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:12.437309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111384+0000","last_change":"2023-11-18T15:43:27.127931+0000","last_active":"2023-11-18T15:43:28.111384+0000","last_peered":"2023-11-18T15:43:28.111384+0000","last_clean":"2023-11-18T15:43:28.111384+0000","last_became_active":"2023-11-18T15:43:27.127340+0000","last_became_peered":"2023-11-18T15:43:27.127340+0000","last_unstale":"2023-11-18T15:43:28.111384+0000","last_undegraded":"2023-11-18T15:43:28.111384+0000","last_fullsized":"2023-11-18T15:43:28.111384+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257504+0000","last_change":"2023-11-18T15:43:26.109185+0000","last_active":"2023-11-18T15:43:28.257504+0000","last_peered":"2023-11-18T15:43:28.257504+0000","last_clean":"2023-11-18T15:43:28.257504+0000","last_became_active":"2023-11-18T15:43:26.108846+0000","last_became_peered":"2023-11-18T15:43:26.108846+0000","last_unstale":"2023-11-18T15:43:28.257504+0000","last_undegraded":"2023-11-18T15:43:28.257504+0000","last_fullsized":"2023-11-18T15:43:28.257504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:39:48.669566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257909+0000","last_change":"2023-11-18T15:43:27.136926+0000","last_active":"2023-11-18T15:43:28.257909+0000","last_peered":"2023-11-18T15:43:28.257909+0000","last_clean":"2023-11-18T15:43:28.257909+0000","last_became_active":"2023-11-18T15:43:27.136671+0000","last_became_peered":"2023-11-18T15:43:27.136671+0000","last_unstale":"2023-11-18T15:43:28.257909+0000","last_undegraded":"2023-11-18T15:43:28.257909+0000","last_fullsized":"2023-11-18T15:43:28.257909+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:04:06.820707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141623+0000","last_change":"2023-11-18T15:43:26.096521+0000","last_active":"2023-11-18T15:43:27.141623+0000","last_peered":"2023-11-18T15:43:27.141623+0000","last_clean":"2023-11-18T15:43:27.141623+0000","last_became_active":"2023-11-18T15:43:26.095802+0000","last_became_peered":"2023-11-18T15:43:26.095802+0000","last_unstale":"2023-11-18T15:43:27.141623+0000","last_undegraded":"2023-11-18T15:43:27.141623+0000","last_fullsized":"2023-11-18T15:43:27.141623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:22:00.807689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258207+0000","last_change":"2023-11-18T15:43:27.136658+0000","last_active":"2023-11-18T15:43:28.258207+0000","last_peered":"2023-11-18T15:43:28.258207+0000","last_clean":"2023-11-18T15:43:28.258207+0000","last_became_active":"2023-11-18T15:43:27.136398+0000","last_became_peered":"2023-11-18T15:43:27.136398+0000","last_unstale":"2023-11-18T15:43:28.258207+0000","last_undegraded":"2023-11-18T15:43:28.258207+0000","last_fullsized":"2023-11-18T15:43:28.258207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:35:20.322401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107760+0000","last_change":"2023-11-18T15:43:26.108463+0000","last_active":"2023-11-18T15:43:28.107760+0000","last_peered":"2023-11-18T15:43:28.107760+0000","last_clean":"2023-11-18T15:43:28.107760+0000","last_became_active":"2023-11-18T15:43:26.108163+0000","last_became_peered":"2023-11-18T15:43:26.108163+0000","last_unstale":"2023-11-18T15:43:28.107760+0000","last_undegraded":"2023-11-18T15:43:28.107760+0000","last_fullsized":"2023-11-18T15:43:28.107760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:36:57.789986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111960+0000","last_change":"2023-11-18T15:43:27.126056+0000","last_active":"2023-11-18T15:43:28.111960+0000","last_peered":"2023-11-18T15:43:28.111960+0000","last_clean":"2023-11-18T15:43:28.111960+0000","last_became_active":"2023-11-18T15:43:27.125783+0000","last_became_peered":"2023-11-18T15:43:27.125783+0000","last_unstale":"2023-11-18T15:43:28.111960+0000","last_undegraded":"2023-11-18T15:43:28.111960+0000","last_fullsized":"2023-11-18T15:43:28.111960+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:58:47.627640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111821+0000","last_change":"2023-11-18T15:43:26.109767+0000","last_active":"2023-11-18T15:43:28.111821+0000","last_peered":"2023-11-18T15:43:28.111821+0000","last_clean":"2023-11-18T15:43:28.111821+0000","last_became_active":"2023-11-18T15:43:26.109373+0000","last_became_peered":"2023-11-18T15:43:26.109373+0000","last_unstale":"2023-11-18T15:43:28.111821+0000","last_undegraded":"2023-11-18T15:43:28.111821+0000","last_fullsized":"2023-11-18T15:43:28.111821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:34.451823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116302+0000","last_change":"2023-11-18T15:43:27.125483+0000","last_active":"2023-11-18T15:43:28.116302+0000","last_peered":"2023-11-18T15:43:28.116302+0000","last_clean":"2023-11-18T15:43:28.116302+0000","last_became_active":"2023-11-18T15:43:27.124814+0000","last_became_peered":"2023-11-18T15:43:27.124814+0000","last_unstale":"2023-11-18T15:43:28.116302+0000","last_undegraded":"2023-11-18T15:43:28.116302+0000","last_fullsized":"2023-11-18T15:43:28.116302+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:13.441023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107586+0000","last_change":"2023-11-18T15:43:27.119722+0000","last_active":"2023-11-18T15:43:28.107586+0000","last_peered":"2023-11-18T15:43:28.107586+0000","last_clean":"2023-11-18T15:43:28.107586+0000","last_became_active":"2023-11-18T15:43:27.119475+0000","last_became_peered":"2023-11-18T15:43:27.119475+0000","last_unstale":"2023-11-18T15:43:28.107586+0000","last_undegraded":"2023-11-18T15:43:28.107586+0000","last_fullsized":"2023-11-18T15:43:28.107586+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257678+0000","last_change":"2023-11-18T15:43:26.098554+0000","last_active":"2023-11-18T15:43:28.257678+0000","last_peered":"2023-11-18T15:43:28.257678+0000","last_clean":"2023-11-18T15:43:28.257678+0000","last_became_active":"2023-11-18T15:43:26.098189+0000","last_became_peered":"2023-11-18T15:43:26.098189+0000","last_unstale":"2023-11-18T15:43:28.257678+0000","last_undegraded":"2023-11-18T15:43:28.257678+0000","last_fullsized":"2023-11-18T15:43:28.257678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:25:44.103581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258160+0000","last_change":"2023-11-18T15:43:27.135061+0000","last_active":"2023-11-18T15:43:28.258160+0000","last_peered":"2023-11-18T15:43:28.258160+0000","last_clean":"2023-11-18T15:43:28.258160+0000","last_became_active":"2023-11-18T15:43:27.134746+0000","last_became_peered":"2023-11-18T15:43:27.134746+0000","last_unstale":"2023-11-18T15:43:28.258160+0000","last_undegraded":"2023-11-18T15:43:28.258160+0000","last_fullsized":"2023-11-18T15:43:28.258160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:13:42.374415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110895+0000","last_change":"2023-11-18T15:43:26.108507+0000","last_active":"2023-11-18T15:43:28.110895+0000","last_peered":"2023-11-18T15:43:28.110895+0000","last_clean":"2023-11-18T15:43:28.110895+0000","last_became_active":"2023-11-18T15:43:26.108209+0000","last_became_peered":"2023-11-18T15:43:26.108209+0000","last_unstale":"2023-11-18T15:43:28.110895+0000","last_undegraded":"2023-11-18T15:43:28.110895+0000","last_fullsized":"2023-11-18T15:43:28.110895+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:48.402828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":165,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.111948+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T15:43:27.111948+0000","last_peered":"2023-11-18T15:43:27.111948+0000","last_clean":"2023-11-18T15:43:27.111948+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T15:43:27.111948+0000","last_undegraded":"2023-11-18T15:43:27.111948+0000","last_fullsized":"2023-11-18T15:43:27.111948+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258444+0000","last_change":"2023-11-18T15:43:27.124857+0000","last_active":"2023-11-18T15:43:28.258444+0000","last_peered":"2023-11-18T15:43:28.258444+0000","last_clean":"2023-11-18T15:43:28.258444+0000","last_became_active":"2023-11-18T15:43:27.124573+0000","last_became_peered":"2023-11-18T15:43:27.124573+0000","last_unstale":"2023-11-18T15:43:28.258444+0000","last_undegraded":"2023-11-18T15:43:28.258444+0000","last_fullsized":"2023-11-18T15:43:28.258444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:00:00.647325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.116288+0000","last_change":"2023-11-18T15:43:26.111099+0000","last_active":"2023-11-18T15:43:27.116288+0000","last_peered":"2023-11-18T15:43:27.116288+0000","last_clean":"2023-11-18T15:43:27.116288+0000","last_became_active":"2023-11-18T15:43:26.110819+0000","last_became_peered":"2023-11-18T15:43:26.110819+0000","last_unstale":"2023-11-18T15:43:27.116288+0000","last_undegraded":"2023-11-18T15:43:27.116288+0000","last_fullsized":"2023-11-18T15:43:27.116288+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:12.953024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.120402+0000","last_change":"2023-11-18T15:43:26.111337+0000","last_active":"2023-11-18T15:43:27.120402+0000","last_peered":"2023-11-18T15:43:27.120402+0000","last_clean":"2023-11-18T15:43:27.120402+0000","last_became_active":"2023-11-18T15:43:26.111082+0000","last_became_peered":"2023-11-18T15:43:26.111082+0000","last_unstale":"2023-11-18T15:43:27.120402+0000","last_undegraded":"2023-11-18T15:43:27.120402+0000","last_fullsized":"2023-11-18T15:43:27.120402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:32:39.963117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107698+0000","last_change":"2023-11-18T15:43:27.119842+0000","last_active":"2023-11-18T15:43:28.107698+0000","last_peered":"2023-11-18T15:43:28.107698+0000","last_clean":"2023-11-18T15:43:28.107698+0000","last_became_active":"2023-11-18T15:43:27.119571+0000","last_became_peered":"2023-11-18T15:43:27.119571+0000","last_unstale":"2023-11-18T15:43:28.107698+0000","last_undegraded":"2023-11-18T15:43:28.107698+0000","last_fullsized":"2023-11-18T15:43:28.107698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:30.096134+0000","last_change":"2023-11-18T15:43:26.107964+0000","last_active":"2023-11-18T15:43:30.096134+0000","last_peered":"2023-11-18T15:43:30.096134+0000","last_clean":"2023-11-18T15:43:30.096134+0000","last_became_active":"2023-11-18T15:43:26.107638+0000","last_became_peered":"2023-11-18T15:43:26.107638+0000","last_unstale":"2023-11-18T15:43:30.096134+0000","last_undegraded":"2023-11-18T15:43:30.096134+0000","last_fullsized":"2023-11-18T15:43:30.096134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:05:26.323213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257948+0000","last_change":"2023-11-18T15:43:27.122166+0000","last_active":"2023-11-18T15:43:28.257948+0000","last_peered":"2023-11-18T15:43:28.257948+0000","last_clean":"2023-11-18T15:43:28.257948+0000","last_became_active":"2023-11-18T15:43:27.121295+0000","last_became_peered":"2023-11-18T15:43:27.121295+0000","last_unstale":"2023-11-18T15:43:28.257948+0000","last_undegraded":"2023-11-18T15:43:28.257948+0000","last_fullsized":"2023-11-18T15:43:28.257948+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141415+0000","last_change":"2023-11-18T15:43:26.107132+0000","last_active":"2023-11-18T15:43:27.141415+0000","last_peered":"2023-11-18T15:43:27.141415+0000","last_clean":"2023-11-18T15:43:27.141415+0000","last_became_active":"2023-11-18T15:43:26.106778+0000","last_became_peered":"2023-11-18T15:43:26.106778+0000","last_unstale":"2023-11-18T15:43:27.141415+0000","last_undegraded":"2023-11-18T15:43:27.141415+0000","last_fullsized":"2023-11-18T15:43:27.141415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:48.439892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258672+0000","last_change":"2023-11-18T15:43:27.116789+0000","last_active":"2023-11-18T15:43:28.258672+0000","last_peered":"2023-11-18T15:43:28.258672+0000","last_clean":"2023-11-18T15:43:28.258672+0000","last_became_active":"2023-11-18T15:43:27.116513+0000","last_became_peered":"2023-11-18T15:43:27.116513+0000","last_unstale":"2023-11-18T15:43:28.258672+0000","last_undegraded":"2023-11-18T15:43:28.258672+0000","last_fullsized":"2023-11-18T15:43:28.258672+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:33:35.455537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.111823+0000","last_change":"2023-11-18T15:43:26.109848+0000","last_active":"2023-11-18T15:43:27.111823+0000","last_peered":"2023-11-18T15:43:27.111823+0000","last_clean":"2023-11-18T15:43:27.111823+0000","last_became_active":"2023-11-18T15:43:26.109547+0000","last_became_peered":"2023-11-18T15:43:26.109547+0000","last_unstale":"2023-11-18T15:43:27.111823+0000","last_undegraded":"2023-11-18T15:43:27.111823+0000","last_fullsized":"2023-11-18T15:43:27.111823+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T03:23:06.409688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.116664+0000","last_change":"2023-11-18T15:43:27.131634+0000","last_active":"2023-11-18T15:43:28.116664+0000","last_peered":"2023-11-18T15:43:28.116664+0000","last_clean":"2023-11-18T15:43:28.116664+0000","last_became_active":"2023-11-18T15:43:27.125584+0000","last_became_peered":"2023-11-18T15:43:27.125584+0000","last_unstale":"2023-11-18T15:43:28.116664+0000","last_undegraded":"2023-11-18T15:43:28.116664+0000","last_fullsized":"2023-11-18T15:43:28.116664+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:56:49.443606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.108024+0000","last_change":"2023-11-18T15:43:26.111379+0000","last_active":"2023-11-18T15:43:28.108024+0000","last_peered":"2023-11-18T15:43:28.108024+0000","last_clean":"2023-11-18T15:43:28.108024+0000","last_became_active":"2023-11-18T15:43:26.111099+0000","last_became_peered":"2023-11-18T15:43:26.111099+0000","last_unstale":"2023-11-18T15:43:28.108024+0000","last_undegraded":"2023-11-18T15:43:28.108024+0000","last_fullsized":"2023-11-18T15:43:28.108024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:05:10.198760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258032+0000","last_change":"2023-11-18T15:43:27.121903+0000","last_active":"2023-11-18T15:43:28.258032+0000","last_peered":"2023-11-18T15:43:28.258032+0000","last_clean":"2023-11-18T15:43:28.258032+0000","last_became_active":"2023-11-18T15:43:27.121611+0000","last_became_peered":"2023-11-18T15:43:27.121611+0000","last_unstale":"2023-11-18T15:43:28.258032+0000","last_undegraded":"2023-11-18T15:43:28.258032+0000","last_fullsized":"2023-11-18T15:43:28.258032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107776+0000","last_change":"2023-11-18T15:43:26.107891+0000","last_active":"2023-11-18T15:43:28.107776+0000","last_peered":"2023-11-18T15:43:28.107776+0000","last_clean":"2023-11-18T15:43:28.107776+0000","last_became_active":"2023-11-18T15:43:26.107601+0000","last_became_peered":"2023-11-18T15:43:26.107601+0000","last_unstale":"2023-11-18T15:43:28.107776+0000","last_undegraded":"2023-11-18T15:43:28.107776+0000","last_fullsized":"2023-11-18T15:43:28.107776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:25:44.103581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258257+0000","last_change":"2023-11-18T15:43:27.119581+0000","last_active":"2023-11-18T15:43:28.258257+0000","last_peered":"2023-11-18T15:43:28.258257+0000","last_clean":"2023-11-18T15:43:28.258257+0000","last_became_active":"2023-11-18T15:43:27.119105+0000","last_became_peered":"2023-11-18T15:43:27.119105+0000","last_unstale":"2023-11-18T15:43:28.258257+0000","last_undegraded":"2023-11-18T15:43:28.258257+0000","last_fullsized":"2023-11-18T15:43:28.258257+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:01:43.652485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-11-18T15:43:27.141356+0000","last_change":"2023-11-18T15:43:26.109374+0000","last_active":"2023-11-18T15:43:27.141356+0000","last_peered":"2023-11-18T15:43:27.141356+0000","last_clean":"2023-11-18T15:43:27.141356+0000","last_became_active":"2023-11-18T15:43:26.109087+0000","last_became_peered":"2023-11-18T15:43:26.109087+0000","last_unstale":"2023-11-18T15:43:27.141356+0000","last_undegraded":"2023-11-18T15:43:27.141356+0000","last_fullsized":"2023-11-18T15:43:27.141356+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:51:53.802948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.110936+0000","last_change":"2023-11-18T15:43:27.134219+0000","last_active":"2023-11-18T15:43:28.110936+0000","last_peered":"2023-11-18T15:43:28.110936+0000","last_clean":"2023-11-18T15:43:28.110936+0000","last_became_active":"2023-11-18T15:43:27.133886+0000","last_became_peered":"2023-11-18T15:43:27.133886+0000","last_unstale":"2023-11-18T15:43:28.110936+0000","last_undegraded":"2023-11-18T15:43:28.110936+0000","last_fullsized":"2023-11-18T15:43:28.110936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:21:49.406542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257678+0000","last_change":"2023-11-18T15:43:26.106079+0000","last_active":"2023-11-18T15:43:28.257678+0000","last_peered":"2023-11-18T15:43:28.257678+0000","last_clean":"2023-11-18T15:43:28.257678+0000","last_became_active":"2023-11-18T15:43:26.105825+0000","last_became_peered":"2023-11-18T15:43:26.105825+0000","last_unstale":"2023-11-18T15:43:28.257678+0000","last_undegraded":"2023-11-18T15:43:28.257678+0000","last_fullsized":"2023-11-18T15:43:28.257678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:05:10.198760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258244+0000","last_change":"2023-11-18T15:43:27.137356+0000","last_active":"2023-11-18T15:43:28.258244+0000","last_peered":"2023-11-18T15:43:28.258244+0000","last_clean":"2023-11-18T15:43:28.258244+0000","last_became_active":"2023-11-18T15:43:27.137099+0000","last_became_peered":"2023-11-18T15:43:27.137099+0000","last_unstale":"2023-11-18T15:43:28.258244+0000","last_undegraded":"2023-11-18T15:43:28.258244+0000","last_fullsized":"2023-11-18T15:43:28.258244+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:55:23.222759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107912+0000","last_change":"2023-11-18T15:43:26.108484+0000","last_active":"2023-11-18T15:43:28.107912+0000","last_peered":"2023-11-18T15:43:28.107912+0000","last_clean":"2023-11-18T15:43:28.107912+0000","last_became_active":"2023-11-18T15:43:26.107517+0000","last_became_peered":"2023-11-18T15:43:26.107517+0000","last_unstale":"2023-11-18T15:43:28.107912+0000","last_undegraded":"2023-11-18T15:43:28.107912+0000","last_fullsized":"2023-11-18T15:43:28.107912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T15:59:59.643611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111424+0000","last_change":"2023-11-18T15:43:27.127307+0000","last_active":"2023-11-18T15:43:28.111424+0000","last_peered":"2023-11-18T15:43:28.111424+0000","last_clean":"2023-11-18T15:43:28.111424+0000","last_became_active":"2023-11-18T15:43:27.126704+0000","last_became_peered":"2023-11-18T15:43:27.126704+0000","last_unstale":"2023-11-18T15:43:28.111424+0000","last_undegraded":"2023-11-18T15:43:28.111424+0000","last_fullsized":"2023-11-18T15:43:28.111424+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:26:13.322600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257984+0000","last_change":"2023-11-18T15:43:26.099593+0000","last_active":"2023-11-18T15:43:28.257984+0000","last_peered":"2023-11-18T15:43:28.257984+0000","last_clean":"2023-11-18T15:43:28.257984+0000","last_became_active":"2023-11-18T15:43:26.099307+0000","last_became_peered":"2023-11-18T15:43:26.099307+0000","last_unstale":"2023-11-18T15:43:28.257984+0000","last_undegraded":"2023-11-18T15:43:28.257984+0000","last_fullsized":"2023-11-18T15:43:28.257984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:25.079100+0000","last_clean_scrub_stamp":"2023-11-18T15:43:25.079100+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:22:00.807689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258293+0000","last_change":"2023-11-18T15:43:27.130327+0000","last_active":"2023-11-18T15:43:28.258293+0000","last_peered":"2023-11-18T15:43:28.258293+0000","last_clean":"2023-11-18T15:43:28.258293+0000","last_became_active":"2023-11-18T15:43:27.126019+0000","last_became_peered":"2023-11-18T15:43:27.126019+0000","last_unstale":"2023-11-18T15:43:28.258293+0000","last_undegraded":"2023-11-18T15:43:28.258293+0000","last_fullsized":"2023-11-18T15:43:28.258293+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:19:12.849180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111239+0000","last_change":"2023-11-18T15:43:27.128208+0000","last_active":"2023-11-18T15:43:28.111239+0000","last_peered":"2023-11-18T15:43:28.111239+0000","last_clean":"2023-11-18T15:43:28.111239+0000","last_became_active":"2023-11-18T15:43:27.127410+0000","last_became_peered":"2023-11-18T15:43:27.127410+0000","last_unstale":"2023-11-18T15:43:28.111239+0000","last_undegraded":"2023-11-18T15:43:28.111239+0000","last_fullsized":"2023-11-18T15:43:28.111239+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257765+0000","last_change":"2023-11-18T15:43:27.130873+0000","last_active":"2023-11-18T15:43:28.257765+0000","last_peered":"2023-11-18T15:43:28.257765+0000","last_clean":"2023-11-18T15:43:28.257765+0000","last_became_active":"2023-11-18T15:43:27.130596+0000","last_became_peered":"2023-11-18T15:43:27.130596+0000","last_unstale":"2023-11-18T15:43:28.257765+0000","last_undegraded":"2023-11-18T15:43:28.257765+0000","last_fullsized":"2023-11-18T15:43:28.257765+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:15:13.441023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111823+0000","last_change":"2023-11-18T15:43:27.123583+0000","last_active":"2023-11-18T15:43:28.111823+0000","last_peered":"2023-11-18T15:43:28.111823+0000","last_clean":"2023-11-18T15:43:28.111823+0000","last_became_active":"2023-11-18T15:43:27.123380+0000","last_became_peered":"2023-11-18T15:43:27.123380+0000","last_unstale":"2023-11-18T15:43:28.111823+0000","last_undegraded":"2023-11-18T15:43:28.111823+0000","last_fullsized":"2023-11-18T15:43:28.111823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:39:03.984612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258710+0000","last_change":"2023-11-18T15:43:27.117099+0000","last_active":"2023-11-18T15:43:28.258710+0000","last_peered":"2023-11-18T15:43:28.258710+0000","last_clean":"2023-11-18T15:43:28.258710+0000","last_became_active":"2023-11-18T15:43:27.116826+0000","last_became_peered":"2023-11-18T15:43:27.116826+0000","last_unstale":"2023-11-18T15:43:28.258710+0000","last_undegraded":"2023-11-18T15:43:28.258710+0000","last_fullsized":"2023-11-18T15:43:28.258710+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258010+0000","last_change":"2023-11-18T15:43:27.136790+0000","last_active":"2023-11-18T15:43:28.258010+0000","last_peered":"2023-11-18T15:43:28.258010+0000","last_clean":"2023-11-18T15:43:28.258010+0000","last_became_active":"2023-11-18T15:43:27.136505+0000","last_became_peered":"2023-11-18T15:43:27.136505+0000","last_unstale":"2023-11-18T15:43:28.258010+0000","last_undegraded":"2023-11-18T15:43:28.258010+0000","last_fullsized":"2023-11-18T15:43:28.258010+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.107862+0000","last_change":"2023-11-18T15:43:27.114081+0000","last_active":"2023-11-18T15:43:28.107862+0000","last_peered":"2023-11-18T15:43:28.107862+0000","last_clean":"2023-11-18T15:43:28.107862+0000","last_became_active":"2023-11-18T15:43:27.113857+0000","last_became_peered":"2023-11-18T15:43:27.113857+0000","last_unstale":"2023-11-18T15:43:28.107862+0000","last_undegraded":"2023-11-18T15:43:28.107862+0000","last_fullsized":"2023-11-18T15:43:28.107862+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.112033+0000","last_change":"2023-11-18T15:43:27.128638+0000","last_active":"2023-11-18T15:43:28.112033+0000","last_peered":"2023-11-18T15:43:28.112033+0000","last_clean":"2023-11-18T15:43:28.112033+0000","last_became_active":"2023-11-18T15:43:27.127917+0000","last_became_peered":"2023-11-18T15:43:27.127917+0000","last_unstale":"2023-11-18T15:43:28.112033+0000","last_undegraded":"2023-11-18T15:43:28.112033+0000","last_fullsized":"2023-11-18T15:43:28.112033+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:23:05.959048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.257789+0000","last_change":"2023-11-18T15:43:27.136324+0000","last_active":"2023-11-18T15:43:28.257789+0000","last_peered":"2023-11-18T15:43:28.257789+0000","last_clean":"2023-11-18T15:43:28.257789+0000","last_became_active":"2023-11-18T15:43:27.136041+0000","last_became_peered":"2023-11-18T15:43:27.136041+0000","last_unstale":"2023-11-18T15:43:28.257789+0000","last_undegraded":"2023-11-18T15:43:28.257789+0000","last_fullsized":"2023-11-18T15:43:28.257789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:01:50.090324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111735+0000","last_change":"2023-11-18T15:43:27.128929+0000","last_active":"2023-11-18T15:43:28.111735+0000","last_peered":"2023-11-18T15:43:28.111735+0000","last_clean":"2023-11-18T15:43:28.111735+0000","last_became_active":"2023-11-18T15:43:27.128651+0000","last_became_peered":"2023-11-18T15:43:27.128651+0000","last_unstale":"2023-11-18T15:43:28.111735+0000","last_undegraded":"2023-11-18T15:43:28.111735+0000","last_fullsized":"2023-11-18T15:43:28.111735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:06:48.294459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258081+0000","last_change":"2023-11-18T15:43:27.127121+0000","last_active":"2023-11-18T15:43:28.258081+0000","last_peered":"2023-11-18T15:43:28.258081+0000","last_clean":"2023-11-18T15:43:28.258081+0000","last_became_active":"2023-11-18T15:43:27.126703+0000","last_became_peered":"2023-11-18T15:43:27.126703+0000","last_unstale":"2023-11-18T15:43:28.258081+0000","last_undegraded":"2023-11-18T15:43:28.258081+0000","last_fullsized":"2023-11-18T15:43:28.258081+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:24:10.385685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111665+0000","last_change":"2023-11-18T15:43:27.130142+0000","last_active":"2023-11-18T15:43:28.111665+0000","last_peered":"2023-11-18T15:43:28.111665+0000","last_clean":"2023-11-18T15:43:28.111665+0000","last_became_active":"2023-11-18T15:43:27.129599+0000","last_became_peered":"2023-11-18T15:43:27.129599+0000","last_unstale":"2023-11-18T15:43:28.111665+0000","last_undegraded":"2023-11-18T15:43:28.111665+0000","last_fullsized":"2023-11-18T15:43:28.111665+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:23:10.725371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.258706+0000","last_change":"2023-11-18T15:43:27.137167+0000","last_active":"2023-11-18T15:43:28.258706+0000","last_peered":"2023-11-18T15:43:28.258706+0000","last_clean":"2023-11-18T15:43:28.258706+0000","last_became_active":"2023-11-18T15:43:27.136871+0000","last_became_peered":"2023-11-18T15:43:27.136871+0000","last_unstale":"2023-11-18T15:43:28.258706+0000","last_undegraded":"2023-11-18T15:43:28.258706+0000","last_fullsized":"2023-11-18T15:43:28.258706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:42:22.888067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":22,"state":"active+clean","last_fresh":"2023-11-18T15:43:28.111863+0000","last_change":"2023-11-18T15:43:27.134399+0000","last_active":"2023-11-18T15:43:28.111863+0000","last_peered":"2023-11-18T15:43:28.111863+0000","last_clean":"2023-11-18T15:43:28.111863+0000","last_became_active":"2023-11-18T15:43:27.133913+0000","last_became_peered":"2023-11-18T15:43:27.133913+0000","last_unstale":"2023-11-18T15:43:28.111863+0000","last_undegraded":"2023-11-18T15:43:28.111863+0000","last_fullsized":"2023-11-18T15:43:28.111863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:26.082814+0000","last_clean_scrub_stamp":"2023-11-18T15:43:26.082814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:17:39.718470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":823296,"data_stored":669826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]}]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":80488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]}]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":233472,"data_stored":79036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":831488,"data_stored":669882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]}]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":78876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.253}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]}]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":80488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":237568,"data_stored":79002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.54}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.3559999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.5199999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]}]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":78966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T15:43:36.224 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-11-18T15:43:36.224 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-11-18T15:43:36.224 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-11-18T15:43:36.224 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-11-18T15:43:36.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.378+0000 7f565ada2700 1 Processor -- start 2023-11-18T15:43:36.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.378+0000 7f565ada2700 1 -- start start 2023-11-18T15:43:36.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f565ada2700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f565415abf0 0x7f5654072610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f565ada2700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56540b0850 con 0x7f565415f100 2023-11-18T15:43:36.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f565ada2700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f565415afd0 con 0x7f5654072b50 2023-11-18T15:43:36.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f565ada2700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5654073000 con 0x7f565415abf0 2023-11-18T15:43:36.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f565933f700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f565415f100 0x7f56540ce700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45726/0 (socket says 172.21.15.99:45726) 2023-11-18T15:43:36.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f565933f700 1 -- 172.21.15.99:0/1991144930 learned_addr learned my addr 172.21.15.99:0/1991144930 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:36.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2571255930 0 0) 0x7f56540b0850 con 0x7f565415f100 2023-11-18T15:43:36.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f56440035b0 con 0x7f565415f100 2023-11-18T15:43:36.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f5658b3e700 1 --2- 172.21.15.99:0/1991144930 >> v2:172.21.15.181:3300/0 conn(0x7f565415abf0 0x7f5654072610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3856971664 0 0) 0x7f56440035b0 con 0x7f565415f100 2023-11-18T15:43:36.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 >> v2:172.21.15.181:3300/0 conn(0x7f565415abf0 msgr2=0x7f5654072610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:36.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 --2- 172.21.15.99:0/1991144930 >> v2:172.21.15.181:3300/0 conn(0x7f565415abf0 0x7f5654072610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 >> v1:172.21.15.181:6789/0 conn(0x7f5654072b50 legacy=0x7f565415e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:36.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56540aff60 con 0x7f565415f100 2023-11-18T15:43:36.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f564c0019f0 con 0x7f565415f100 2023-11-18T15:43:36.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 >> v1:172.21.15.99:6789/0 conn(0x7f565415f100 legacy=0x7f56540ce700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5644003a00 0x7f5644003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5644004850 0x7f5644004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644005210 0x7f564400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5654073000 con 0x7f5644004850 2023-11-18T15:43:36.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f564400c140 con 0x7f5644003a00 2023-11-18T15:43:36.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f564400c300 con 0x7f5644005210 2023-11-18T15:43:36.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f5653fff700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5644004850 0x7f5644004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.379+0000 7f5658b3e700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5644003a00 0x7f5644003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f565933f700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644005210 0x7f564400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f5653fff700 1 -- 172.21.15.99:0/1991144930 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644005210 msgr2=0x7f564400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:36.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f5653fff700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644005210 0x7f564400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f5653fff700 1 -- 172.21.15.99:0/1991144930 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5644003a00 msgr2=0x7f5644003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:36.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f5653fff700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5644003a00 0x7f5644003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f5653fff700 1 -- 172.21.15.99:0/1991144930 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56440035b0 con 0x7f5644004850 2023-11-18T15:43:36.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f565933f700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644005210 0x7f564400ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:36.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f565933f700 1 -- 172.21.15.99:0/1991144930 reap_dead start 2023-11-18T15:43:36.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f5653fff700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5644004850 0x7f5644004cd0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5640007fd0 tx=0x7f5644005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f063864eea83088d server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:36.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5640016070 con 0x7f5644004850 2023-11-18T15:43:36.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5640006860 con 0x7f5644004850 2023-11-18T15:43:36.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f56537fe700 1 -- 172.21.15.99:0/1991144930 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5640003950 con 0x7f5644004850 2023-11-18T15:43:36.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f565ada2700 1 -- 172.21.15.99:0/1991144930 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5644004850 msgr2=0x7f5644004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f565ada2700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5644004850 0x7f5644004cd0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5640007fd0 tx=0x7f5644005880 comp rx=0 tx=0).stop 2023-11-18T15:43:36.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f565ada2700 1 -- 172.21.15.99:0/1991144930 shutdown_connections 2023-11-18T15:43:36.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f565ada2700 1 --2- 172.21.15.99:0/1991144930 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5644004850 0x7f5644004cd0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.380+0000 7f565ada2700 1 -- 172.21.15.99:0/1991144930 >> 172.21.15.99:0/1991144930 conn(0x7f565406aff0 msgr2=0x7f565406b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:36.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.381+0000 7f565ada2700 1 -- 172.21.15.99:0/1991144930 shutdown_connections 2023-11-18T15:43:36.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.381+0000 7f565ada2700 1 -- 172.21.15.99:0/1991144930 wait complete. 2023-11-18T15:43:36.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.382+0000 7f565ada2700 1 Processor -- start 2023-11-18T15:43:36.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.382+0000 7f565ada2700 1 -- start start 2023-11-18T15:43:36.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f565ada2700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644004850 0x7f565414c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f565ada2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f565414bd10 0x7f565414c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f565ada2700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f565414eba0 0x7f565414f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f565ada2700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f565414d7e0 con 0x7f565414bd10 2023-11-18T15:43:36.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f565ada2700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56541f0be0 con 0x7f565414eba0 2023-11-18T15:43:36.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f565ada2700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f565414cd40 con 0x7f5644004850 2023-11-18T15:43:36.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f5653fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f565414bd10 0x7f565414c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f5653fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f565414bd10 0x7f565414c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59124/0 (socket says 172.21.15.99:59124) 2023-11-18T15:43:36.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f5653fff700 1 -- 172.21.15.99:0/76401135 learned_addr learned my addr 172.21.15.99:0/76401135 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:36.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f5658b3e700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644004850 0x7f565414c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.383+0000 7f565933f700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f565414eba0 0x7f565414f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f5653fff700 1 -- 172.21.15.99:0/76401135 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644004850 msgr2=0x7f565414c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f5653fff700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644004850 0x7f565414c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f5653fff700 1 -- 172.21.15.99:0/76401135 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f565414eba0 msgr2=0x7f565414f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f5653fff700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f565414eba0 0x7f565414f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f5653fff700 1 -- 172.21.15.99:0/76401135 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f565414fdf0 con 0x7f565414bd10 2023-11-18T15:43:36.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f565933f700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f565414eba0 0x7f565414f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:36.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f5653fff700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f565414bd10 0x7f565414c800 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5640004470 tx=0x7f5640003780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:36.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f56517fa700 1 -- 172.21.15.99:0/76401135 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5640016040 con 0x7f565414bd10 2023-11-18T15:43:36.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f56517fa700 1 -- 172.21.15.99:0/76401135 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5640005460 con 0x7f565414bd10 2023-11-18T15:43:36.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56541500d0 con 0x7f565414bd10 2023-11-18T15:43:36.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f56517fa700 1 -- 172.21.15.99:0/76401135 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56400072e0 con 0x7f565414bd10 2023-11-18T15:43:36.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.384+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f565414cf40 con 0x7f565414bd10 2023-11-18T15:43:36.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.385+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5654073aa0 con 0x7f565414bd10 2023-11-18T15:43:36.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.385+0000 7f56517fa700 1 -- 172.21.15.99:0/76401135 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f5640007440 con 0x7f565414bd10 2023-11-18T15:43:36.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.386+0000 7f56517fa700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f563806aed0 0x7f563806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.386+0000 7f56517fa700 1 -- 172.21.15.99:0/76401135 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5640089d00 con 0x7f565414bd10 2023-11-18T15:43:36.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.386+0000 7f5658b3e700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f563806aed0 0x7f563806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.386+0000 7f5658b3e700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f563806aed0 0x7f563806d390 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f56480099d0 tx=0x7f5648008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:36.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.390+0000 7f56517fa700 1 -- 172.21.15.99:0/76401135 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f5640054ef0 con 0x7f565414bd10 2023-11-18T15:43:36.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.622+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f5654150260 con 0x7f565414bd10 2023-11-18T15:43:36.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.622+0000 7f56517fa700 1 -- 172.21.15.99:0/76401135 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f564002a080 con 0x7f565414bd10 2023-11-18T15:43:36.625 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:36.625 INFO:teuthology.orchestra.run.smithi099.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-11-18T15:43:36.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f563806aed0 msgr2=0x7f563806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f563806aed0 0x7f563806d390 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f56480099d0 tx=0x7f5648008040 comp rx=0 tx=0).stop 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f565414bd10 msgr2=0x7f565414c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f565414bd10 0x7f565414c800 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5640004470 tx=0x7f5640003780 comp rx=0 tx=0).stop 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 shutdown_connections 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f565414eba0 0x7f565414f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5644004850 0x7f565414c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f563806aed0 0x7f563806d390 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 --2- 172.21.15.99:0/76401135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f565414bd10 0x7f565414c800 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 >> 172.21.15.99:0/76401135 conn(0x7f565406aff0 msgr2=0x7f56540b5ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:36.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 shutdown_connections 2023-11-18T15:43:36.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.624+0000 7f565ada2700 1 -- 172.21.15.99:0/76401135 wait complete. 2023-11-18T15:43:36.639 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-11-18T15:43:36.639 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:36.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.758+0000 7f9695de9700 1 Processor -- start 2023-11-18T15:43:36.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.758+0000 7f9695de9700 1 -- start start 2023-11-18T15:43:36.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.759+0000 7f9695de9700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f969015ad60 0x7f96900b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.759+0000 7f9695de9700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f96900ce040 0x7f96900b5710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.759+0000 7f9695de9700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96900b6020 con 0x7f969015b140 2023-11-18T15:43:36.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.759+0000 7f9695de9700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9690071b10 con 0x7f96900ce040 2023-11-18T15:43:36.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.759+0000 7f9695de9700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96900b5d40 con 0x7f969015ad60 2023-11-18T15:43:36.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.759+0000 7f968ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f96900ce040 0x7f96900b5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f96900ce040 0x7f96900b5710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59134/0 (socket says 172.21.15.99:59134) 2023-11-18T15:43:36.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968ffff700 1 -- 172.21.15.99:0/3167072407 learned_addr learned my addr 172.21.15.99:0/3167072407 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:36.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968f7fe700 1 --2- 172.21.15.99:0/3167072407 >> v2:172.21.15.181:3300/0 conn(0x7f969015ad60 0x7f96900b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968ffff700 1 -- 172.21.15.99:0/3167072407 >> v2:172.21.15.181:3300/0 conn(0x7f969015ad60 msgr2=0x7f96900b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:36.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968ffff700 1 --2- 172.21.15.99:0/3167072407 >> v2:172.21.15.181:3300/0 conn(0x7f969015ad60 0x7f96900b51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968ffff700 1 -- 172.21.15.99:0/3167072407 >> v1:172.21.15.181:6789/0 conn(0x7f969015b140 legacy=0x7f96900cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968ffff700 1 -- 172.21.15.99:0/3167072407 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f969015eba0 con 0x7f96900ce040 2023-11-18T15:43:36.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968ffff700 1 --2- 172.21.15.99:0/3167072407 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f96900ce040 0x7f96900b5710 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f96900b2a40 tx=0x7f968800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf7e05a9775789d server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:36.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968e7fc700 1 -- 172.21.15.99:0/3167072407 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968800e070 con 0x7f96900ce040 2023-11-18T15:43:36.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968e7fc700 1 -- 172.21.15.99:0/3167072407 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f968800b910 con 0x7f96900ce040 2023-11-18T15:43:36.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.760+0000 7f968e7fc700 1 -- 172.21.15.99:0/3167072407 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968800bcc0 con 0x7f96900ce040 2023-11-18T15:43:36.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.761+0000 7f9695de9700 1 -- 172.21.15.99:0/3167072407 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f96900ce040 msgr2=0x7f96900b5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.761+0000 7f9695de9700 1 --2- 172.21.15.99:0/3167072407 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f96900ce040 0x7f96900b5710 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f96900b2a40 tx=0x7f968800b330 comp rx=0 tx=0).stop 2023-11-18T15:43:36.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.761+0000 7f9695de9700 1 -- 172.21.15.99:0/3167072407 shutdown_connections 2023-11-18T15:43:36.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.761+0000 7f9695de9700 1 --2- 172.21.15.99:0/3167072407 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f96900ce040 0x7f96900b5710 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.761+0000 7f9695de9700 1 --2- 172.21.15.99:0/3167072407 >> v2:172.21.15.181:3300/0 conn(0x7f969015ad60 0x7f96900b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.761+0000 7f9695de9700 1 -- 172.21.15.99:0/3167072407 >> 172.21.15.99:0/3167072407 conn(0x7f9690067000 msgr2=0x7f96900b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:36.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.761+0000 7f9695de9700 1 -- 172.21.15.99:0/3167072407 shutdown_connections 2023-11-18T15:43:36.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.761+0000 7f9695de9700 1 -- 172.21.15.99:0/3167072407 wait complete. 2023-11-18T15:43:36.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.762+0000 7f9695de9700 1 Processor -- start 2023-11-18T15:43:36.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.762+0000 7f9695de9700 1 -- start start 2023-11-18T15:43:36.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.763+0000 7f9695de9700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f96900ce040 0x7f9690145a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.763+0000 7f9695de9700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f969015ad60 0x7f96901f4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.763+0000 7f9695de9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f969015b140 0x7f96901540a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.763+0000 7f9695de9700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f969014fb80 con 0x7f969015b140 2023-11-18T15:43:36.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.763+0000 7f9695de9700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96901f5870 con 0x7f96900ce040 2023-11-18T15:43:36.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.763+0000 7f9695de9700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96901f5b50 con 0x7f969015ad60 2023-11-18T15:43:36.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.763+0000 7f968ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f969015b140 0x7f96901540a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.763+0000 7f968ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f969015b140 0x7f96901540a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59138/0 (socket says 172.21.15.99:59138) 2023-11-18T15:43:36.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.763+0000 7f968ffff700 1 -- 172.21.15.99:0/1992349206 learned_addr learned my addr 172.21.15.99:0/1992349206 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:36.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f968f7fe700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f96900ce040 0x7f9690145a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f968effd700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f969015ad60 0x7f96901f4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f968ffff700 1 -- 172.21.15.99:0/1992349206 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f969015ad60 msgr2=0x7f96901f4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f968ffff700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f969015ad60 0x7f96901f4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f968ffff700 1 -- 172.21.15.99:0/1992349206 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f96900ce040 msgr2=0x7f9690145a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f968ffff700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f96900ce040 0x7f9690145a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f968ffff700 1 -- 172.21.15.99:0/1992349206 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9688009b30 con 0x7f969015b140 2023-11-18T15:43:36.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f968effd700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f969015ad60 0x7f96901f4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:36.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f968ffff700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f969015b140 0x7f96901540a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f96900b6530 tx=0x7f9688004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:36.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f9687fff700 1 -- 172.21.15.99:0/1992349206 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96880099b0 con 0x7f969015b140 2023-11-18T15:43:36.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f9687fff700 1 -- 172.21.15.99:0/1992349206 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96880092e0 con 0x7f969015b140 2023-11-18T15:43:36.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f969015b680 con 0x7f969015b140 2023-11-18T15:43:36.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f9687fff700 1 -- 172.21.15.99:0/1992349206 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968801c640 con 0x7f969015b140 2023-11-18T15:43:36.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.764+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9690145f50 con 0x7f969015b140 2023-11-18T15:43:36.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.765+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9690073aa0 con 0x7f969015b140 2023-11-18T15:43:36.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.765+0000 7f9687fff700 1 -- 172.21.15.99:0/1992349206 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f968801c7a0 con 0x7f969015b140 2023-11-18T15:43:36.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.766+0000 7f9687fff700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f967006aed0 0x7f967006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:36.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.766+0000 7f9687fff700 1 -- 172.21.15.99:0/1992349206 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f968808b2f0 con 0x7f969015b140 2023-11-18T15:43:36.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.766+0000 7f968f7fe700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f967006aed0 0x7f967006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:36.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.766+0000 7f968f7fe700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f967006aed0 0x7f967006d390 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9678009b70 tx=0x7f9678008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:36.773 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.770+0000 7f9687fff700 1 -- 172.21.15.99:0/1992349206 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f9688056430 con 0x7f969015b140 2023-11-18T15:43:36.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.962+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f969015bb40 con 0x7f969015b140 2023-11-18T15:43:36.965 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.964+0000 7f9687fff700 1 -- 172.21.15.99:0/1992349206 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7f9688059a50 con 0x7f969015b140 2023-11-18T15:43:36.966 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:36.966 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:36.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f967006aed0 msgr2=0x7f967006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f967006aed0 0x7f967006d390 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9678009b70 tx=0x7f9678008040 comp rx=0 tx=0).stop 2023-11-18T15:43:36.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f969015b140 msgr2=0x7f96901540a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:36.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f969015b140 0x7f96901540a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f96900b6530 tx=0x7f9688004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 shutdown_connections 2023-11-18T15:43:36.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f967006aed0 0x7f967006d390 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f969015b140 0x7f96901540a0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f96900ce040 0x7f9690145a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 --2- 172.21.15.99:0/1992349206 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f969015ad60 0x7f96901f4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:36.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 >> 172.21.15.99:0/1992349206 conn(0x7f9690067000 msgr2=0x7f9690155db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:36.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 shutdown_connections 2023-11-18T15:43:36.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:36.966+0000 7f9695de9700 1 -- 172.21.15.99:0/1992349206 wait complete. 2023-11-18T15:43:36.980 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:43:36.981 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:43:37.104 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.102+0000 7fa000699700 1 Processor -- start 2023-11-18T15:43:37.104 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.102+0000 7fa000699700 1 -- start start 2023-11-18T15:43:37.106 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7fa000699700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9ff8146f00 0x7f9ff8162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.106 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7fa000699700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 0x7f9ff80cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7fa000699700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f9ff80cde20 0x7f9ff80ad860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7fa000699700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ff81472e0 con 0x7f9ff8146f00 2023-11-18T15:43:37.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7fa000699700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ff80ce2a0 con 0x7f9ff80cde20 2023-11-18T15:43:37.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7fa000699700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ff8162bc0 con 0x7f9ff80afc30 2023-11-18T15:43:37.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffe435700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9ff8146f00 0x7f9ff8162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffe435700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9ff8146f00 0x7f9ff8162680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59144/0 (socket says 172.21.15.99:59144) 2023-11-18T15:43:37.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffe435700 1 -- 172.21.15.99:0/3609342517 learned_addr learned my addr 172.21.15.99:0/3609342517 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:37.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffec36700 1 --2- 172.21.15.99:0/3609342517 >> v2:172.21.15.181:3300/0 conn(0x7f9ff80cde20 0x7f9ff80ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffdc34700 1 --2- 172.21.15.99:0/3609342517 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 0x7f9ff80cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffe435700 1 -- 172.21.15.99:0/3609342517 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 msgr2=0x7f9ff80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:37.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffe435700 1 --2- 172.21.15.99:0/3609342517 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 0x7f9ff80cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffe435700 1 -- 172.21.15.99:0/3609342517 >> v2:172.21.15.181:3300/0 conn(0x7f9ff80cde20 msgr2=0x7f9ff80ad860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:37.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffe435700 1 --2- 172.21.15.99:0/3609342517 >> v2:172.21.15.181:3300/0 conn(0x7f9ff80cde20 0x7f9ff80ad860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffe435700 1 -- 172.21.15.99:0/3609342517 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ff80b0110 con 0x7f9ff8146f00 2023-11-18T15:43:37.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffec36700 1 --2- 172.21.15.99:0/3609342517 >> v2:172.21.15.181:3300/0 conn(0x7f9ff80cde20 0x7f9ff80ad860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:37.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffe435700 1 --2- 172.21.15.99:0/3609342517 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 0x7f9ff8162680 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9ff80b18a0 tx=0x7f9fe8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b28d528e6e1b8d08 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.103+0000 7f9ffd433700 1 -- 172.21.15.99:0/3609342517 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fe800b870 con 0x7f9ff8146f00 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7f9ffd433700 1 -- 172.21.15.99:0/3609342517 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fe800b9d0 con 0x7f9ff8146f00 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7f9ffd433700 1 -- 172.21.15.99:0/3609342517 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fe800bd60 con 0x7f9ff8146f00 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7fa000699700 1 -- 172.21.15.99:0/3609342517 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 msgr2=0x7f9ff8162680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7fa000699700 1 --2- 172.21.15.99:0/3609342517 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 0x7f9ff8162680 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9ff80b18a0 tx=0x7f9fe8009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7fa000699700 1 -- 172.21.15.99:0/3609342517 shutdown_connections 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7fa000699700 1 --2- 172.21.15.99:0/3609342517 >> v2:172.21.15.181:3300/0 conn(0x7f9ff80cde20 0x7f9ff80ad860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7fa000699700 1 --2- 172.21.15.99:0/3609342517 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 0x7f9ff8162680 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7fa000699700 1 --2- 172.21.15.99:0/3609342517 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 0x7f9ff80cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7fa000699700 1 -- 172.21.15.99:0/3609342517 >> 172.21.15.99:0/3609342517 conn(0x7f9ff80b38b0 msgr2=0x7f9ff80b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:37.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7fa000699700 1 -- 172.21.15.99:0/3609342517 shutdown_connections 2023-11-18T15:43:37.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.104+0000 7fa000699700 1 -- 172.21.15.99:0/3609342517 wait complete. 2023-11-18T15:43:37.112 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.105+0000 7fa000699700 1 Processor -- start 2023-11-18T15:43:37.112 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.105+0000 7fa000699700 1 -- start start 2023-11-18T15:43:37.112 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7fa000699700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 0x7f9ff815f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.112 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7fa000699700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9ff80cde20 0x7f9ff815fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.112 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7fa000699700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 0x7f9ff81600b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.112 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7fa000699700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ff815e7d0 con 0x7f9ff8146f00 2023-11-18T15:43:37.112 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7fa000699700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ff815f760 con 0x7f9ff80cde20 2023-11-18T15:43:37.112 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7fa000699700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ff81f7380 con 0x7f9ff80afc30 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7f9ffec36700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 0x7f9ff81600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7f9ffec36700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 0x7f9ff81600b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59154/0 (socket says 172.21.15.99:59154) 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7f9ffec36700 1 -- 172.21.15.99:0/4158355692 learned_addr learned my addr 172.21.15.99:0/4158355692 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7f9ffe435700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 0x7f9ff815f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.106+0000 7f9ffdc34700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9ff80cde20 0x7f9ff815fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7f9ffec36700 1 -- 172.21.15.99:0/4158355692 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 msgr2=0x7f9ff815f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7f9ffec36700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 0x7f9ff815f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7f9ffec36700 1 -- 172.21.15.99:0/4158355692 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9ff80cde20 msgr2=0x7f9ff815fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7f9ffec36700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9ff80cde20 0x7f9ff815fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7f9ffec36700 1 -- 172.21.15.99:0/4158355692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fe8009550 con 0x7f9ff8146f00 2023-11-18T15:43:37.114 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7f9ffec36700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 0x7f9ff81600b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9ff000cd80 tx=0x7f9ff000a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:37.114 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7f9feeffd700 1 -- 172.21.15.99:0/4158355692 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ff0003a20 con 0x7f9ff8146f00 2023-11-18T15:43:37.114 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7f9feeffd700 1 -- 172.21.15.99:0/4158355692 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ff0003ba0 con 0x7f9ff8146f00 2023-11-18T15:43:37.114 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7f9feeffd700 1 -- 172.21.15.99:0/4158355692 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ff0004020 con 0x7f9ff8146f00 2023-11-18T15:43:37.114 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ff81606e0 con 0x7f9ff8146f00 2023-11-18T15:43:37.114 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.107+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ff815ed20 con 0x7f9ff8146f00 2023-11-18T15:43:37.115 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.108+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ff8069400 con 0x7f9ff8146f00 2023-11-18T15:43:37.115 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.108+0000 7f9feeffd700 1 -- 172.21.15.99:0/4158355692 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f9ff000b040 con 0x7f9ff8146f00 2023-11-18T15:43:37.115 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.109+0000 7f9feeffd700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9fdc06aed0 0x7f9fdc06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.115 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.109+0000 7f9ffe435700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9fdc06aed0 0x7f9fdc06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.115 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.109+0000 7f9feeffd700 1 -- 172.21.15.99:0/4158355692 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9ff0089930 con 0x7f9ff8146f00 2023-11-18T15:43:37.115 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.109+0000 7f9ffe435700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9fdc06aed0 0x7f9fdc06d390 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9fe8000c00 tx=0x7f9fe8008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:37.115 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.113+0000 7f9feeffd700 1 -- 172.21.15.99:0/4158355692 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f9ff00549e0 con 0x7f9ff8146f00 2023-11-18T15:43:37.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.303+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9ff80b3e30 con 0x7f9ff8146f00 2023-11-18T15:43:37.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.303+0000 7f9feeffd700 1 -- 172.21.15.99:0/4158355692 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9ff001d020 con 0x7f9ff8146f00 2023-11-18T15:43:37.305 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:43:37.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9fdc06aed0 msgr2=0x7f9fdc06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9fdc06aed0 0x7f9fdc06d390 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9fe8000c00 tx=0x7f9fe8008030 comp rx=0 tx=0).stop 2023-11-18T15:43:37.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 msgr2=0x7f9ff81600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 0x7f9ff81600b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9ff000cd80 tx=0x7f9ff000a560 comp rx=0 tx=0).stop 2023-11-18T15:43:37.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 shutdown_connections 2023-11-18T15:43:37.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f9fdc06aed0 0x7f9fdc06d390 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9ff8146f00 0x7f9ff81600b0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f9ff80afc30 0x7f9ff815f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 --2- 172.21.15.99:0/4158355692 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9ff80cde20 0x7f9ff815fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 >> 172.21.15.99:0/4158355692 conn(0x7f9ff80b38b0 msgr2=0x7f9ff80b50d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:37.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 shutdown_connections 2023-11-18T15:43:37.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.305+0000 7fa000699700 1 -- 172.21.15.99:0/4158355692 wait complete. 2023-11-18T15:43:37.322 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:43:37.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.442+0000 7f3113cff700 1 Processor -- start 2023-11-18T15:43:37.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.442+0000 7f3113cff700 1 -- start start 2023-11-18T15:43:37.446 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f3113cff700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f310c13ddf0 0x7f310c15b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.446 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f3113cff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f310c072ce0 0x7f310c0cd370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f3113cff700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f310c13e1d0 con 0x7f310c06d910 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f3113cff700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f310c0ccf50 con 0x7f310c072ce0 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f3113cff700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f310c0cfc20 con 0x7f310c13ddf0 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f311229c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f310c072ce0 0x7f310c0cd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f311229c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f310c072ce0 0x7f310c0cd370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59162/0 (socket says 172.21.15.99:59162) 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f311229c700 1 -- 172.21.15.99:0/3893345788 learned_addr learned my addr 172.21.15.99:0/3893345788 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f3111a9b700 1 --2- 172.21.15.99:0/3893345788 >> v2:172.21.15.181:3300/0 conn(0x7f310c13ddf0 0x7f310c15b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f311229c700 1 -- 172.21.15.99:0/3893345788 >> v2:172.21.15.181:3300/0 conn(0x7f310c13ddf0 msgr2=0x7f310c15b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f311229c700 1 --2- 172.21.15.99:0/3893345788 >> v2:172.21.15.181:3300/0 conn(0x7f310c13ddf0 0x7f310c15b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f311229c700 1 -- 172.21.15.99:0/3893345788 >> v1:172.21.15.181:6789/0 conn(0x7f310c06d910 legacy=0x7f310c0725d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f311229c700 1 -- 172.21.15.99:0/3893345788 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f310c15b810 con 0x7f310c072ce0 2023-11-18T15:43:37.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f311229c700 1 --2- 172.21.15.99:0/3893345788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c072ce0 0x7f310c0cd370 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f310c0d0320 tx=0x7f310400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e7a8b3344a9615e server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.443+0000 7f3110a99700 1 -- 172.21.15.99:0/3893345788 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310400e070 con 0x7f310c072ce0 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3110a99700 1 -- 172.21.15.99:0/3893345788 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f310400b9c0 con 0x7f310c072ce0 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3110a99700 1 -- 172.21.15.99:0/3893345788 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310400bd70 con 0x7f310c072ce0 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3113cff700 1 -- 172.21.15.99:0/3893345788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c072ce0 msgr2=0x7f310c0cd370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3113cff700 1 --2- 172.21.15.99:0/3893345788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c072ce0 0x7f310c0cd370 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f310c0d0320 tx=0x7f310400b330 comp rx=0 tx=0).stop 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3113cff700 1 -- 172.21.15.99:0/3893345788 shutdown_connections 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3113cff700 1 --2- 172.21.15.99:0/3893345788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c072ce0 0x7f310c0cd370 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3113cff700 1 --2- 172.21.15.99:0/3893345788 >> v2:172.21.15.181:3300/0 conn(0x7f310c13ddf0 0x7f310c15b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3113cff700 1 -- 172.21.15.99:0/3893345788 >> 172.21.15.99:0/3893345788 conn(0x7f310c0b1d50 msgr2=0x7f310c0b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:37.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3113cff700 1 -- 172.21.15.99:0/3893345788 shutdown_connections 2023-11-18T15:43:37.449 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.444+0000 7f3113cff700 1 -- 172.21.15.99:0/3893345788 wait complete. 2023-11-18T15:43:37.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.445+0000 7f3113cff700 1 Processor -- start 2023-11-18T15:43:37.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.445+0000 7f3113cff700 1 -- start start 2023-11-18T15:43:37.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3113cff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c06d910 0x7f310c1efbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3113cff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f310c072ce0 0x7f310c0ace70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3113cff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f310c13ddf0 0x7f310c06e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3113cff700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f310c0ab6c0 con 0x7f310c06d910 2023-11-18T15:43:37.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3113cff700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f310c0ab960 con 0x7f310c072ce0 2023-11-18T15:43:37.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3113cff700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f310c0abc40 con 0x7f310c13ddf0 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3111a9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c06d910 0x7f310c1efbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3111a9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c06d910 0x7f310c1efbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59164/0 (socket says 172.21.15.99:59164) 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3111a9b700 1 -- 172.21.15.99:0/2629240902 learned_addr learned my addr 172.21.15.99:0/2629240902 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f311129a700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f310c072ce0 0x7f310c0ace70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f311229c700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f310c13ddf0 0x7f310c06e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3111a9b700 1 -- 172.21.15.99:0/2629240902 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f310c13ddf0 msgr2=0x7f310c06e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3111a9b700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f310c13ddf0 0x7f310c06e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3111a9b700 1 -- 172.21.15.99:0/2629240902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f310c072ce0 msgr2=0x7f310c0ace70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3111a9b700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f310c072ce0 0x7f310c0ace70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.446+0000 7f3111a9b700 1 -- 172.21.15.99:0/2629240902 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3104009b30 con 0x7f310c06d910 2023-11-18T15:43:37.452 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.447+0000 7f3111a9b700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c06d910 0x7f310c1efbd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f30fc00d800 tx=0x7f30fc00db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:37.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.447+0000 7f31027fc700 1 -- 172.21.15.99:0/2629240902 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30fc0125f0 con 0x7f310c06d910 2023-11-18T15:43:37.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.447+0000 7f31027fc700 1 -- 172.21.15.99:0/2629240902 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30fc012750 con 0x7f310c06d910 2023-11-18T15:43:37.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.447+0000 7f31027fc700 1 -- 172.21.15.99:0/2629240902 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30fc012b00 con 0x7f310c06d910 2023-11-18T15:43:37.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.447+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f310c0abf20 con 0x7f310c06d910 2023-11-18T15:43:37.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.447+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f310c1f0110 con 0x7f310c06d910 2023-11-18T15:43:37.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.448+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f310c0ac570 con 0x7f310c06d910 2023-11-18T15:43:37.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.448+0000 7f31027fc700 1 -- 172.21.15.99:0/2629240902 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f30fc012c60 con 0x7f310c06d910 2023-11-18T15:43:37.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.448+0000 7f31027fc700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f30f006aed0 0x7f30f006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.449+0000 7f31027fc700 1 -- 172.21.15.99:0/2629240902 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f30fc089580 con 0x7f310c06d910 2023-11-18T15:43:37.454 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.449+0000 7f311129a700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f30f006aed0 0x7f30f006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.454 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.449+0000 7f311129a700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f30f006aed0 0x7f30f006d390 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f310c144390 tx=0x7f3108009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:37.454 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.453+0000 7f31027fc700 1 -- 172.21.15.99:0/2629240902 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f30fc054770 con 0x7f310c06d910 2023-11-18T15:43:37.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.643+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f310c069400 con 0x7f310c06d910 2023-11-18T15:43:37.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.643+0000 7f31027fc700 1 -- 172.21.15.99:0/2629240902 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f30fc057d90 con 0x7f310c06d910 2023-11-18T15:43:37.645 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:43:37.648 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f30f006aed0 msgr2=0x7f30f006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.648 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f30f006aed0 0x7f30f006d390 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f310c144390 tx=0x7f3108009040 comp rx=0 tx=0).stop 2023-11-18T15:43:37.648 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c06d910 msgr2=0x7f310c1efbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.648 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c06d910 0x7f310c1efbd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f30fc00d800 tx=0x7f30fc00db10 comp rx=0 tx=0).stop 2023-11-18T15:43:37.648 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 shutdown_connections 2023-11-18T15:43:37.648 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f30f006aed0 0x7f30f006d390 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.648 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f310c06d910 0x7f310c1efbd0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.648 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f310c13ddf0 0x7f310c06e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.649 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 --2- 172.21.15.99:0/2629240902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f310c072ce0 0x7f310c0ace70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.649 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 >> 172.21.15.99:0/2629240902 conn(0x7f310c0b1d50 msgr2=0x7f310c15a880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:37.649 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.645+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 shutdown_connections 2023-11-18T15:43:37.649 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.646+0000 7f3113cff700 1 -- 172.21.15.99:0/2629240902 wait complete. 2023-11-18T15:43:37.659 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:43:37.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.780+0000 7fe040263700 1 Processor -- start 2023-11-18T15:43:37.783 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.781+0000 7fe040263700 1 -- start start 2023-11-18T15:43:37.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.781+0000 7fe040263700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe03813eb80 0x7fe0380cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.781+0000 7fe040263700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0380cf720 con 0x7fe038141bc0 2023-11-18T15:43:37.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.781+0000 7fe040263700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe03815d140 con 0x7fe03813ef60 2023-11-18T15:43:37.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.781+0000 7fe040263700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe03815d420 con 0x7fe03813eb80 2023-11-18T15:43:37.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03dfff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe03813eb80 0x7fe0380cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03e800700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe038141bc0 0x7fe03815c3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45786/0 (socket says 172.21.15.99:45786) 2023-11-18T15:43:37.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03e800700 1 -- 172.21.15.99:0/502013011 learned_addr learned my addr 172.21.15.99:0/502013011 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:37.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03dfff700 1 -- 172.21.15.99:0/502013011 >> v1:172.21.15.181:6789/0 conn(0x7fe03813ef60 legacy=0x7fe0381414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03dfff700 1 -- 172.21.15.99:0/502013011 >> v1:172.21.15.99:6789/0 conn(0x7fe038141bc0 legacy=0x7fe03815c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03dfff700 1 -- 172.21.15.99:0/502013011 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0380ce700 con 0x7fe03813eb80 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03cffd700 1 -- 172.21.15.99:0/502013011 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3334112809 0 0) 0x7fe0380cf720 con 0x7fe038141bc0 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03dfff700 1 --2- 172.21.15.99:0/502013011 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe03813eb80 0x7fe0380cf1e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe028009840 tx=0x7fe028009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=678185ceb2eb0b9b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03cffd700 1 -- 172.21.15.99:0/502013011 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe028011830 con 0x7fe03813eb80 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03cffd700 1 -- 172.21.15.99:0/502013011 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe028011990 con 0x7fe03813eb80 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.782+0000 7fe03cffd700 1 -- 172.21.15.99:0/502013011 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe028011d20 con 0x7fe03813eb80 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.783+0000 7fe040263700 1 -- 172.21.15.99:0/502013011 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe03813eb80 msgr2=0x7fe0380cf1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.783+0000 7fe040263700 1 --2- 172.21.15.99:0/502013011 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe03813eb80 0x7fe0380cf1e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe028009840 tx=0x7fe028009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.783+0000 7fe040263700 1 -- 172.21.15.99:0/502013011 shutdown_connections 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.783+0000 7fe040263700 1 --2- 172.21.15.99:0/502013011 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe03813eb80 0x7fe0380cf1e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.783+0000 7fe040263700 1 -- 172.21.15.99:0/502013011 >> 172.21.15.99:0/502013011 conn(0x7fe0380b31d0 msgr2=0x7fe0380b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:37.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.783+0000 7fe040263700 1 -- 172.21.15.99:0/502013011 shutdown_connections 2023-11-18T15:43:37.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.783+0000 7fe040263700 1 -- 172.21.15.99:0/502013011 wait complete. 2023-11-18T15:43:37.790 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.784+0000 7fe040263700 1 Processor -- start 2023-11-18T15:43:37.790 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.784+0000 7fe040263700 1 -- start start 2023-11-18T15:43:37.790 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe040263700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe03813eb80 0x7fe0380d0ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe040263700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe038141bc0 0x7fe03813a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe040263700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe03815d560 0x7fe03815d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe040263700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe038156aa0 con 0x7fe038141bc0 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe040263700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe03815f3b0 con 0x7fe03815d560 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe040263700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe03815e0d0 con 0x7fe03813eb80 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03d7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe038141bc0 0x7fe03813a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03d7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe038141bc0 0x7fe03813a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59180/0 (socket says 172.21.15.99:59180) 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03d7fe700 1 -- 172.21.15.99:0/1312316985 learned_addr learned my addr 172.21.15.99:0/1312316985 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03dfff700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe03813eb80 0x7fe0380d0ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03e800700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe03815d560 0x7fe03815d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03d7fe700 1 -- 172.21.15.99:0/1312316985 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe03813eb80 msgr2=0x7fe0380d0ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03d7fe700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe03813eb80 0x7fe0380d0ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03d7fe700 1 -- 172.21.15.99:0/1312316985 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe03815d560 msgr2=0x7fe03815d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03d7fe700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe03815d560 0x7fe03815d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03d7fe700 1 -- 172.21.15.99:0/1312316985 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0280094a0 con 0x7fe038141bc0 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.785+0000 7fe03dfff700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe03813eb80 0x7fe0380d0ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.786+0000 7fe03d7fe700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe038141bc0 0x7fe03813a640 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe03400c480 tx=0x7fe03400c790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.786+0000 7fe02e7fc700 1 -- 172.21.15.99:0/1312316985 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0340052d0 con 0x7fe038141bc0 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.786+0000 7fe02e7fc700 1 -- 172.21.15.99:0/1312316985 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe03400ce90 con 0x7fe038141bc0 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.786+0000 7fe02e7fc700 1 -- 172.21.15.99:0/1312316985 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe034003680 con 0x7fe038141bc0 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.786+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe03815e3b0 con 0x7fe038141bc0 2023-11-18T15:43:37.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.786+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe038156fd0 con 0x7fe038141bc0 2023-11-18T15:43:37.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.787+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe038157190 con 0x7fe038141bc0 2023-11-18T15:43:37.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.787+0000 7fe02e7fc700 1 -- 172.21.15.99:0/1312316985 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe0340037e0 con 0x7fe038141bc0 2023-11-18T15:43:37.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.787+0000 7fe02e7fc700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe01c06aed0 0x7fe01c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:37.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.787+0000 7fe02e7fc700 1 -- 172.21.15.99:0/1312316985 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe0340888f0 con 0x7fe038141bc0 2023-11-18T15:43:37.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.787+0000 7fe03dfff700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe01c06aed0 0x7fe01c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:37.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.788+0000 7fe03dfff700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe01c06aed0 0x7fe01c06d390 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe0280090b0 tx=0x7fe02801c040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:37.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.792+0000 7fe02e7fc700 1 -- 172.21.15.99:0/1312316985 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe0340539a0 con 0x7fe038141bc0 2023-11-18T15:43:37.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.982+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe038069400 con 0x7fe038141bc0 2023-11-18T15:43:37.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.982+0000 7fe02e7fc700 1 -- 172.21.15.99:0/1312316985 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe0340170a0 con 0x7fe038141bc0 2023-11-18T15:43:37.985 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:43:37.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe01c06aed0 msgr2=0x7fe01c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe01c06aed0 0x7fe01c06d390 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe0280090b0 tx=0x7fe02801c040 comp rx=0 tx=0).stop 2023-11-18T15:43:37.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe038141bc0 msgr2=0x7fe03813a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:37.987 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe038141bc0 0x7fe03813a640 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe03400c480 tx=0x7fe03400c790 comp rx=0 tx=0).stop 2023-11-18T15:43:37.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 shutdown_connections 2023-11-18T15:43:37.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe03815d560 0x7fe03815d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe03813eb80 0x7fe0380d0ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe01c06aed0 0x7fe01c06d390 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 --2- 172.21.15.99:0/1312316985 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe038141bc0 0x7fe03813a640 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:37.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 >> 172.21.15.99:0/1312316985 conn(0x7fe0380b31d0 msgr2=0x7fe038140c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:37.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 shutdown_connections 2023-11-18T15:43:37.988 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:37.985+0000 7fe040263700 1 -- 172.21.15.99:0/1312316985 wait complete. 2023-11-18T15:43:37.999 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:43:38.120 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.118+0000 7fbbea26c700 1 Processor -- start 2023-11-18T15:43:38.120 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.118+0000 7fbbea26c700 1 -- start start 2023-11-18T15:43:38.121 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.118+0000 7fbbea26c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe40cd300 0x7fbbe415bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.121 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.118+0000 7fbbea26c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fbbe4159070 0x7fbbe40cddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.118+0000 7fbbea26c700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbe415d550 con 0x7fbbe415c480 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.118+0000 7fbbea26c700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbe415c940 con 0x7fbbe4159070 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.118+0000 7fbbea26c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbe415cc20 con 0x7fbbe40cd300 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe3fff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe40cd300 0x7fbbe415bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe8809700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fbbe4159070 0x7fbbe40cddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe37fe700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fbbe415c480 0x7fbbe40cd6e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:56758/0 (socket says 172.21.15.99:56758) 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe37fe700 1 -- 172.21.15.99:0/173816270 learned_addr learned my addr 172.21.15.99:0/173816270 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe3fff700 1 -- 172.21.15.99:0/173816270 >> v2:172.21.15.181:3300/0 conn(0x7fbbe4159070 msgr2=0x7fbbe40cddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe3fff700 1 --2- 172.21.15.99:0/173816270 >> v2:172.21.15.181:3300/0 conn(0x7fbbe4159070 0x7fbbe40cddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe3fff700 1 -- 172.21.15.99:0/173816270 >> v1:172.21.15.181:6789/0 conn(0x7fbbe415c480 legacy=0x7fbbe40cd6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe3fff700 1 -- 172.21.15.99:0/173816270 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbe415cf00 con 0x7fbbe40cd300 2023-11-18T15:43:38.123 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe8809700 1 --2- 172.21.15.99:0/173816270 >> v2:172.21.15.181:3300/0 conn(0x7fbbe4159070 0x7fbbe40cddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:38.123 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.119+0000 7fbbe3fff700 1 --2- 172.21.15.99:0/173816270 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe40cd300 0x7fbbe415bf40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4009840 tx=0x7fbbd4009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1ac5d1dcf7cac3c server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:38.123 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbe2ffd700 1 -- 172.21.15.99:0/173816270 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbd4011830 con 0x7fbbe40cd300 2023-11-18T15:43:38.123 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbe2ffd700 1 -- 172.21.15.99:0/173816270 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbd4011990 con 0x7fbbe40cd300 2023-11-18T15:43:38.123 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbe2ffd700 1 -- 172.21.15.99:0/173816270 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbd4011d20 con 0x7fbbe40cd300 2023-11-18T15:43:38.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbea26c700 1 -- 172.21.15.99:0/173816270 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe40cd300 msgr2=0x7fbbe415bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbea26c700 1 --2- 172.21.15.99:0/173816270 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe40cd300 0x7fbbe415bf40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4009840 tx=0x7fbbd4009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:38.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbea26c700 1 -- 172.21.15.99:0/173816270 shutdown_connections 2023-11-18T15:43:38.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbea26c700 1 --2- 172.21.15.99:0/173816270 >> v2:172.21.15.181:3300/0 conn(0x7fbbe4159070 0x7fbbe40cddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbea26c700 1 --2- 172.21.15.99:0/173816270 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe40cd300 0x7fbbe415bf40 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbea26c700 1 -- 172.21.15.99:0/173816270 >> 172.21.15.99:0/173816270 conn(0x7fbbe40b1ff0 msgr2=0x7fbbe40b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:38.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbea26c700 1 -- 172.21.15.99:0/173816270 shutdown_connections 2023-11-18T15:43:38.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.120+0000 7fbbea26c700 1 -- 172.21.15.99:0/173816270 wait complete. 2023-11-18T15:43:38.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.121+0000 7fbbea26c700 1 Processor -- start 2023-11-18T15:43:38.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbea26c700 1 -- start start 2023-11-18T15:43:38.127 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbea26c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbe40cd300 0x7fbbe41f3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.127 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbea26c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe4159070 0x7fbbe41f7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.127 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbea26c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbbe415c480 0x7fbbe4151670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.127 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbea26c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbe41f42e0 con 0x7fbbe415c480 2023-11-18T15:43:38.127 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbea26c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbe41f82e0 con 0x7fbbe40cd300 2023-11-18T15:43:38.127 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbea26c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbe41f4d70 con 0x7fbbe4159070 2023-11-18T15:43:38.128 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbe8809700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbbe415c480 0x7fbbe4151670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.128 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbe8809700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbbe415c480 0x7fbbe4151670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59196/0 (socket says 172.21.15.99:59196) 2023-11-18T15:43:38.128 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.122+0000 7fbbe8809700 1 -- 172.21.15.99:0/2019673092 learned_addr learned my addr 172.21.15.99:0/2019673092 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:38.128 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe3fff700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbe40cd300 0x7fbbe41f3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.128 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe37fe700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe4159070 0x7fbbe41f7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.128 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe8809700 1 -- 172.21.15.99:0/2019673092 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe4159070 msgr2=0x7fbbe41f7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.129 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe8809700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe4159070 0x7fbbe41f7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.129 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe8809700 1 -- 172.21.15.99:0/2019673092 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbe40cd300 msgr2=0x7fbbe41f3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.129 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe8809700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbe40cd300 0x7fbbe41f3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.129 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe8809700 1 -- 172.21.15.99:0/2019673092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbdc009a70 con 0x7fbbe415c480 2023-11-18T15:43:38.129 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe3fff700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbe40cd300 0x7fbbe41f3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:38.129 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe8809700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbbe415c480 0x7fbbe4151670 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00efc0 tx=0x7fbbdc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:38.129 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe0ff9700 1 -- 172.21.15.99:0/2019673092 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc00cd40 con 0x7fbbe415c480 2023-11-18T15:43:38.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe0ff9700 1 -- 172.21.15.99:0/2019673092 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbdc00f040 con 0x7fbbe415c480 2023-11-18T15:43:38.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbd40094a0 con 0x7fbbe415c480 2023-11-18T15:43:38.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbe0ff9700 1 -- 172.21.15.99:0/2019673092 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc0146c0 con 0x7fbbe415c480 2023-11-18T15:43:38.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.123+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbe41f47b0 con 0x7fbbe415c480 2023-11-18T15:43:38.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.124+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbe4073aa0 con 0x7fbbe415c480 2023-11-18T15:43:38.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.125+0000 7fbbe0ff9700 1 -- 172.21.15.99:0/2019673092 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fbbdc014820 con 0x7fbbe415c480 2023-11-18T15:43:38.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.125+0000 7fbbe0ff9700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbbd006aed0 0x7fbbd006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.125+0000 7fbbe3fff700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbbd006aed0 0x7fbbd006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.125+0000 7fbbe0ff9700 1 -- 172.21.15.99:0/2019673092 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbbdc08a280 con 0x7fbbe415c480 2023-11-18T15:43:38.131 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.126+0000 7fbbe3fff700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbbd006aed0 0x7fbbd006d390 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4000c00 tx=0x7fbbd4008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:38.131 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.130+0000 7fbbe0ff9700 1 -- 172.21.15.99:0/2019673092 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fbbdc055330 con 0x7fbbe415c480 2023-11-18T15:43:38.368 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.366+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbbe4069400 con 0x7fbbe415c480 2023-11-18T15:43:38.368 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.366+0000 7fbbe0ff9700 1 -- 172.21.15.99:0/2019673092 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7fbbdc058950 con 0x7fbbe415c480 2023-11-18T15:43:38.368 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:38.369 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6834/3683325457","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3683325457},{"type":"v1","addr":"172.21.15.181:6834","nonce":3683325457}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/1698815937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1698815937},{"type":"v1","addr":"172.21.15.99:6837","nonce":1698815937}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:43:26.486845+0000","modified":"2023-11-18T15:43:29.528181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.181:6835/2507761095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6833","nonce":2507761095},{"type":"v1","addr":"172.21.15.181:6835","nonce":2507761095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-18T15:43:38.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.368+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbbd006aed0 msgr2=0x7fbbd006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbbd006aed0 0x7fbbd006d390 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4000c00 tx=0x7fbbd4008030 comp rx=0 tx=0).stop 2023-11-18T15:43:38.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbbe415c480 msgr2=0x7fbbe4151670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbbe415c480 0x7fbbe4151670 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00efc0 tx=0x7fbbdc00c3a0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 shutdown_connections 2023-11-18T15:43:38.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbbd006aed0 0x7fbbd006d390 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbbe415c480 0x7fbbe4151670 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbe40cd300 0x7fbbe41f3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 --2- 172.21.15.99:0/2019673092 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbbe4159070 0x7fbbe41f7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 >> 172.21.15.99:0/2019673092 conn(0x7fbbe40b1ff0 msgr2=0x7fbbe40706c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:38.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 shutdown_connections 2023-11-18T15:43:38.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.369+0000 7fbbea26c700 1 -- 172.21.15.99:0/2019673092 wait complete. 2023-11-18T15:43:38.372 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2023-11-18T15:43:38.383 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:38.503 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.500+0000 7fdc67e3b700 1 Processor -- start 2023-11-18T15:43:38.503 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.501+0000 7fdc67e3b700 1 -- start start 2023-11-18T15:43:38.505 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.501+0000 7fdc67e3b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdc60143110 0x7fdc601434f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.505 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.501+0000 7fdc67e3b700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fdc60143f00 0x7fdc60072720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.505 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc67e3b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdc60144360 0x7fdc60072c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.505 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc67e3b700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc60143a30 con 0x7fdc60143110 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc67e3b700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc6015e6b0 con 0x7fdc60143f00 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc67e3b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc6015e990 con 0x7fdc60144360 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc65bd7700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdc60143110 0x7fdc601434f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc65bd7700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdc60143110 0x7fdc601434f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59200/0 (socket says 172.21.15.99:59200) 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc65bd7700 1 -- 172.21.15.99:0/1037882993 learned_addr learned my addr 172.21.15.99:0/1037882993 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc65bd7700 1 -- 172.21.15.99:0/1037882993 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdc60144360 msgr2=0x7fdc60072c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc65bd7700 1 --2- 172.21.15.99:0/1037882993 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdc60144360 0x7fdc60072c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc65bd7700 1 -- 172.21.15.99:0/1037882993 >> v2:172.21.15.181:3300/0 conn(0x7fdc60143f00 msgr2=0x7fdc60072720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc65bd7700 1 --2- 172.21.15.99:0/1037882993 >> v2:172.21.15.181:3300/0 conn(0x7fdc60143f00 0x7fdc60072720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc65bd7700 1 -- 172.21.15.99:0/1037882993 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc6015ec70 con 0x7fdc60143110 2023-11-18T15:43:38.506 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc65bd7700 1 --2- 172.21.15.99:0/1037882993 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143110 0x7fdc601434f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdc600b76d0 tx=0x7fdc50009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4f6d8c3c04a0d89 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:38.507 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc64bd5700 1 -- 172.21.15.99:0/1037882993 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc5000b870 con 0x7fdc60143110 2023-11-18T15:43:38.507 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc64bd5700 1 -- 172.21.15.99:0/1037882993 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc5000b9d0 con 0x7fdc60143110 2023-11-18T15:43:38.507 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.502+0000 7fdc64bd5700 1 -- 172.21.15.99:0/1037882993 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc5000bd60 con 0x7fdc60143110 2023-11-18T15:43:38.507 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.503+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1037882993 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143110 msgr2=0x7fdc601434f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.507 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.503+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1037882993 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143110 0x7fdc601434f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdc600b76d0 tx=0x7fdc50009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.507 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.503+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1037882993 shutdown_connections 2023-11-18T15:43:38.507 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.503+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1037882993 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdc60144360 0x7fdc60072c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.507 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.503+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1037882993 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143110 0x7fdc601434f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.507 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.503+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1037882993 >> v2:172.21.15.181:3300/0 conn(0x7fdc60143f00 0x7fdc60072720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.508 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.503+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1037882993 >> 172.21.15.99:0/1037882993 conn(0x7fdc60066e20 msgr2=0x7fdc60067230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:38.508 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.503+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1037882993 shutdown_connections 2023-11-18T15:43:38.508 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.503+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1037882993 wait complete. 2023-11-18T15:43:38.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.504+0000 7fdc67e3b700 1 Processor -- start 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.504+0000 7fdc67e3b700 1 -- start start 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc67e3b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdc60143110 0x7fdc601407f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc67e3b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143f00 0x7fdc6015bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc67e3b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdc60144360 0x7fdc60141540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc67e3b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc6015d5e0 con 0x7fdc60143f00 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc67e3b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc6015c960 con 0x7fdc60143110 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc67e3b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc6015cc40 con 0x7fdc60144360 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc653d6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143f00 0x7fdc6015bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc653d6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143f00 0x7fdc6015bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59206/0 (socket says 172.21.15.99:59206) 2023-11-18T15:43:38.511 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc653d6700 1 -- 172.21.15.99:0/1702693585 learned_addr learned my addr 172.21.15.99:0/1702693585 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc653d6700 1 -- 172.21.15.99:0/1702693585 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdc60144360 msgr2=0x7fdc60141540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc663d8700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdc60144360 0x7fdc60141540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc65bd7700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdc60143110 0x7fdc601407f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc653d6700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdc60144360 0x7fdc60141540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc653d6700 1 -- 172.21.15.99:0/1702693585 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdc60143110 msgr2=0x7fdc601407f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc653d6700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdc60143110 0x7fdc601407f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc653d6700 1 -- 172.21.15.99:0/1702693585 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc50009550 con 0x7fdc60143f00 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc653d6700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143f00 0x7fdc6015bed0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c00b530 tx=0x7fdc5c00b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc567fc700 1 -- 172.21.15.99:0/1702693585 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c011830 con 0x7fdc60143f00 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc567fc700 1 -- 172.21.15.99:0/1702693585 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc5c0119b0 con 0x7fdc60143f00 2023-11-18T15:43:38.512 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc567fc700 1 -- 172.21.15.99:0/1702693585 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c011d60 con 0x7fdc60143f00 2023-11-18T15:43:38.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.505+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc6015cf20 con 0x7fdc60143f00 2023-11-18T15:43:38.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.506+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc60140d30 con 0x7fdc60143f00 2023-11-18T15:43:38.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.506+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc6015d720 con 0x7fdc60143f00 2023-11-18T15:43:38.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.507+0000 7fdc567fc700 1 -- 172.21.15.99:0/1702693585 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fdc5c01a400 con 0x7fdc60143f00 2023-11-18T15:43:38.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.507+0000 7fdc567fc700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdc4406aed0 0x7fdc4406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.507+0000 7fdc567fc700 1 -- 172.21.15.99:0/1702693585 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdc5c089730 con 0x7fdc60143f00 2023-11-18T15:43:38.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.507+0000 7fdc65bd7700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdc4406aed0 0x7fdc4406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.508+0000 7fdc65bd7700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdc4406aed0 0x7fdc4406d390 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fdc50009c10 tx=0x7fdc50008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:38.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.512+0000 7fdc567fc700 1 -- 172.21.15.99:0/1702693585 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fdc6015d720 con 0x7fdc60143f00 2023-11-18T15:43:38.706 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.705+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdc6015d720 con 0x7fdc60143f00 2023-11-18T15:43:38.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.706+0000 7fdc567fc700 1 -- 172.21.15.99:0/1702693585 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7fdc6015d720 con 0x7fdc60143f00 2023-11-18T15:43:38.708 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:38.708 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:38.710 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdc4406aed0 msgr2=0x7fdc4406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.710 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdc4406aed0 0x7fdc4406d390 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fdc50009c10 tx=0x7fdc50008030 comp rx=0 tx=0).stop 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143f00 msgr2=0x7fdc6015bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143f00 0x7fdc6015bed0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c00b530 tx=0x7fdc5c00b8f0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 shutdown_connections 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdc60144360 0x7fdc60141540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdc60143110 0x7fdc601407f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdc4406aed0 0x7fdc4406d390 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 --2- 172.21.15.99:0/1702693585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdc60143f00 0x7fdc6015bed0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 >> 172.21.15.99:0/1702693585 conn(0x7fdc60066e20 msgr2=0x7fdc601608e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 shutdown_connections 2023-11-18T15:43:38.711 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.708+0000 7fdc67e3b700 1 -- 172.21.15.99:0/1702693585 wait complete. 2023-11-18T15:43:38.722 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:43:38.722 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:43:38.845 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.843+0000 7feecde8a700 1 Processor -- start 2023-11-18T15:43:38.846 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.843+0000 7feecde8a700 1 -- start start 2023-11-18T15:43:38.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.844+0000 7feecde8a700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7feec813ef60 0x7feec81414b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.844+0000 7feecde8a700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7feec81419f0 0x7feec815c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.844+0000 7feecde8a700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feec8141e80 con 0x7feec813eb80 2023-11-18T15:43:38.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.844+0000 7feecde8a700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feec815d420 con 0x7feec81419f0 2023-11-18T15:43:38.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.844+0000 7feecde8a700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feec815d140 con 0x7feec813ef60 2023-11-18T15:43:38.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.844+0000 7feec7fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7feec81419f0 0x7feec815c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.844+0000 7feec7fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7feec81419f0 0x7feec815c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59216/0 (socket says 172.21.15.99:59216) 2023-11-18T15:43:38.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.844+0000 7feec7fff700 1 -- 172.21.15.99:0/3440190255 learned_addr learned my addr 172.21.15.99:0/3440190255 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:38.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feec6ffd700 1 --2- 172.21.15.99:0/3440190255 >> v2:172.21.15.181:3300/0 conn(0x7feec813ef60 0x7feec81414b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feec7fff700 1 -- 172.21.15.99:0/3440190255 >> v2:172.21.15.181:3300/0 conn(0x7feec813ef60 msgr2=0x7feec81414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:38.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feec7fff700 1 --2- 172.21.15.99:0/3440190255 >> v2:172.21.15.181:3300/0 conn(0x7feec813ef60 0x7feec81414b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feec7fff700 1 -- 172.21.15.99:0/3440190255 >> v1:172.21.15.181:6789/0 conn(0x7feec813eb80 legacy=0x7feec80cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:38.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feec7fff700 1 -- 172.21.15.99:0/3440190255 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feec80ce700 con 0x7feec81419f0 2023-11-18T15:43:38.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feec7fff700 1 --2- 172.21.15.99:0/3440190255 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec81419f0 0x7feec815c3e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7feec80b3150 tx=0x7feec000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c94f4029bec1277a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:38.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feec67fc700 1 -- 172.21.15.99:0/3440190255 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec000e070 con 0x7feec81419f0 2023-11-18T15:43:38.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feec67fc700 1 -- 172.21.15.99:0/3440190255 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feec0003a20 con 0x7feec81419f0 2023-11-18T15:43:38.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feec67fc700 1 -- 172.21.15.99:0/3440190255 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec0003dd0 con 0x7feec81419f0 2023-11-18T15:43:38.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feecde8a700 1 -- 172.21.15.99:0/3440190255 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec81419f0 msgr2=0x7feec815c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feecde8a700 1 --2- 172.21.15.99:0/3440190255 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec81419f0 0x7feec815c3e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7feec80b3150 tx=0x7feec000b330 comp rx=0 tx=0).stop 2023-11-18T15:43:38.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feecde8a700 1 -- 172.21.15.99:0/3440190255 shutdown_connections 2023-11-18T15:43:38.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feecde8a700 1 --2- 172.21.15.99:0/3440190255 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec81419f0 0x7feec815c3e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.845+0000 7feecde8a700 1 --2- 172.21.15.99:0/3440190255 >> v2:172.21.15.181:3300/0 conn(0x7feec813ef60 0x7feec81414b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.851 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.846+0000 7feecde8a700 1 -- 172.21.15.99:0/3440190255 >> 172.21.15.99:0/3440190255 conn(0x7feec80b31d0 msgr2=0x7feec80b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:38.851 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.846+0000 7feecde8a700 1 -- 172.21.15.99:0/3440190255 shutdown_connections 2023-11-18T15:43:38.851 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.846+0000 7feecde8a700 1 -- 172.21.15.99:0/3440190255 wait complete. 2023-11-18T15:43:38.853 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.847+0000 7feecde8a700 1 Processor -- start 2023-11-18T15:43:38.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.847+0000 7feecde8a700 1 -- start start 2023-11-18T15:43:38.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feecde8a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feec813eb80 0x7feec81f3240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feecde8a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feec81419f0 0x7feec80cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feecde8a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec8158ff0 0x7feec80cc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feecde8a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feec806bd70 con 0x7feec8158ff0 2023-11-18T15:43:38.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feecde8a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feec806c050 con 0x7feec81419f0 2023-11-18T15:43:38.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feecde8a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feec806c330 con 0x7feec813eb80 2023-11-18T15:43:38.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec7fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec8158ff0 0x7feec80cc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec7fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec8158ff0 0x7feec80cc3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59222/0 (socket says 172.21.15.99:59222) 2023-11-18T15:43:38.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec7fff700 1 -- 172.21.15.99:0/3666632232 learned_addr learned my addr 172.21.15.99:0/3666632232 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:38.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec6ffd700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feec81419f0 0x7feec80cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec77fe700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feec813eb80 0x7feec81f3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec7fff700 1 -- 172.21.15.99:0/3666632232 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feec813eb80 msgr2=0x7feec81f3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec7fff700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feec813eb80 0x7feec81f3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec7fff700 1 -- 172.21.15.99:0/3666632232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feec81419f0 msgr2=0x7feec80cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec7fff700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feec81419f0 0x7feec80cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec7fff700 1 -- 172.21.15.99:0/3666632232 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feec0009b30 con 0x7feec8158ff0 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feec7fff700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec8158ff0 0x7feec80cc3e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7feec0015040 tx=0x7feec0004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feeaffff700 1 -- 172.21.15.99:0/3666632232 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec0004440 con 0x7feec8158ff0 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feeaffff700 1 -- 172.21.15.99:0/3666632232 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feec00045c0 con 0x7feec8158ff0 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feec806c610 con 0x7feec8158ff0 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feeaffff700 1 -- 172.21.15.99:0/3666632232 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec00094d0 con 0x7feec8158ff0 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.848+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feec806ba00 con 0x7feec8158ff0 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.849+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feec8069400 con 0x7feec8158ff0 2023-11-18T15:43:38.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.850+0000 7feeaffff700 1 -- 172.21.15.99:0/3666632232 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7feec0012430 con 0x7feec8158ff0 2023-11-18T15:43:38.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.850+0000 7feeaffff700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feeb406aed0 0x7feeb406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:38.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.850+0000 7feeaffff700 1 -- 172.21.15.99:0/3666632232 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feec008a810 con 0x7feec8158ff0 2023-11-18T15:43:38.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.850+0000 7feec77fe700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feeb406aed0 0x7feeb406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:38.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.851+0000 7feec77fe700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feeb406aed0 0x7feeb406d390 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7feebc007fd0 tx=0x7feebc007ec0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:38.858 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:38.854+0000 7feeaffff700 1 -- 172.21.15.99:0/3666632232 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7feec0055950 con 0x7feec8158ff0 2023-11-18T15:43:39.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.045+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7feec80b5c90 con 0x7feec8158ff0 2023-11-18T15:43:39.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.045+0000 7feeaffff700 1 -- 172.21.15.99:0/3666632232 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7feec00170a0 con 0x7feec8158ff0 2023-11-18T15:43:39.047 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:43:39.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feeb406aed0 msgr2=0x7feeb406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feeb406aed0 0x7feeb406d390 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7feebc007fd0 tx=0x7feebc007ec0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec8158ff0 msgr2=0x7feec80cc3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec8158ff0 0x7feec80cc3e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7feec0015040 tx=0x7feec0004ad0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 shutdown_connections 2023-11-18T15:43:39.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feeb406aed0 0x7feeb406d390 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feec8158ff0 0x7feec80cc3e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feec813eb80 0x7feec81f3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 --2- 172.21.15.99:0/3666632232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feec81419f0 0x7feec80cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 >> 172.21.15.99:0/3666632232 conn(0x7feec80b31d0 msgr2=0x7feec806d290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:39.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 shutdown_connections 2023-11-18T15:43:39.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.047+0000 7feecde8a700 1 -- 172.21.15.99:0/3666632232 wait complete. 2023-11-18T15:43:39.062 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:43:39.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.184+0000 7f78b07c1700 1 Processor -- start 2023-11-18T15:43:39.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.184+0000 7f78b07c1700 1 -- start start 2023-11-18T15:43:39.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78b07c1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8146bb0 0x7f78a81474d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78b07c1700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78a80b5f80 con 0x7f78a8146f90 2023-11-18T15:43:39.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78b07c1700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78a80b6260 con 0x7f78a80aed40 2023-11-18T15:43:39.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78b07c1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78a80b6b90 con 0x7f78a8146bb0 2023-11-18T15:43:39.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78add5c700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f78a8146f90 0x7f78a80ae630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45838/0 (socket says 172.21.15.99:45838) 2023-11-18T15:43:39.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78add5c700 1 -- 172.21.15.99:0/2540590980 learned_addr learned my addr 172.21.15.99:0/2540590980 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:39.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2515775800 0 0) 0x7f78a80b5f80 con 0x7f78a8146f90 2023-11-18T15:43:39.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ae55d700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8146bb0 0x7f78a81474d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f78940035b0 con 0x7f78a8146f90 2023-11-18T15:43:39.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2833940854 0 0) 0x7f78940035b0 con 0x7f78a8146f90 2023-11-18T15:43:39.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8146bb0 msgr2=0x7f78a81474d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:39.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ad55b700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8146bb0 0x7f78a81474d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 >> v1:172.21.15.181:6789/0 conn(0x7f78a80aed40 legacy=0x7f78a806e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78a80b6540 con 0x7f78a8146f90 2023-11-18T15:43:39.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f78a4001670 con 0x7f78a8146f90 2023-11-18T15:43:39.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.185+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 >> v1:172.21.15.99:6789/0 conn(0x7f78a8146f90 legacy=0x7f78a80ae630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ad55b700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8146bb0 0x7f7894003a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ad55b700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894003fb0 0x7f7894004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ad55b700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7894004d90 0x7f7894005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78a80b6b90 con 0x7f7894004d90 2023-11-18T15:43:39.194 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789400bc50 con 0x7f7894003fb0 2023-11-18T15:43:39.194 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f789400be10 con 0x7f78a8146bb0 2023-11-18T15:43:39.194 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78aed5e700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7894004d90 0x7f7894005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.194 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ae55d700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8146bb0 0x7f7894003a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.194 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78add5c700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894003fb0 0x7f7894004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.195 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78aed5e700 1 -- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8146bb0 msgr2=0x7f7894003a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:39.195 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78aed5e700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8146bb0 0x7f7894003a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.195 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78aed5e700 1 -- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894003fb0 msgr2=0x7f7894004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:39.195 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78aed5e700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894003fb0 0x7f7894004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.195 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78aed5e700 1 -- 172.21.15.99:0/2540590980 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78940035b0 con 0x7f7894004d90 2023-11-18T15:43:39.196 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78aed5e700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7894004d90 0x7f7894005210 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f78a000c190 tx=0x7f7894005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17bdf12c8f51d65e server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:39.196 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a0001db0 con 0x7f7894004d90 2023-11-18T15:43:39.196 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78a000ccd0 con 0x7f7894004d90 2023-11-18T15:43:39.196 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.186+0000 7f78ad55b700 1 -- 172.21.15.99:0/2540590980 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a0003c40 con 0x7f7894004d90 2023-11-18T15:43:39.197 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.187+0000 7f78b07c1700 1 -- 172.21.15.99:0/2540590980 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7894004d90 msgr2=0x7f7894005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.197 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.187+0000 7f78b07c1700 1 --2- 172.21.15.99:0/2540590980 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7894004d90 0x7f7894005210 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f78a000c190 tx=0x7f7894005880 comp rx=0 tx=0).stop 2023-11-18T15:43:39.197 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.187+0000 7f78aed5e700 1 -- 172.21.15.99:0/2540590980 reap_dead start 2023-11-18T15:43:39.197 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.187+0000 7f78b07c1700 1 -- 172.21.15.99:0/2540590980 shutdown_connections 2023-11-18T15:43:39.197 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.187+0000 7f78b07c1700 1 -- 172.21.15.99:0/2540590980 >> 172.21.15.99:0/2540590980 conn(0x7f78a80b2130 msgr2=0x7f78a80b2540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:39.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.187+0000 7f78b07c1700 1 -- 172.21.15.99:0/2540590980 shutdown_connections 2023-11-18T15:43:39.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.187+0000 7f78b07c1700 1 -- 172.21.15.99:0/2540590980 wait complete. 2023-11-18T15:43:39.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.188+0000 7f78b07c1700 1 Processor -- start 2023-11-18T15:43:39.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.188+0000 7f78b07c1700 1 -- start start 2023-11-18T15:43:39.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78b07c1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894004d90 0x7f78a81f6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78b07c1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78a8162260 0x7f78a80cf960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78b07c1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8145820 0x7f78a80cfea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78b07c1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78a815e860 con 0x7f78a8162260 2023-11-18T15:43:39.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78b07c1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78a815eb40 con 0x7f7894004d90 2023-11-18T15:43:39.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78b07c1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78a815ee20 con 0x7f78a8145820 2023-11-18T15:43:39.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78add5c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78a8162260 0x7f78a80cf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78add5c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78a8162260 0x7f78a80cf960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59238/0 (socket says 172.21.15.99:59238) 2023-11-18T15:43:39.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78add5c700 1 -- 172.21.15.99:0/1593173561 learned_addr learned my addr 172.21.15.99:0/1593173561 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:39.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78ae55d700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894004d90 0x7f78a81f6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78aed5e700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8145820 0x7f78a80cfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78add5c700 1 -- 172.21.15.99:0/1593173561 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8145820 msgr2=0x7f78a80cfea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78add5c700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8145820 0x7f78a80cfea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78add5c700 1 -- 172.21.15.99:0/1593173561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894004d90 msgr2=0x7f78a81f6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78add5c700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894004d90 0x7f78a81f6470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78add5c700 1 -- 172.21.15.99:0/1593173561 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78a815f100 con 0x7f78a8162260 2023-11-18T15:43:39.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78ae55d700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894004d90 0x7f78a81f6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:39.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78add5c700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78a8162260 0x7f78a80cf960 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f78a40017a0 tx=0x7f78a4007620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:39.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f789effd700 1 -- 172.21.15.99:0/1593173561 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a4007800 con 0x7f78a8162260 2023-11-18T15:43:39.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f789effd700 1 -- 172.21.15.99:0/1593173561 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78a400f8d0 con 0x7f78a8162260 2023-11-18T15:43:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78a815f3e0 con 0x7f78a8162260 2023-11-18T15:43:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f789effd700 1 -- 172.21.15.99:0/1593173561 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a400fc80 con 0x7f78a8162260 2023-11-18T15:43:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.189+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78a815e4a0 con 0x7f78a8162260 2023-11-18T15:43:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.190+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78a8073aa0 con 0x7f78a8162260 2023-11-18T15:43:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.191+0000 7f789effd700 1 -- 172.21.15.99:0/1593173561 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f78a401d460 con 0x7f78a8162260 2023-11-18T15:43:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.191+0000 7f789effd700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f788c06aed0 0x7f788c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.191+0000 7f789effd700 1 -- 172.21.15.99:0/1593173561 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f78a4089630 con 0x7f78a8162260 2023-11-18T15:43:39.206 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.191+0000 7f78ae55d700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f788c06aed0 0x7f788c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.206 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.192+0000 7f78ae55d700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f788c06aed0 0x7f788c06d390 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f7898009b50 tx=0x7f7898008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:39.206 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.196+0000 7f789effd700 1 -- 172.21.15.99:0/1593173561 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f78a4054770 con 0x7f78a8162260 2023-11-18T15:43:39.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.390+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f78a8069400 con 0x7f78a8162260 2023-11-18T15:43:39.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.390+0000 7f789effd700 1 -- 172.21.15.99:0/1593173561 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f78a4057d90 con 0x7f78a8162260 2023-11-18T15:43:39.392 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:43:39.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f788c06aed0 msgr2=0x7f788c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f788c06aed0 0x7f788c06d390 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f7898009b50 tx=0x7f7898008040 comp rx=0 tx=0).stop 2023-11-18T15:43:39.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78a8162260 msgr2=0x7f78a80cf960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78a8162260 0x7f78a80cf960 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f78a40017a0 tx=0x7f78a4007620 comp rx=0 tx=0).stop 2023-11-18T15:43:39.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 shutdown_connections 2023-11-18T15:43:39.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f78a8145820 0x7f78a80cfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7894004d90 0x7f78a81f6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f788c06aed0 0x7f788c06d390 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 --2- 172.21.15.99:0/1593173561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78a8162260 0x7f78a80cf960 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 >> 172.21.15.99:0/1593173561 conn(0x7f78a80b2130 msgr2=0x7f78a80710e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:39.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 shutdown_connections 2023-11-18T15:43:39.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.392+0000 7f78b07c1700 1 -- 172.21.15.99:0/1593173561 wait complete. 2023-11-18T15:43:39.406 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:43:39.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.526+0000 7f14546ca700 1 Processor -- start 2023-11-18T15:43:39.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.526+0000 7f14546ca700 1 -- start start 2023-11-18T15:43:39.531 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.527+0000 7f14546ca700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c0afa50 0x7f144c0b0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.531 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.527+0000 7f14546ca700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f144c0cd850 0x7f144c0cdca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.531 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.527+0000 7f14546ca700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f144c0ce1e0 con 0x7f144c15b3d0 2023-11-18T15:43:39.531 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.527+0000 7f14546ca700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f144c0afe30 con 0x7f144c0cd850 2023-11-18T15:43:39.531 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.527+0000 7f14546ca700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f144c15b870 con 0x7f144c0afa50 2023-11-18T15:43:39.531 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.527+0000 7f1452c67700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f144c0cd850 0x7f144c0cdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.531 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.527+0000 7f1452c67700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f144c0cd850 0x7f144c0cdca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59246/0 (socket says 172.21.15.99:59246) 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.527+0000 7f1452c67700 1 -- 172.21.15.99:0/2055456133 learned_addr learned my addr 172.21.15.99:0/2055456133 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.527+0000 7f1452466700 1 --2- 172.21.15.99:0/2055456133 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c0afa50 0x7f144c0b0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f1452c67700 1 -- 172.21.15.99:0/2055456133 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c0afa50 msgr2=0x7f144c0b0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f1452c67700 1 --2- 172.21.15.99:0/2055456133 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c0afa50 0x7f144c0b0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f1452c67700 1 -- 172.21.15.99:0/2055456133 >> v1:172.21.15.181:6789/0 conn(0x7f144c15b3d0 legacy=0x7f144c15e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f1452c67700 1 -- 172.21.15.99:0/2055456133 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f144c15bb50 con 0x7f144c0cd850 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f1452466700 1 --2- 172.21.15.99:0/2055456133 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c0afa50 0x7f144c0b0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f1452c67700 1 --2- 172.21.15.99:0/2055456133 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0cd850 0x7f144c0cdca0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f144400d150 tx=0x7f144400d460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0cac546fd93b1c5 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f1451464700 1 -- 172.21.15.99:0/2055456133 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1444010070 con 0x7f144c0cd850 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f1451464700 1 -- 172.21.15.99:0/2055456133 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f144400ddc0 con 0x7f144c0cd850 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f1451464700 1 -- 172.21.15.99:0/2055456133 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f144400b310 con 0x7f144c0cd850 2023-11-18T15:43:39.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f14546ca700 1 -- 172.21.15.99:0/2055456133 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0cd850 msgr2=0x7f144c0cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f14546ca700 1 --2- 172.21.15.99:0/2055456133 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0cd850 0x7f144c0cdca0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f144400d150 tx=0x7f144400d460 comp rx=0 tx=0).stop 2023-11-18T15:43:39.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f14546ca700 1 -- 172.21.15.99:0/2055456133 shutdown_connections 2023-11-18T15:43:39.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f14546ca700 1 --2- 172.21.15.99:0/2055456133 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0cd850 0x7f144c0cdca0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f14546ca700 1 --2- 172.21.15.99:0/2055456133 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c0afa50 0x7f144c0b0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f14546ca700 1 -- 172.21.15.99:0/2055456133 >> 172.21.15.99:0/2055456133 conn(0x7f144c0b38b0 msgr2=0x7f144c0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:39.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f14546ca700 1 -- 172.21.15.99:0/2055456133 shutdown_connections 2023-11-18T15:43:39.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.528+0000 7f14546ca700 1 -- 172.21.15.99:0/2055456133 wait complete. 2023-11-18T15:43:39.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.530+0000 7f14546ca700 1 Processor -- start 2023-11-18T15:43:39.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.530+0000 7f14546ca700 1 -- start start 2023-11-18T15:43:39.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f14546ca700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0afa50 0x7f144c1521d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f14546ca700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c0cd850 0x7f144c156d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f14546ca700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c15b3d0 0x7f144c152fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f14546ca700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f144c0af050 con 0x7f144c0afa50 2023-11-18T15:43:39.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f14546ca700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f144c158080 con 0x7f144c0cd850 2023-11-18T15:43:39.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f14546ca700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f144c152710 con 0x7f144c15b3d0 2023-11-18T15:43:39.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1452466700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0afa50 0x7f144c1521d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1452466700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0afa50 0x7f144c1521d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59248/0 (socket says 172.21.15.99:59248) 2023-11-18T15:43:39.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1452466700 1 -- 172.21.15.99:0/213868191 learned_addr learned my addr 172.21.15.99:0/213868191 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:39.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1452c67700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c15b3d0 0x7f144c152fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1451c65700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c0cd850 0x7f144c156d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1452466700 1 -- 172.21.15.99:0/213868191 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c15b3d0 msgr2=0x7f144c152fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1452466700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c15b3d0 0x7f144c152fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1452466700 1 -- 172.21.15.99:0/213868191 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c0cd850 msgr2=0x7f144c156d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1452466700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c0cd850 0x7f144c156d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.531+0000 7f1452466700 1 -- 172.21.15.99:0/213868191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f144400bd40 con 0x7f144c0afa50 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.532+0000 7f1452466700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0afa50 0x7f144c1521d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f143c00e840 tx=0x7f143c00ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.532+0000 7f1442ffd700 1 -- 172.21.15.99:0/213868191 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f143c00c020 con 0x7f144c0afa50 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.532+0000 7f1442ffd700 1 -- 172.21.15.99:0/213868191 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f143c004250 con 0x7f144c0afa50 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.532+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f144c1577e0 con 0x7f144c0afa50 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.532+0000 7f1442ffd700 1 -- 172.21.15.99:0/213868191 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f143c0036a0 con 0x7f144c0afa50 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.532+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f144c157da0 con 0x7f144c0afa50 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.533+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f144c069400 con 0x7f144c0afa50 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.533+0000 7f1442ffd700 1 -- 172.21.15.99:0/213868191 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f143c003800 con 0x7f144c0afa50 2023-11-18T15:43:39.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.533+0000 7f1442ffd700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f143006aed0 0x7f143006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.534+0000 7f1451c65700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f143006aed0 0x7f143006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.534+0000 7f1442ffd700 1 -- 172.21.15.99:0/213868191 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f143c089180 con 0x7f144c0afa50 2023-11-18T15:43:39.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.534+0000 7f1451c65700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f143006aed0 0x7f143006d390 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f144c1e48c0 tx=0x7f1448009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:39.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.538+0000 7f1442ffd700 1 -- 172.21.15.99:0/213868191 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f143c0541a0 con 0x7f144c0afa50 2023-11-18T15:43:39.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.726+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f144c0b1b80 con 0x7f144c0afa50 2023-11-18T15:43:39.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.726+0000 7f1442ffd700 1 -- 172.21.15.99:0/213868191 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f143c0577c0 con 0x7f144c0afa50 2023-11-18T15:43:39.729 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:43:39.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f143006aed0 msgr2=0x7f143006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f143006aed0 0x7f143006d390 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f144c1e48c0 tx=0x7f1448009040 comp rx=0 tx=0).stop 2023-11-18T15:43:39.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0afa50 msgr2=0x7f144c1521d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0afa50 0x7f144c1521d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f143c00e840 tx=0x7f143c00ec00 comp rx=0 tx=0).stop 2023-11-18T15:43:39.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 shutdown_connections 2023-11-18T15:43:39.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f143006aed0 0x7f143006d390 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c0afa50 0x7f144c1521d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c15b3d0 0x7f144c152fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 --2- 172.21.15.99:0/213868191 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c0cd850 0x7f144c156d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 >> 172.21.15.99:0/213868191 conn(0x7f144c0b38b0 msgr2=0x7f144c06e460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:39.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 shutdown_connections 2023-11-18T15:43:39.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.729+0000 7f14546ca700 1 -- 172.21.15.99:0/213868191 wait complete. 2023-11-18T15:43:39.743 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:43:39.862 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.860+0000 7f76bcbd6700 1 Processor -- start 2023-11-18T15:43:39.863 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.860+0000 7f76bcbd6700 1 -- start start 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.861+0000 7f76bcbd6700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f76b815be60 0x7f76b806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.861+0000 7f76bcbd6700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76b806e520 con 0x7f76b815e880 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.861+0000 7f76bcbd6700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76b806efc0 con 0x7f76b806d910 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.861+0000 7f76bcbd6700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76b806f2a0 con 0x7f76b815be60 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b5d9b700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f76b815e880 0x7f76b815b750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45868/0 (socket says 172.21.15.99:45868) 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b5d9b700 1 -- 172.21.15.99:0/1538716352 learned_addr learned my addr 172.21.15.99:0/1538716352 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b6d9d700 1 --2- 172.21.15.99:0/1538716352 >> v2:172.21.15.181:3300/0 conn(0x7f76b815be60 0x7f76b806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2637079130 0 0) 0x7f76b806e520 con 0x7f76b815e880 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76a00035b0 con 0x7f76b815e880 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4042812373 0 0) 0x7f76b806efc0 con 0x7f76b806d910 2023-11-18T15:43:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76b806e520 con 0x7f76b806d910 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4135769475 0 0) 0x7f76a00035b0 con 0x7f76b815e880 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 >> v2:172.21.15.181:3300/0 conn(0x7f76b815be60 msgr2=0x7f76b806e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 --2- 172.21.15.99:0/1538716352 >> v2:172.21.15.181:3300/0 conn(0x7f76b815be60 0x7f76b806e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 >> v1:172.21.15.181:6789/0 conn(0x7f76b806d910 legacy=0x7f76b80b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76b806f580 con 0x7f76b815e880 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f76a8001670 con 0x7f76b815e880 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 >> v1:172.21.15.99:6789/0 conn(0x7f76b815e880 legacy=0x7f76b815b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76a0003b90 0x7f76a0003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76a0004850 0x7f76a0004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76a0005210 0x7f76a000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76b806f2a0 con 0x7f76a0004850 2023-11-18T15:43:39.868 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a000c090 con 0x7f76a0005210 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76a000c250 con 0x7f76a0003b90 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b6d9d700 1 --2- 172.21.15.99:0/1538716352 >> v2:172.21.15.181:3300/0 conn(0x7f76b815be60 0x7f76b806e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b5d9b700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76a0004850 0x7f76a0004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b659c700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76a0003b90 0x7f76a0003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.862+0000 7f76b6d9d700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76a0005210 0x7f76a000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b5d9b700 1 -- 172.21.15.99:0/1538716352 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76a0003b90 msgr2=0x7f76a0003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b5d9b700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76a0003b90 0x7f76a0003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b5d9b700 1 -- 172.21.15.99:0/1538716352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76a0005210 msgr2=0x7f76a000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b5d9b700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76a0005210 0x7f76a000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b6d9d700 1 -- 172.21.15.99:0/1538716352 reap_dead start 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b5d9b700 1 -- 172.21.15.99:0/1538716352 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76a00035b0 con 0x7f76a0004850 2023-11-18T15:43:39.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b5d9b700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76a0004850 0x7f76a0004cd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f76a800c210 tx=0x7f76a0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=452912fb02973b18 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a800cd50 con 0x7f76a0004850 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76a8005960 con 0x7f76a0004850 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76b559a700 1 -- 172.21.15.99:0/1538716352 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a8005d10 con 0x7f76a0004850 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76bcbd6700 1 -- 172.21.15.99:0/1538716352 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76a0004850 msgr2=0x7f76a0004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76bcbd6700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76a0004850 0x7f76a0004cd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f76a800c210 tx=0x7f76a0005880 comp rx=0 tx=0).stop 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76bcbd6700 1 -- 172.21.15.99:0/1538716352 shutdown_connections 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76bcbd6700 1 --2- 172.21.15.99:0/1538716352 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76a0004850 0x7f76a0004cd0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76bcbd6700 1 -- 172.21.15.99:0/1538716352 >> 172.21.15.99:0/1538716352 conn(0x7f76b80b2130 msgr2=0x7f76b80b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76bcbd6700 1 -- 172.21.15.99:0/1538716352 shutdown_connections 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.863+0000 7f76bcbd6700 1 -- 172.21.15.99:0/1538716352 wait complete. 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.865+0000 7f76bcbd6700 1 Processor -- start 2023-11-18T15:43:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.865+0000 7f76bcbd6700 1 -- start start 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.865+0000 7f76bcbd6700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76a0004850 0x7f76b8070760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.865+0000 7f76bcbd6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76b81467a0 0x7f76b8146c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.865+0000 7f76bcbd6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76b81497a0 0x7f76b8149c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76bcbd6700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76b8157530 con 0x7f76b81467a0 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76bcbd6700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76b8147160 con 0x7f76b81497a0 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76bcbd6700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76b8157740 con 0x7f76a0004850 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b5d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76b81467a0 0x7f76b8146c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b5d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76b81467a0 0x7f76b8146c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59268/0 (socket says 172.21.15.99:59268) 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b5d9b700 1 -- 172.21.15.99:0/2451781113 learned_addr learned my addr 172.21.15.99:0/2451781113 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b6d9d700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76b81497a0 0x7f76b8149c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b659c700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76a0004850 0x7f76b8070760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b5d9b700 1 -- 172.21.15.99:0/2451781113 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76a0004850 msgr2=0x7f76b8070760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b5d9b700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76a0004850 0x7f76b8070760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b5d9b700 1 -- 172.21.15.99:0/2451781113 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76b81497a0 msgr2=0x7f76b8149c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b5d9b700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76b81497a0 0x7f76b8149c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b5d9b700 1 -- 172.21.15.99:0/2451781113 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76b8157a20 con 0x7f76b81467a0 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b6d9d700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76b81497a0 0x7f76b8149c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76b5d9b700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76b81467a0 0x7f76b8146c20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f76a800c800 tx=0x7f76a8001980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76a6ffd700 1 -- 172.21.15.99:0/2451781113 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a8004c80 con 0x7f76b81467a0 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76a6ffd700 1 -- 172.21.15.99:0/2451781113 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76a8004de0 con 0x7f76b81467a0 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76a6ffd700 1 -- 172.21.15.99:0/2451781113 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a8007310 con 0x7f76b81467a0 2023-11-18T15:43:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76b8157d00 con 0x7f76b81467a0 2023-11-18T15:43:39.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.866+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76b8158500 con 0x7f76b81467a0 2023-11-18T15:43:39.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.867+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76b8073aa0 con 0x7f76b81467a0 2023-11-18T15:43:39.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.868+0000 7f76a6ffd700 1 -- 172.21.15.99:0/2451781113 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f76a8007470 con 0x7f76b81467a0 2023-11-18T15:43:39.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.868+0000 7f76a6ffd700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f769806aed0 0x7f769806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:39.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.868+0000 7f76a6ffd700 1 -- 172.21.15.99:0/2451781113 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f76a808a3a0 con 0x7f76b81467a0 2023-11-18T15:43:39.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.868+0000 7f76b659c700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f769806aed0 0x7f769806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:39.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.868+0000 7f76b659c700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f769806aed0 0x7f769806d390 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f76ac000c00 tx=0x7f76ac009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:39.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:39.872+0000 7f76a6ffd700 1 -- 172.21.15.99:0/2451781113 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f76a80554e0 con 0x7f76b81467a0 2023-11-18T15:43:40.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.106+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f76b8069400 con 0x7f76b81467a0 2023-11-18T15:43:40.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.106+0000 7f76a6ffd700 1 -- 172.21.15.99:0/2451781113 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7f76a8058b00 con 0x7f76b81467a0 2023-11-18T15:43:40.108 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:40.108 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6834/3683325457","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3683325457},{"type":"v1","addr":"172.21.15.181:6834","nonce":3683325457}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/1698815937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1698815937},{"type":"v1","addr":"172.21.15.99:6837","nonce":1698815937}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:43:26.486845+0000","modified":"2023-11-18T15:43:29.528181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.181:6835/2507761095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6833","nonce":2507761095},{"type":"v1","addr":"172.21.15.181:6835","nonce":2507761095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-18T15:43:40.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f769806aed0 msgr2=0x7f769806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f769806aed0 0x7f769806d390 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f76ac000c00 tx=0x7f76ac009040 comp rx=0 tx=0).stop 2023-11-18T15:43:40.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76b81467a0 msgr2=0x7f76b8146c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76b81467a0 0x7f76b8146c20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f76a800c800 tx=0x7f76a8001980 comp rx=0 tx=0).stop 2023-11-18T15:43:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 shutdown_connections 2023-11-18T15:43:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76b81497a0 0x7f76b8149c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76a0004850 0x7f76b8070760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f769806aed0 0x7f769806d390 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 --2- 172.21.15.99:0/2451781113 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76b81467a0 0x7f76b8146c20 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 >> 172.21.15.99:0/2451781113 conn(0x7f76b80b2130 msgr2=0x7f76b80726b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 shutdown_connections 2023-11-18T15:43:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.108+0000 7f76bcbd6700 1 -- 172.21.15.99:0/2451781113 wait complete. 2023-11-18T15:43:40.112 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2023-11-18T15:43:40.122 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:40.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.240+0000 7fdaa9050700 1 Processor -- start 2023-11-18T15:43:40.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.240+0000 7fdaa9050700 1 -- start start 2023-11-18T15:43:40.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.240+0000 7fdaa9050700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 0x7fdaa406d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.240+0000 7fdaa9050700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdaa40b5ce0 con 0x7fdaa4070c00 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.240+0000 7fdaa9050700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdaa40b5700 con 0x7fdaa40b6170 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.240+0000 7fdaa9050700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdaa406e230 con 0x7fdaa4147880 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa359e700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fdaa4070c00 0x7fdaa415f290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45890/0 (socket says 172.21.15.99:45890) 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa359e700 1 -- 172.21.15.99:0/2307521816 learned_addr learned my addr 172.21.15.99:0/2307521816 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa2d9d700 1 --2- 172.21.15.99:0/2307521816 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 0x7fdaa406d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa1d9b700 1 -- 172.21.15.99:0/2307521816 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1069799244 0 0) 0x7fdaa40b5ce0 con 0x7fdaa4070c00 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa1d9b700 1 -- 172.21.15.99:0/2307521816 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda900035b0 con 0x7fdaa4070c00 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa1d9b700 1 -- 172.21.15.99:0/2307521816 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3559511300 0 0) 0x7fdaa40b5700 con 0x7fdaa40b6170 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa1d9b700 1 -- 172.21.15.99:0/2307521816 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdaa40b5ce0 con 0x7fdaa40b6170 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa1d9b700 1 -- 172.21.15.99:0/2307521816 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1893070377 0 0) 0x7fda900035b0 con 0x7fdaa4070c00 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa2d9d700 1 -- 172.21.15.99:0/2307521816 >> v1:172.21.15.181:6789/0 conn(0x7fdaa40b6170 legacy=0x7fdaa40704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa2d9d700 1 -- 172.21.15.99:0/2307521816 >> v1:172.21.15.99:6789/0 conn(0x7fdaa4070c00 legacy=0x7fdaa415f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa2d9d700 1 -- 172.21.15.99:0/2307521816 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdaa40b5970 con 0x7fdaa4147880 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa2d9d700 1 --2- 172.21.15.99:0/2307521816 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 0x7fdaa406d910 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fda94009870 tx=0x7fda94009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee17c66c7d6ca739 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa1d9b700 1 -- 172.21.15.99:0/2307521816 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda9c0019f0 con 0x7fdaa4147880 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa1d9b700 1 -- 172.21.15.99:0/2307521816 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda94004030 con 0x7fdaa4147880 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.241+0000 7fdaa1d9b700 1 -- 172.21.15.99:0/2307521816 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda940043a0 con 0x7fdaa4147880 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.242+0000 7fdaa9050700 1 -- 172.21.15.99:0/2307521816 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 msgr2=0x7fdaa406d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.242+0000 7fdaa9050700 1 --2- 172.21.15.99:0/2307521816 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 0x7fdaa406d910 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fda94009870 tx=0x7fda94009b80 comp rx=0 tx=0).stop 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.242+0000 7fdaa9050700 1 -- 172.21.15.99:0/2307521816 shutdown_connections 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.242+0000 7fdaa9050700 1 --2- 172.21.15.99:0/2307521816 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 0x7fdaa406d910 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.242+0000 7fdaa9050700 1 -- 172.21.15.99:0/2307521816 >> 172.21.15.99:0/2307521816 conn(0x7fdaa40b2130 msgr2=0x7fdaa40b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:40.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.242+0000 7fdaa9050700 1 -- 172.21.15.99:0/2307521816 shutdown_connections 2023-11-18T15:43:40.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.242+0000 7fdaa9050700 1 -- 172.21.15.99:0/2307521816 wait complete. 2023-11-18T15:43:40.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.243+0000 7fdaa9050700 1 Processor -- start 2023-11-18T15:43:40.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.243+0000 7fdaa9050700 1 -- start start 2023-11-18T15:43:40.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa9050700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdaa4070c00 0x7fdaa415dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa9050700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdaa40b6170 0x7fdaa40cb550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa9050700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 0x7fdaa40cba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa9050700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdaa4139960 con 0x7fdaa4070c00 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa9050700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdaa415e2b0 con 0x7fdaa40b6170 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa9050700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdaa40c7930 con 0x7fdaa4147880 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa2d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdaa4070c00 0x7fdaa415dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa2d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdaa4070c00 0x7fdaa415dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59280/0 (socket says 172.21.15.99:59280) 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa2d9d700 1 -- 172.21.15.99:0/3393733158 learned_addr learned my addr 172.21.15.99:0/3393733158 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa259c700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdaa40b6170 0x7fdaa40cb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.244+0000 7fdaa359e700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 0x7fdaa40cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fdaa2d9d700 1 -- 172.21.15.99:0/3393733158 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 msgr2=0x7fdaa40cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fdaa2d9d700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 0x7fdaa40cba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fdaa2d9d700 1 -- 172.21.15.99:0/3393733158 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdaa40b6170 msgr2=0x7fdaa40cb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fdaa2d9d700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdaa40b6170 0x7fdaa40cb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fdaa2d9d700 1 -- 172.21.15.99:0/3393733158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda940094a0 con 0x7fdaa4070c00 2023-11-18T15:43:40.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fdaa2d9d700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdaa4070c00 0x7fdaa415dd70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fda94000c00 tx=0x7fda94004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:40.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fda9b7fe700 1 -- 172.21.15.99:0/3393733158 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda94003d90 con 0x7fdaa4070c00 2023-11-18T15:43:40.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fda9b7fe700 1 -- 172.21.15.99:0/3393733158 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda9401f070 con 0x7fdaa4070c00 2023-11-18T15:43:40.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdaa40c7650 con 0x7fdaa4070c00 2023-11-18T15:43:40.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fda9b7fe700 1 -- 172.21.15.99:0/3393733158 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda94011870 con 0x7fdaa4070c00 2023-11-18T15:43:40.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.245+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdaa4139580 con 0x7fdaa4070c00 2023-11-18T15:43:40.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.246+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdaa4073aa0 con 0x7fdaa4070c00 2023-11-18T15:43:40.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.246+0000 7fda9b7fe700 1 -- 172.21.15.99:0/3393733158 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fda940119d0 con 0x7fdaa4070c00 2023-11-18T15:43:40.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.247+0000 7fda9b7fe700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda8406aed0 0x7fda8406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.247+0000 7fda9b7fe700 1 -- 172.21.15.99:0/3393733158 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fda94021070 con 0x7fdaa4070c00 2023-11-18T15:43:40.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.247+0000 7fdaa259c700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda8406aed0 0x7fda8406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.247+0000 7fdaa259c700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda8406aed0 0x7fda8406d390 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdaa40c8cb0 tx=0x7fda8c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:40.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.251+0000 7fda9b7fe700 1 -- 172.21.15.99:0/3393733158 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fda94055fd0 con 0x7fdaa4070c00 2023-11-18T15:43:40.446 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.444+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdaa4069400 con 0x7fdaa4070c00 2023-11-18T15:43:40.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.445+0000 7fda9b7fe700 1 -- 172.21.15.99:0/3393733158 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7fda940595f0 con 0x7fdaa4070c00 2023-11-18T15:43:40.448 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:40.448 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:40.450 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda8406aed0 msgr2=0x7fda8406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.450 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda8406aed0 0x7fda8406d390 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdaa40c8cb0 tx=0x7fda8c009040 comp rx=0 tx=0).stop 2023-11-18T15:43:40.450 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdaa4070c00 msgr2=0x7fdaa415dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.450 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdaa4070c00 0x7fdaa415dd70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fda94000c00 tx=0x7fda94004750 comp rx=0 tx=0).stop 2023-11-18T15:43:40.450 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 shutdown_connections 2023-11-18T15:43:40.450 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda8406aed0 0x7fda8406d390 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdaa4070c00 0x7fdaa415dd70 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdaa4147880 0x7fdaa40cba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 --2- 172.21.15.99:0/3393733158 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdaa40b6170 0x7fdaa40cb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 >> 172.21.15.99:0/3393733158 conn(0x7fdaa40b2130 msgr2=0x7fdaa4160bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:40.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 shutdown_connections 2023-11-18T15:43:40.451 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.448+0000 7fdaa9050700 1 -- 172.21.15.99:0/3393733158 wait complete. 2023-11-18T15:43:40.462 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:43:40.583 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.581+0000 7fe2fd4f9700 1 Processor -- start 2023-11-18T15:43:40.584 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.581+0000 7fe2fd4f9700 1 -- start start 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.582+0000 7fe2fd4f9700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe2f80cf3c0 0x7fe2f80b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.582+0000 7fe2fd4f9700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2f80b2af0 con 0x7fe2f80b2690 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.582+0000 7fe2fd4f9700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2f81607a0 con 0x7fe2f8160350 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.582+0000 7fe2fd4f9700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2f81609e0 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.582+0000 7fe2f6ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe2f80cf3c0 0x7fe2f80b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.582+0000 7fe2f67fc700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe2f80b2690 0x7fe2f815fc40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45900/0 (socket says 172.21.15.99:45900) 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.582+0000 7fe2f6ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe2f80cf3c0 0x7fe2f80b2150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59288/0 (socket says 172.21.15.99:59288) 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.582+0000 7fe2f67fc700 1 -- 172.21.15.99:0/1195327799 learned_addr learned my addr 172.21.15.99:0/1195327799 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2f6ffd700 1 -- 172.21.15.99:0/1195327799 >> v1:172.21.15.181:6789/0 conn(0x7fe2f8160350 legacy=0x7fe2f8144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:40.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2f6ffd700 1 -- 172.21.15.99:0/1195327799 >> v1:172.21.15.99:6789/0 conn(0x7fe2f80b2690 legacy=0x7fe2f815fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2f6ffd700 1 -- 172.21.15.99:0/1195327799 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2f80b7490 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2f5ffb700 1 -- 172.21.15.99:0/1195327799 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4202412662 0 0) 0x7fe2f80b2af0 con 0x7fe2f80b2690 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2f6ffd700 1 --2- 172.21.15.99:0/1195327799 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 0x7fe2f80b2150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec009840 tx=0x7fe2ec009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb2e4988eb05bd81 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2f5ffb700 1 -- 172.21.15.99:0/1195327799 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec004230 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2f5ffb700 1 -- 172.21.15.99:0/1195327799 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2ec004390 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2f5ffb700 1 -- 172.21.15.99:0/1195327799 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec0036a0 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/1195327799 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 msgr2=0x7fe2f80b2150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2fd4f9700 1 --2- 172.21.15.99:0/1195327799 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 0x7fe2f80b2150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec009840 tx=0x7fe2ec009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/1195327799 shutdown_connections 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2fd4f9700 1 --2- 172.21.15.99:0/1195327799 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 0x7fe2f80b2150 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/1195327799 >> 172.21.15.99:0/1195327799 conn(0x7fe2f8072190 msgr2=0x7fe2f80725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:40.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/1195327799 shutdown_connections 2023-11-18T15:43:40.588 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.583+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/1195327799 wait complete. 2023-11-18T15:43:40.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.585+0000 7fe2fd4f9700 1 Processor -- start 2023-11-18T15:43:40.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.585+0000 7fe2fd4f9700 1 -- start start 2023-11-18T15:43:40.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.585+0000 7fe2fd4f9700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe2f80b2690 0x7fe2f815b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.585+0000 7fe2fd4f9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 0x7fe2f8150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.585+0000 7fe2fd4f9700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe2f8160350 0x7fe2f8150b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.585+0000 7fe2fd4f9700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f81520e0 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.585+0000 7fe2fd4f9700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f8155120 con 0x7fe2f80b2690 2023-11-18T15:43:40.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2fd4f9700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f813d0f0 con 0x7fe2f8160350 2023-11-18T15:43:40.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f67fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 0x7fe2f8150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f67fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 0x7fe2f8150620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59296/0 (socket says 172.21.15.99:59296) 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f67fc700 1 -- 172.21.15.99:0/816937948 learned_addr learned my addr 172.21.15.99:0/816937948 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f6ffd700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe2f80b2690 0x7fe2f815b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f77fe700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe2f8160350 0x7fe2f8150b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f67fc700 1 -- 172.21.15.99:0/816937948 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe2f8160350 msgr2=0x7fe2f8150b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f67fc700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe2f8160350 0x7fe2f8150b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f67fc700 1 -- 172.21.15.99:0/816937948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe2f80b2690 msgr2=0x7fe2f815b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f67fc700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe2f80b2690 0x7fe2f815b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f67fc700 1 -- 172.21.15.99:0/816937948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2ec0094a0 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2f67fc700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 0x7fe2f8150620 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80011e0 tx=0x7fe2e800cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:40.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2df7fe700 1 -- 172.21.15.99:0/816937948 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2e8004c80 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2df7fe700 1 -- 172.21.15.99:0/816937948 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2e8004e00 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2df7fe700 1 -- 172.21.15.99:0/816937948 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2e8007310 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2f8154ba0 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.586+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2f8154e40 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.587+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2f8150470 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.588+0000 7fe2df7fe700 1 -- 172.21.15.99:0/816937948 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe2e8007470 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.588+0000 7fe2df7fe700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe2e406aed0 0x7fe2e406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.588+0000 7fe2df7fe700 1 -- 172.21.15.99:0/816937948 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe2e8089320 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.588+0000 7fe2f6ffd700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe2e406aed0 0x7fe2e406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:40.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.588+0000 7fe2f6ffd700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe2e406aed0 0x7fe2e406d390 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec000c00 tx=0x7fe2ec01c040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:40.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.592+0000 7fe2df7fe700 1 -- 172.21.15.99:0/816937948 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe2e80543d0 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.829 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.827+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe2f8073aa0 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.830 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.828+0000 7fe2df7fe700 1 -- 172.21.15.99:0/816937948 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7fe2e80579f0 con 0x7fe2f80cf3c0 2023-11-18T15:43:40.830 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:40.830 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6834/3683325457","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3683325457},{"type":"v1","addr":"172.21.15.181:6834","nonce":3683325457}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/1698815937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1698815937},{"type":"v1","addr":"172.21.15.99:6837","nonce":1698815937}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:43:26.486845+0000","modified":"2023-11-18T15:43:29.528181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.181:6835/2507761095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6833","nonce":2507761095},{"type":"v1","addr":"172.21.15.181:6835","nonce":2507761095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-18T15:43:40.832 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe2e406aed0 msgr2=0x7fe2e406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe2e406aed0 0x7fe2e406d390 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec000c00 tx=0x7fe2ec01c040 comp rx=0 tx=0).stop 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 msgr2=0x7fe2f8150620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 0x7fe2f8150620 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80011e0 tx=0x7fe2e800cae0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 shutdown_connections 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe2f8160350 0x7fe2f8150b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe2f80b2690 0x7fe2f815b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe2e406aed0 0x7fe2e406d390 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 --2- 172.21.15.99:0/816937948 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2f80cf3c0 0x7fe2f8150620 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 >> 172.21.15.99:0/816937948 conn(0x7fe2f8072190 msgr2=0x7fe2f8157730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 shutdown_connections 2023-11-18T15:43:40.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:40.830+0000 7fe2fd4f9700 1 -- 172.21.15.99:0/816937948 wait complete. 2023-11-18T15:43:40.834 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2023-11-18T15:43:41.247 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-11-18T15:43:26.486845+0000', 'modified': '2023-11-18T15:43:29.528181+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.181:6835/2507761095', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6833', 'nonce': 2507761095}, {'type': 'v1', 'addr': '172.21.15.181:6835', 'nonce': 2507761095}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-18T15:43:41.247 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-11-18T15:43:41.247 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2023-11-18T15:43:41.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.372+0000 7f4b0fda0700 1 Processor -- start 2023-11-18T15:43:41.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.372+0000 7f4b0fda0700 1 -- start start 2023-11-18T15:43:41.377 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0fda0700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f4b08156010 0x7f4b081563f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.377 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0fda0700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4b08070c00 0x7f4b0815c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.377 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0fda0700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b080cdbd0 con 0x7f4b080d0900 2023-11-18T15:43:41.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0fda0700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b0815d370 con 0x7f4b08070c00 2023-11-18T15:43:41.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0fda0700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b080d04e0 con 0x7f4b08156010 2023-11-18T15:43:41.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0e33d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4b08070c00 0x7f4b0815c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0e33d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4b08070c00 0x7f4b0815c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59306/0 (socket says 172.21.15.99:59306) 2023-11-18T15:43:41.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0e33d700 1 -- 172.21.15.99:0/1302058363 learned_addr learned my addr 172.21.15.99:0/1302058363 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:41.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0e33d700 1 -- 172.21.15.99:0/1302058363 >> v2:172.21.15.181:3300/0 conn(0x7f4b08156010 msgr2=0x7f4b081563f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/1302058363 >> v2:172.21.15.181:3300/0 conn(0x7f4b08156010 0x7f4b081563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/1302058363 >> v2:172.21.15.181:3300/0 conn(0x7f4b08156010 0x7f4b081563f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0e33d700 1 -- 172.21.15.99:0/1302058363 >> v1:172.21.15.181:6789/0 conn(0x7f4b080d0900 legacy=0x7f4b080704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0e33d700 1 -- 172.21.15.99:0/1302058363 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b080cfba0 con 0x7f4b08070c00 2023-11-18T15:43:41.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/1302058363 >> v2:172.21.15.181:3300/0 conn(0x7f4b08156010 0x7f4b081563f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:41.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/1302058363 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 0x7f4b0815c3d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4b080b31c0 tx=0x7f4b0000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c668b972f3e95b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:41.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0cb3a700 1 -- 172.21.15.99:0/1302058363 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0000e070 con 0x7f4b08070c00 2023-11-18T15:43:41.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0cb3a700 1 -- 172.21.15.99:0/1302058363 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b00003a20 con 0x7f4b08070c00 2023-11-18T15:43:41.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.373+0000 7f4b0cb3a700 1 -- 172.21.15.99:0/1302058363 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b00003dd0 con 0x7f4b08070c00 2023-11-18T15:43:41.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.374+0000 7f4b0fda0700 1 -- 172.21.15.99:0/1302058363 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 msgr2=0x7f4b0815c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:41.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.374+0000 7f4b0fda0700 1 --2- 172.21.15.99:0/1302058363 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 0x7f4b0815c3d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4b080b31c0 tx=0x7f4b0000b330 comp rx=0 tx=0).stop 2023-11-18T15:43:41.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.374+0000 7f4b0fda0700 1 -- 172.21.15.99:0/1302058363 shutdown_connections 2023-11-18T15:43:41.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.374+0000 7f4b0fda0700 1 --2- 172.21.15.99:0/1302058363 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 0x7f4b0815c3d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.374+0000 7f4b0fda0700 1 --2- 172.21.15.99:0/1302058363 >> v2:172.21.15.181:3300/0 conn(0x7f4b08156010 0x7f4b081563f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.374+0000 7f4b0fda0700 1 -- 172.21.15.99:0/1302058363 >> 172.21.15.99:0/1302058363 conn(0x7f4b080b2130 msgr2=0x7f4b080b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:41.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.374+0000 7f4b0fda0700 1 -- 172.21.15.99:0/1302058363 shutdown_connections 2023-11-18T15:43:41.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.374+0000 7f4b0fda0700 1 -- 172.21.15.99:0/1302058363 wait complete. 2023-11-18T15:43:41.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.375+0000 7f4b0fda0700 1 Processor -- start 2023-11-18T15:43:41.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.375+0000 7f4b0fda0700 1 -- start start 2023-11-18T15:43:41.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0fda0700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 0x7f4b08146d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0fda0700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b080d0900 0x7f4b0815ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0fda0700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b08156010 0x7f4b0815b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0fda0700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b08142aa0 con 0x7f4b08070c00 2023-11-18T15:43:41.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0fda0700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b08142d80 con 0x7f4b080d0900 2023-11-18T15:43:41.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0fda0700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b08143060 con 0x7f4b08156010 2023-11-18T15:43:41.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0db3c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 0x7f4b08146d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0db3c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 0x7f4b08146d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59310/0 (socket says 172.21.15.99:59310) 2023-11-18T15:43:41.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0db3c700 1 -- 172.21.15.99:0/2457755961 learned_addr learned my addr 172.21.15.99:0/2457755961 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:41.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b08156010 0x7f4b0815b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b080d0900 0x7f4b0815ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0db3c700 1 -- 172.21.15.99:0/2457755961 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b08156010 msgr2=0x7f4b0815b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:41.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b08156010 0x7f4b0815b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0db3c700 1 -- 172.21.15.99:0/2457755961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b080d0900 msgr2=0x7f4b0815ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:41.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b080d0900 0x7f4b0815ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0db3c700 1 -- 172.21.15.99:0/2457755961 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b00009b30 con 0x7f4b08070c00 2023-11-18T15:43:41.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.376+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b08156010 0x7f4b0815b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:41.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.377+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 0x7f4b08146d40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4b0400c750 tx=0x7f4b0400cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:41.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.377+0000 7f4afe7fc700 1 -- 172.21.15.99:0/2457755961 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b04011800 con 0x7f4b08070c00 2023-11-18T15:43:41.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.377+0000 7f4afe7fc700 1 -- 172.21.15.99:0/2457755961 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b04011960 con 0x7f4b08070c00 2023-11-18T15:43:41.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.377+0000 7f4b0fda0700 1 -- 172.21.15.99:0/2457755961 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b08144810 con 0x7f4b08070c00 2023-11-18T15:43:41.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.377+0000 7f4afe7fc700 1 -- 172.21.15.99:0/2457755961 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b04011cd0 con 0x7f4b08070c00 2023-11-18T15:43:41.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.377+0000 7f4b0fda0700 1 -- 172.21.15.99:0/2457755961 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b08141d20 con 0x7f4b08070c00 2023-11-18T15:43:41.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.378+0000 7f4afe7fc700 1 -- 172.21.15.99:0/2457755961 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4b04021350 con 0x7f4b08070c00 2023-11-18T15:43:41.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.378+0000 7f4afe7fc700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4aec06aed0 0x7f4aec06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.379+0000 7f4afe7fc700 1 -- 172.21.15.99:0/2457755961 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4b04089570 con 0x7f4b08070c00 2023-11-18T15:43:41.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.379+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4aec06aed0 0x7f4aec06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.379+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4aec06aed0 0x7f4aec06d390 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4af8004f30 tx=0x7f4af8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:41.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.381+0000 7f4b1bf99b80 1 Processor -- start 2023-11-18T15:43:41.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.381+0000 7f4b1bf99b80 1 -- start start 2023-11-18T15:43:41.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.381+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd42440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 0x55722cd5d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd5ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x55722cc8b770 con 0x55722cd5dac0 2023-11-18T15:43:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55722cc72750 con 0x55722cd42060 2023-11-18T15:43:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x55722cc70070 con 0x55722cd5eab0 2023-11-18T15:43:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0e33d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd5ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0e33d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd5ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59320/0 (socket says 172.21.15.99:59320) 2023-11-18T15:43:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0e33d700 1 -- 172.21.15.99:0/18985878 learned_addr learned my addr 172.21.15.99:0/18985878 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:41.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/18985878 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 0x55722cd5d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/18985878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd42440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0e33d700 1 -- 172.21.15.99:0/18985878 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 msgr2=0x55722cd5d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/18985878 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 0x55722cd5d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0e33d700 1 -- 172.21.15.99:0/18985878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 msgr2=0x55722cd42440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/18985878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd42440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0e33d700 1 -- 172.21.15.99:0/18985878 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55722cae85e0 con 0x55722cd5dac0 2023-11-18T15:43:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/18985878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd5ae00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4b00009fd0 tx=0x7f4b00010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff9805c5ace9d58c server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4aeb7fe700 1 -- 172.21.15.99:0/18985878 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0000b980 con 0x55722cd5dac0 2023-11-18T15:43:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4aeb7fe700 1 -- 172.21.15.99:0/18985878 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b0000bae0 con 0x55722cd5dac0 2023-11-18T15:43:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.382+0000 7f4aeb7fe700 1 -- 172.21.15.99:0/18985878 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0000be50 con 0x55722cd5dac0 2023-11-18T15:43:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.383+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/18985878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 msgr2=0x55722cd5ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.383+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/18985878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd5ae00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4b00009fd0 tx=0x7f4b00010000 comp rx=0 tx=0).stop 2023-11-18T15:43:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.383+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/18985878 shutdown_connections 2023-11-18T15:43:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.383+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/18985878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd5ae00 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.383+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/18985878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd42440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.383+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/18985878 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 0x55722cd5d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.383+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/18985878 >> 172.21.15.99:0/18985878 conn(0x55722cc46310 msgr2=0x55722cd5ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:41.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.383+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/18985878 shutdown_connections 2023-11-18T15:43:41.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.383+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/18985878 wait complete. 2023-11-18T15:43:41.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.384+0000 7f4b1bf99b80 1 -- start start 2023-11-18T15:43:41.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.384+0000 7f4b1bf99b80 1 Processor -- start 2023-11-18T15:43:41.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd5ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 0x55722cd3d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5eab0 0x55722cd5ce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x55722cc6b960 con 0x55722cd5eab0 2023-11-18T15:43:41.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55722cc25510 con 0x55722cd42060 2023-11-18T15:43:41.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x55722cc251b0 con 0x55722cd5dac0 2023-11-18T15:43:41.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0e33d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5eab0 0x55722cd5ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b1bf99b80 10 client.0 _ll_register_callbacks cb 0x55722cb50a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-18T15:43:41.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0e33d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5eab0 0x55722cd5ce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59326/0 (socket says 172.21.15.99:59326) 2023-11-18T15:43:41.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0e33d700 1 -- 172.21.15.99:0/1996544887 learned_addr learned my addr 172.21.15.99:0/1996544887 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:41.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd5ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 0x55722cd3d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0e33d700 1 -- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 msgr2=0x55722cd3d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 0x55722cd3d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0e33d700 1 -- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 msgr2=0x55722cd5ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd5ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.385+0000 7f4b0e33d700 1 -- 172.21.15.99:0/1996544887 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b080cfba0 con 0x55722cd5eab0 2023-11-18T15:43:41.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5eab0 0x55722cd5ce70 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4b00004000 tx=0x7f4b00004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c06fc3395137ef5b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:41.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4ae8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2023-11-18T15:43:41.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/1996544887 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0000b980 con 0x55722cd5eab0 2023-11-18T15:43:41.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/1996544887 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4b00007040 con 0x55722cd5eab0 2023-11-18T15:43:41.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/1996544887 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55722cd0aa40 con 0x55722cd5eab0 2023-11-18T15:43:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/1996544887 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4b000047c0 con 0x55722cd5eab0 2023-11-18T15:43:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b1bf99b80 10 client.4674 fetch_fsmap learned FSMap version 8 2023-11-18T15:43:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/1996544887 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x55722ca94d90 con 0x55722cd5eab0 2023-11-18T15:43:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/1996544887 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55722cd0aa40 con 0x55722cd5eab0 2023-11-18T15:43:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/1996544887 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f4b0002f480 con 0x55722cd5eab0 2023-11-18T15:43:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b1bf99b80 10 client.4674 fetch_fsmap finished waiting for FSMap version 8 2023-11-18T15:43:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b1bf99b80 10 client.4674 resolve_mds: resolved name 'd' to daemon mds.d 2023-11-18T15:43:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b1bf99b80 20 client.4674 populate_metadata read hostname 'smithi099' 2023-11-18T15:43:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] conn(0x55722cd3e3c0 0x55722cd3e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b1bf99b80 4 client.4674 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-11-18T15:43:41.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/1996544887 --> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55722cce6840 con 0x55722cd3e3c0 2023-11-18T15:43:41.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.386+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] conn(0x55722cd3e3c0 0x55722cd3e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.387+0000 7f4ae8ff9700 10 client.4674 ms_handle_connect on v2:172.21.15.181:6833/2507761095 2023-11-18T15:43:41.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.387+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] conn(0x55722cd3e3c0 0x55722cd3e7a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=884a6a59f9f1235c server_cookie=b1951f0ba4009f2b in_seq=0 out_seq=0 2023-11-18T15:43:41.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.387+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/1996544887 <== mds.0 v2:172.21.15.181:6833/2507761095 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55722cce6840 con 0x55722cd3e3c0 2023-11-18T15:43:41.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.387+0000 7f4ae8ff9700 10 client.4674 handle_command_reply: tid=0 2023-11-18T15:43:41.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 client.4674 shutdown 2023-11-18T15:43:41.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/1996544887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5eab0 msgr2=0x55722cd5ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:41.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5eab0 0x55722cd5ce70 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4b00004000 tx=0x7f4b00004b40 comp rx=0 tx=0).stop 2023-11-18T15:43:41.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/1996544887 shutdown_connections 2023-11-18T15:43:41.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] conn(0x55722cd3e3c0 0x55722cd3e7a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5eab0 0x55722cd5ce70 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd5ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4ae8ff9700 0 client.4674 ms_handle_reset on v2:172.21.15.181:6833/2507761095 2023-11-18T15:43:41.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/1996544887 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 0x55722cd3d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/1996544887 >> 172.21.15.99:0/1996544887 conn(0x55722cc46310 msgr2=0x55722cd17eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:41.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/1996544887 shutdown_connections 2023-11-18T15:43:41.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/1996544887 wait complete. 2023-11-18T15:43:41.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.388+0000 7f4b1bf99b80 20 client.4674 trim_cache size 0 max 16384 2023-11-18T15:43:41.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.406+0000 7f4b1bf99b80 1 Processor -- start 2023-11-18T15:43:41.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.406+0000 7f4b1bf99b80 1 -- start start 2023-11-18T15:43:41.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd54700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd3d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 0x55722cd42440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x55722caea8d0 con 0x55722cd5dac0 2023-11-18T15:43:41.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55722cd2cfe0 con 0x55722cd42060 2023-11-18T15:43:41.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x55722cd5ac70 con 0x55722cd5eab0 2023-11-18T15:43:41.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0d33b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd3d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0d33b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd3d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59332/0 (socket says 172.21.15.99:59332) 2023-11-18T15:43:41.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0d33b700 1 -- 172.21.15.99:0/2329696085 learned_addr learned my addr 172.21.15.99:0/2329696085 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:41.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd54700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 0x55722cd42440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0d33b700 1 -- 172.21.15.99:0/2329696085 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 msgr2=0x55722cd42440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 0x55722cd42440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0d33b700 1 -- 172.21.15.99:0/2329696085 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 msgr2=0x55722cd54700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd54700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0d33b700 1 -- 172.21.15.99:0/2329696085 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55722cd5e270 con 0x55722cd5dac0 2023-11-18T15:43:41.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd54700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:41.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd3d600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4af8009010 tx=0x7f4af8014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76939cb04fdb5e65 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:41.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.407+0000 7f4aebfff700 1 -- 172.21.15.99:0/2329696085 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af8026070 con 0x55722cd5dac0 2023-11-18T15:43:41.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4aebfff700 1 -- 172.21.15.99:0/2329696085 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4af801b040 con 0x55722cd5dac0 2023-11-18T15:43:41.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4aebfff700 1 -- 172.21.15.99:0/2329696085 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af8006860 con 0x55722cd5dac0 2023-11-18T15:43:41.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/2329696085 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 msgr2=0x55722cd3d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:41.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd3d600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4af8009010 tx=0x7f4af8014000 comp rx=0 tx=0).stop 2023-11-18T15:43:41.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/2329696085 shutdown_connections 2023-11-18T15:43:41.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5eab0 0x55722cd42440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd42060 0x55722cd54700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/2329696085 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd5dac0 0x55722cd3d600 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/2329696085 >> 172.21.15.99:0/2329696085 conn(0x55722cc46310 msgr2=0x55722cd73650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:41.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/2329696085 shutdown_connections 2023-11-18T15:43:41.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.408+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/2329696085 wait complete. 2023-11-18T15:43:41.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.409+0000 7f4b1bf99b80 1 -- start start 2023-11-18T15:43:41.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.409+0000 7f4b1bf99b80 1 Processor -- start 2023-11-18T15:43:41.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd42060 0x55722cd5ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 0x55722cdc9850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b1bf99b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd5eab0 0x55722cd42440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x55722cdc9d90 con 0x55722cd42060 2023-11-18T15:43:41.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55722cd15e50 con 0x55722cd5eab0 2023-11-18T15:43:41.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b1bf99b80 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x55722cd5f540 con 0x55722cd5dac0 2023-11-18T15:43:41.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b1bf99b80 10 client.0 _ll_register_callbacks cb 0x7f4b00009d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-18T15:43:41.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0db3c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd42060 0x55722cd5ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0db3c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd42060 0x55722cd5ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59336/0 (socket says 172.21.15.99:59336) 2023-11-18T15:43:41.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0db3c700 1 -- 172.21.15.99:0/762263406 learned_addr learned my addr 172.21.15.99:0/762263406 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:41.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 0x55722cdc9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0e33d700 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd5eab0 0x55722cd42440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0db3c700 1 -- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 msgr2=0x55722cdc9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 0x55722cdc9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0db3c700 1 -- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd5eab0 msgr2=0x55722cd42440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:41.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd5eab0 0x55722cd42440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0db3c700 1 -- 172.21.15.99:0/762263406 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4af800f040 con 0x55722cd42060 2023-11-18T15:43:41.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b0db3c700 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd42060 0x55722cd5ee90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4b04057fe0 tx=0x7f4b04089040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41d546edaaf35347 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:41.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4ae8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2023-11-18T15:43:41.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/762263406 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b04056680 con 0x55722cd42060 2023-11-18T15:43:41.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/762263406 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4b04012e40 con 0x55722cd42060 2023-11-18T15:43:41.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/762263406 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4b0000bae0 con 0x55722cd42060 2023-11-18T15:43:41.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.410+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/762263406 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4b0405c120 con 0x55722cd42060 2023-11-18T15:43:41.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b1bf99b80 10 client.4680 fetch_fsmap learned FSMap version 8 2023-11-18T15:43:41.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/762263406 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x55722ca7dc10 con 0x55722cd42060 2023-11-18T15:43:41.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/762263406 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b0000bae0 con 0x55722cd42060 2023-11-18T15:43:41.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/762263406 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f4b040577d0 con 0x55722cd42060 2023-11-18T15:43:41.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b1bf99b80 10 client.4680 fetch_fsmap finished waiting for FSMap version 8 2023-11-18T15:43:41.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b1bf99b80 10 client.4680 resolve_mds: resolved name 'd' to daemon mds.d 2023-11-18T15:43:41.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b1bf99b80 20 client.4680 populate_metadata read hostname 'smithi099' 2023-11-18T15:43:41.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] conn(0x55722cd53040 0x55722cd53420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:41.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b1bf99b80 4 client.4680 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2023-11-18T15:43:41.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/762263406 --> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55722cc31f80 con 0x55722cd53040 2023-11-18T15:43:41.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] conn(0x55722cd53040 0x55722cd53420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:41.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4ae8ff9700 10 client.4680 ms_handle_connect on v2:172.21.15.181:6833/2507761095 2023-11-18T15:43:41.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.411+0000 7f4b0d33b700 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] conn(0x55722cd53040 0x55722cd53420 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30eb7db625672e16 server_cookie=f5818c85c25efeb3 in_seq=0 out_seq=0 2023-11-18T15:43:41.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4ae8ff9700 1 -- 172.21.15.99:0/762263406 <== mds.0 v2:172.21.15.181:6833/2507761095 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+317 (crc 0 0 0) 0x55722cc31f80 con 0x55722cd53040 2023-11-18T15:43:41.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4ae8ff9700 10 client.4680 handle_command_reply: tid=0 2023-11-18T15:43:41.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 client.4680 shutdown 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/762263406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd42060 msgr2=0x55722cd5ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd42060 0x55722cd5ee90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4b04057fe0 tx=0x7f4b04089040 comp rx=0 tx=0).stop 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/762263406 shutdown_connections 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:6833/2507761095,v1:172.21.15.181:6835/2507761095] conn(0x55722cd53040 0x55722cd53420 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55722cd42060 0x55722cd5ee90 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4ae8ff9700 0 client.4680 ms_handle_reset on v2:172.21.15.181:6833/2507761095 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55722cd5eab0 0x55722cd42440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 --2- 172.21.15.99:0/762263406 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x55722cd5dac0 0x55722cdc9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/762263406 >> 172.21.15.99:0/762263406 conn(0x55722cc46310 msgr2=0x55722cd54ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/762263406 shutdown_connections 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 1 -- 172.21.15.99:0/762263406 wait complete. 2023-11-18T15:43:41.427 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b1bf99b80 20 client.4680 trim_cache size 0 max 16384 2023-11-18T15:43:41.428 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T15:43:41.428 INFO:teuthology.orchestra.run.smithi099.stdout: "cluster_fsid": "31989c9d-6512-4afe-94eb-9e606b43f1c6", 2023-11-18T15:43:41.428 INFO:teuthology.orchestra.run.smithi099.stdout: "whoami": 0, 2023-11-18T15:43:41.428 INFO:teuthology.orchestra.run.smithi099.stdout: "id": 4290, 2023-11-18T15:43:41.428 INFO:teuthology.orchestra.run.smithi099.stdout: "want_state": "up:active", 2023-11-18T15:43:41.428 INFO:teuthology.orchestra.run.smithi099.stdout: "state": "up:active", 2023-11-18T15:43:41.428 INFO:teuthology.orchestra.run.smithi099.stdout: "fs_name": "cephfs", 2023-11-18T15:43:41.428 INFO:teuthology.orchestra.run.smithi099.stdout: "rank_uptime": 14.29525935, 2023-11-18T15:43:41.429 INFO:teuthology.orchestra.run.smithi099.stdout: "mdsmap_epoch": 8, 2023-11-18T15:43:41.429 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch": 22, 2023-11-18T15:43:41.429 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch_barrier": 22, 2023-11-18T15:43:41.429 INFO:teuthology.orchestra.run.smithi099.stdout: "uptime": 21.053197893 2023-11-18T15:43:41.429 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T15:43:41.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 -- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4aec06aed0 msgr2=0x7f4aec06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:41.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4aec06aed0 0x7f4aec06d390 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4af8004f30 tx=0x7f4af8009040 comp rx=0 tx=0).stop 2023-11-18T15:43:41.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 -- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 msgr2=0x7f4b08146d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:41.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 0x7f4b08146d40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4b0400c750 tx=0x7f4b0400cb10 comp rx=0 tx=0).stop 2023-11-18T15:43:41.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 -- 172.21.15.99:0/2457755961 shutdown_connections 2023-11-18T15:43:41.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4aec06aed0 0x7f4aec06d390 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b08070c00 0x7f4b08146d40 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b08156010 0x7f4b0815b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 --2- 172.21.15.99:0/2457755961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b080d0900 0x7f4b0815ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:41.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.412+0000 7f4b0fda0700 1 -- 172.21.15.99:0/2457755961 >> 172.21.15.99:0/2457755961 conn(0x7f4b080b2130 msgr2=0x7f4b080b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:41.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.413+0000 7f4b0fda0700 1 -- 172.21.15.99:0/2457755961 shutdown_connections 2023-11-18T15:43:41.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:41.413+0000 7f4b0fda0700 1 -- 172.21.15.99:0/2457755961 wait complete. 2023-11-18T15:43:41.432 INFO:teuthology.run_tasks:Running task kclient... 2023-11-18T15:43:41.458 INFO:tasks.kclient:Mounting kernel clients... 2023-11-18T15:43:41.458 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-11-18T15:43:41.458 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:41.458 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2023-11-18T15:43:41.475 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:41.475 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link delete ceph-brx 2023-11-18T15:43:41.544 INFO:teuthology.orchestra.run.smithi099.stderr:Cannot find device "ceph-brx" 2023-11-18T15:43:41.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T15:43:41.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:41.546 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2023-11-18T15:43:41.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:41.603 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link delete ceph-brx 2023-11-18T15:43:41.670 INFO:teuthology.orchestra.run.smithi099.stderr:Cannot find device "ceph-brx" 2023-11-18T15:43:41.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T15:43:41.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:41.671 DEBUG:teuthology.orchestra.run.smithi181:> ip netns list 2023-11-18T15:43:41.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:41.693 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link delete ceph-brx 2023-11-18T15:43:41.768 INFO:teuthology.orchestra.run.smithi181.stderr:Cannot find device "ceph-brx" 2023-11-18T15:43:41.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T15:43:41.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:41.770 DEBUG:teuthology.orchestra.run.smithi181:> ip netns list 2023-11-18T15:43:41.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:41.830 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link delete ceph-brx 2023-11-18T15:43:41.900 INFO:teuthology.orchestra.run.smithi181.stderr:Cannot find device "ceph-brx" 2023-11-18T15:43:41.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T15:43:41.901 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2023-11-18T15:43:41.901 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-11-18T15:43:41.901 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-18T15:43:41.902 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-18T15:43:42.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.021+0000 7f63c2c7f700 1 Processor -- start 2023-11-18T15:43:42.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.021+0000 7f63c2c7f700 1 -- start start 2023-11-18T15:43:42.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c2c7f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f63bc15abf0 0x7f63bc072610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:42.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c2c7f700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63bc0b0850 con 0x7f63bc072b50 2023-11-18T15:43:42.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c2c7f700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63bc15afd0 con 0x7f63bc15f100 2023-11-18T15:43:42.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c2c7f700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63bc073000 con 0x7f63bc15abf0 2023-11-18T15:43:42.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c0a1b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f63bc15abf0 0x7f63bc072610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:42.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c0a1b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f63bc15abf0 0x7f63bc072610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59344/0 (socket says 172.21.15.99:59344) 2023-11-18T15:43:42.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c0a1b700 1 -- 172.21.15.99:0/2379827715 learned_addr learned my addr 172.21.15.99:0/2379827715 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:42.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63bbfff700 1 --1- 172.21.15.99:0/2379827715 >> v1:172.21.15.99:6789/0 conn(0x7f63bc072b50 0x7f63bc15e9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45958/0 (socket says 172.21.15.99:45958) 2023-11-18T15:43:42.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c0a1b700 1 -- 172.21.15.99:0/2379827715 >> v1:172.21.15.181:6789/0 conn(0x7f63bc15f100 legacy=0x7f63bc0ce700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:42.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c0a1b700 1 -- 172.21.15.99:0/2379827715 >> v1:172.21.15.99:6789/0 conn(0x7f63bc072b50 legacy=0x7f63bc15e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:42.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63bb7fe700 1 -- 172.21.15.99:0/2379827715 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2948635851 0 0) 0x7f63bc0b0850 con 0x7f63bc072b50 2023-11-18T15:43:42.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c0a1b700 1 -- 172.21.15.99:0/2379827715 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63bc0aff60 con 0x7f63bc15abf0 2023-11-18T15:43:42.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63c0a1b700 1 --2- 172.21.15.99:0/2379827715 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 0x7f63bc072610 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f63b00098f0 tx=0x7f63b0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c821822e7f50cab7 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:42.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.022+0000 7f63bb7fe700 1 -- 172.21.15.99:0/2379827715 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b000b8a0 con 0x7f63bc15abf0 2023-11-18T15:43:42.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.023+0000 7f63bb7fe700 1 -- 172.21.15.99:0/2379827715 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63b000ba00 con 0x7f63bc15abf0 2023-11-18T15:43:42.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.023+0000 7f63bb7fe700 1 -- 172.21.15.99:0/2379827715 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b000bd90 con 0x7f63bc15abf0 2023-11-18T15:43:42.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.023+0000 7f63c2c7f700 1 -- 172.21.15.99:0/2379827715 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 msgr2=0x7f63bc072610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:42.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.023+0000 7f63c2c7f700 1 --2- 172.21.15.99:0/2379827715 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 0x7f63bc072610 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f63b00098f0 tx=0x7f63b0009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:42.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.023+0000 7f63c2c7f700 1 -- 172.21.15.99:0/2379827715 shutdown_connections 2023-11-18T15:43:42.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.023+0000 7f63c2c7f700 1 --2- 172.21.15.99:0/2379827715 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 0x7f63bc072610 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:42.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.023+0000 7f63c2c7f700 1 -- 172.21.15.99:0/2379827715 >> 172.21.15.99:0/2379827715 conn(0x7f63bc06aff0 msgr2=0x7f63bc06b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:42.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.023+0000 7f63c2c7f700 1 -- 172.21.15.99:0/2379827715 shutdown_connections 2023-11-18T15:43:42.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.023+0000 7f63c2c7f700 1 -- 172.21.15.99:0/2379827715 wait complete. 2023-11-18T15:43:42.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.025+0000 7f63c2c7f700 1 Processor -- start 2023-11-18T15:43:42.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.025+0000 7f63c2c7f700 1 -- start start 2023-11-18T15:43:42.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63c2c7f700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f63bc072b50 0x7f63bc152070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:42.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63c2c7f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 0x7f63bc150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:42.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63c2c7f700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc15f100 0x7f63bc1513e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:42.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63c2c7f700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc1525b0 con 0x7f63bc15abf0 2023-11-18T15:43:42.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63c2c7f700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc15b160 con 0x7f63bc15f100 2023-11-18T15:43:42.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63c2c7f700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc151920 con 0x7f63bc072b50 2023-11-18T15:43:42.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63bbfff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 0x7f63bc150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:42.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63bbfff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 0x7f63bc150ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59352/0 (socket says 172.21.15.99:59352) 2023-11-18T15:43:42.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63bbfff700 1 -- 172.21.15.99:0/1372593121 learned_addr learned my addr 172.21.15.99:0/1372593121 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:42.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63c0a1b700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f63bc072b50 0x7f63bc152070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:42.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63c121c700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc15f100 0x7f63bc1513e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:42.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63bbfff700 1 -- 172.21.15.99:0/1372593121 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f63bc072b50 msgr2=0x7f63bc152070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:42.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63bbfff700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f63bc072b50 0x7f63bc152070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:42.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63bbfff700 1 -- 172.21.15.99:0/1372593121 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc15f100 msgr2=0x7f63bc1513e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:42.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63bbfff700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc15f100 0x7f63bc1513e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:42.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63bbfff700 1 -- 172.21.15.99:0/1372593121 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63b0009550 con 0x7f63bc15abf0 2023-11-18T15:43:42.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63bbfff700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 0x7f63bc150ea0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f63a800c550 tx=0x7f63a800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:42.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63b97fa700 1 -- 172.21.15.99:0/1372593121 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a8004c80 con 0x7f63bc15abf0 2023-11-18T15:43:42.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63b97fa700 1 -- 172.21.15.99:0/1372593121 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63a8004e00 con 0x7f63bc15abf0 2023-11-18T15:43:42.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63bc15b3b0 con 0x7f63bc15abf0 2023-11-18T15:43:42.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.026+0000 7f63b97fa700 1 -- 172.21.15.99:0/1372593121 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a8007310 con 0x7f63bc15abf0 2023-11-18T15:43:42.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.027+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63bc15b740 con 0x7f63bc15abf0 2023-11-18T15:43:42.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.027+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63bc073aa0 con 0x7f63bc15abf0 2023-11-18T15:43:42.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.028+0000 7f63b97fa700 1 -- 172.21.15.99:0/1372593121 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f63a8007470 con 0x7f63bc15abf0 2023-11-18T15:43:42.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.028+0000 7f63b97fa700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f63a006aed0 0x7f63a006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:42.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.028+0000 7f63b97fa700 1 -- 172.21.15.99:0/1372593121 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f63a8089300 con 0x7f63bc15abf0 2023-11-18T15:43:42.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.028+0000 7f63c0a1b700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f63a006aed0 0x7f63a006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:42.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.029+0000 7f63c0a1b700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f63a006aed0 0x7f63a006d390 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f63b0000c00 tx=0x7f63b0008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:42.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.033+0000 7f63b97fa700 1 -- 172.21.15.99:0/1372593121 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f63a80543b0 con 0x7f63bc15abf0 2023-11-18T15:43:42.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.274+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f63bc069400 con 0x7f63bc15abf0 2023-11-18T15:43:42.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.274+0000 7f63b97fa700 1 -- 172.21.15.99:0/1372593121 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f63a80579d0 con 0x7f63bc15abf0 2023-11-18T15:43:42.277 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-18T15:43:42.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.276+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f63a006aed0 msgr2=0x7f63a006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:42.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.276+0000 7f63c2c7f700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f63a006aed0 0x7f63a006d390 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f63b0000c00 tx=0x7f63b0008030 comp rx=0 tx=0).stop 2023-11-18T15:43:42.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.276+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 msgr2=0x7f63bc150ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:42.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.276+0000 7f63c2c7f700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 0x7f63bc150ea0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f63a800c550 tx=0x7f63a800c910 comp rx=0 tx=0).stop 2023-11-18T15:43:42.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.277+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 shutdown_connections 2023-11-18T15:43:42.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.277+0000 7f63c2c7f700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc15f100 0x7f63bc1513e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:42.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.277+0000 7f63c2c7f700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f63bc072b50 0x7f63bc152070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:42.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.277+0000 7f63c2c7f700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f63a006aed0 0x7f63a006d390 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:42.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.277+0000 7f63c2c7f700 1 --2- 172.21.15.99:0/1372593121 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f63bc15abf0 0x7f63bc150ea0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:42.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.277+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 >> 172.21.15.99:0/1372593121 conn(0x7f63bc06aff0 msgr2=0x7f63bc0b51f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:42.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.277+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 shutdown_connections 2023-11-18T15:43:42.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:42.277+0000 7f63c2c7f700 1 -- 172.21.15.99:0/1372593121 wait complete. 2023-11-18T15:43:42.290 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-11-18T15:43:42.291 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-18T15:43:42.291 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi099.front.sepia.ceph.com 2023-11-18T15:43:42.291 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-11-18T15:43:42.291 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-18T15:43:42.291 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-11-18T15:43:42.291 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-18T15:43:42.291 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-18T15:43:42.291 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-18T15:43:42.292 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:42.292 DEBUG:teuthology.orchestra.run.smithi099:> ip addr 2023-11-18T15:43:42.308 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-18T15:43:42.308 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-18T15:43:42.308 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2023-11-18T15:43:42.308 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:42.308 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2023-11-18T15:43:42.308 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:10 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:11 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:02 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:03 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout: inet 172.21.15.99/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-11-18T15:43:42.309 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft 42416sec preferred_lft 42416sec 2023-11-18T15:43:42.310 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::a1e6:6a7:26c:5f2d/64 scope link noprefixroute 2023-11-18T15:43:42.310 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:42.310 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-11-18T15:43:42.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:42.310 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:43:42.310 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:43:42.310 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link add name ceph-brx type bridge 2023-11-18T15:43:42.311 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip addr flush dev ceph-brx 2023-11-18T15:43:42.311 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set ceph-brx up 2023-11-18T15:43:42.311 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-11-18T15:43:42.311 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:43:42.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:42.480 DEBUG:teuthology.orchestra.run.smithi099:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-18T15:43:42.508 INFO:teuthology.orchestra.run.smithi099.stdout:1 2023-11-18T15:43:42.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:42.509 DEBUG:teuthology.orchestra.run.smithi099:> route 2023-11-18T15:43:42.581 INFO:teuthology.orchestra.run.smithi099.stdout:Kernel IP routing table 2023-11-18T15:43:42.581 INFO:teuthology.orchestra.run.smithi099.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-18T15:43:42.581 INFO:teuthology.orchestra.run.smithi099.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-18T15:43:42.581 INFO:teuthology.orchestra.run.smithi099.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-18T15:43:42.581 INFO:teuthology.orchestra.run.smithi099.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-18T15:43:42.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:42.582 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:43:42.582 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:43:42.582 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-18T15:43:42.582 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-18T15:43:42.582 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-18T15:43:42.582 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:43:42.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:42.821 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2023-11-18T15:43:42.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:42.839 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list-id 2023-11-18T15:43:42.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:42.896 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:43:42.896 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:43:42.896 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-18T15:43:42.896 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-11-18T15:43:42.896 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:43:42.990 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-11-18T15:43:42.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:42.990 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:43:42.990 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:43:42.991 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-11-18T15:43:42.991 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-11-18T15:43:42.991 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-11-18T15:43:42.991 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-11-18T15:43:42.991 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-11-18T15:43:42.991 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:43:43.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:43.218 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:43:43.218 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:43:43.218 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set brx.0 up 2023-11-18T15:43:43.218 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set dev brx.0 master ceph-brx 2023-11-18T15:43:43.218 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:43:43.317 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:43:43.317 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-18T15:43:43.337 INFO:teuthology.orchestra.run.smithi099.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-18T15:43:43.337 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:43:43.337 DEBUG:teuthology.orchestra.run.smithi099:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-18T15:43:43.394 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2023-11-18T15:43:43.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:43.394 DEBUG:teuthology.orchestra.run.smithi099:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:43.501 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:43.501 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:43.614 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:43.614 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:43.614 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:43:43.614 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with new device syntax: 0@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:43:43.614 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:43:43.615 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:43:43.615 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:43:43.615 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:43:43.699 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:43.699 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:43.699 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:43:43.699 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with new device syntax: 0@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:43:43.699 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:43:43.699 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:43:43.699 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:43:43.699 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:43:43.700 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790" 2023-11-18T15:43:43.700 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790:/ 2023-11-18T15:43:43.700 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,key=0,mds_namespace=cephfs,fsid=31989c9d-6512-4afe-94eb-9e606b43f1c6" will pass to kernel 2023-11-18T15:43:43.701 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-18T15:43:43.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:43.701 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-18T15:43:43.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:43.729 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:43.823 INFO:teuthology.orchestra.run.smithi099.stdout:client4457 2023-11-18T15:43:43.824 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:43.824 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:43:43.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:43.841 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:43.935 INFO:teuthology.orchestra.run.smithi099.stdout:client4457 2023-11-18T15:43:43.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:43.935 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:43.988 INFO:teuthology.orchestra.run.smithi099.stdout:client4457 2023-11-18T15:43:43.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:43.989 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/31989c9d-6512-4afe-94eb-9e606b43f1c6.client4457/status') 2023-11-18T15:43:44.041 INFO:teuthology.orchestra.run.smithi099.stdout:instance: client.4457 (3)172.21.15.99:0/132835638 2023-11-18T15:43:44.041 INFO:teuthology.orchestra.run.smithi099.stdout:blocklisted: false 2023-11-18T15:43:44.041 INFO:teuthology.orchestra.run.smithi099.stderr:0+1 records in 2023-11-18T15:43:44.041 INFO:teuthology.orchestra.run.smithi099.stderr:0+1 records out 2023-11-18T15:43:44.041 INFO:teuthology.orchestra.run.smithi099.stderr:69 bytes copied, 2.2187e-05 s, 3.1 MB/s 2023-11-18T15:43:44.042 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2023-11-18T15:43:44.043 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-11-18T15:43:44.043 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-11-18T15:43:44.043 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-18T15:43:44.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.162+0000 7f18e5ba7700 1 Processor -- start 2023-11-18T15:43:44.164 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.162+0000 7f18e5ba7700 1 -- start start 2023-11-18T15:43:44.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18e5ba7700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f18e015e880 0x7f18e006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:44.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18e5ba7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18e006dcf0 0x7f18e015b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:44.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18e5ba7700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18e006e520 con 0x7f18e006d910 2023-11-18T15:43:44.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18e5ba7700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18e006efc0 con 0x7f18e015e880 2023-11-18T15:43:44.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18e5ba7700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18e006f2a0 con 0x7f18e006dcf0 2023-11-18T15:43:44.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18df7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f18e006d910 0x7f18e00b05f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45984/0 (socket says 172.21.15.99:45984) 2023-11-18T15:43:44.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18df7fe700 1 -- 172.21.15.99:0/2375622468 learned_addr learned my addr 172.21.15.99:0/2375622468 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:44.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 793103924 0 0) 0x7f18e006e520 con 0x7f18e006d910 2023-11-18T15:43:44.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f18cc0035b0 con 0x7f18e006d910 2023-11-18T15:43:44.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18dffff700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18e006dcf0 0x7f18e015b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:44.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18deffd700 1 --2- 172.21.15.99:0/2375622468 >> v2:172.21.15.181:3300/0 conn(0x7f18e015e880 0x7f18e006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:44.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3922617562 0 0) 0x7f18cc0035b0 con 0x7f18e006d910 2023-11-18T15:43:44.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18e006dcf0 msgr2=0x7f18e015b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:44.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18e006dcf0 0x7f18e015b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 >> v2:172.21.15.181:3300/0 conn(0x7f18e015e880 msgr2=0x7f18e006e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:44.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 --2- 172.21.15.99:0/2375622468 >> v2:172.21.15.181:3300/0 conn(0x7f18e015e880 0x7f18e006e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18e006f580 con 0x7f18e006d910 2023-11-18T15:43:44.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f18d0001670 con 0x7f18e006d910 2023-11-18T15:43:44.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 >> v1:172.21.15.99:6789/0 conn(0x7f18e006d910 legacy=0x7f18e00b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:44.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.163+0000 7f18de7fc700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18cc003a00 0x7f18cc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:44.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18de7fc700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18e006dcf0 0x7f18cc004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:44.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18de7fc700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18cc004d90 0x7f18cc005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:44.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e006efc0 con 0x7f18cc003a00 2023-11-18T15:43:44.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e006f2a0 con 0x7f18cc004d90 2023-11-18T15:43:44.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18cc00ba10 con 0x7f18e006dcf0 2023-11-18T15:43:44.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18df7fe700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18cc003a00 0x7f18cc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:44.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18deffd700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18e006dcf0 0x7f18cc004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:44.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18dffff700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18cc004d90 0x7f18cc005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:44.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18df7fe700 1 -- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18e006dcf0 msgr2=0x7f18cc004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:44.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18df7fe700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18e006dcf0 0x7f18cc004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.173 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18df7fe700 1 -- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18cc004d90 msgr2=0x7f18cc005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:44.173 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18df7fe700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18cc004d90 0x7f18cc005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.173 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18df7fe700 1 -- 172.21.15.99:0/2375622468 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18cc0035b0 con 0x7f18cc003a00 2023-11-18T15:43:44.173 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18df7fe700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18cc003a00 0x7f18cc003e20 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f18d000c320 tx=0x7f18cc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=612a5c9cc3a486a6 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:44.173 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d000ce60 con 0x7f18cc003a00 2023-11-18T15:43:44.173 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18d0005960 con 0x7f18cc003a00 2023-11-18T15:43:44.173 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.164+0000 7f18de7fc700 1 -- 172.21.15.99:0/2375622468 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d0005d10 con 0x7f18cc003a00 2023-11-18T15:43:44.174 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.165+0000 7f18e5ba7700 1 -- 172.21.15.99:0/2375622468 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18cc003a00 msgr2=0x7f18cc003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:44.174 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.165+0000 7f18e5ba7700 1 --2- 172.21.15.99:0/2375622468 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18cc003a00 0x7f18cc003e20 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f18d000c320 tx=0x7f18cc005880 comp rx=0 tx=0).stop 2023-11-18T15:43:44.174 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.165+0000 7f18dffff700 1 -- 172.21.15.99:0/2375622468 reap_dead start 2023-11-18T15:43:44.174 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.165+0000 7f18e5ba7700 1 -- 172.21.15.99:0/2375622468 shutdown_connections 2023-11-18T15:43:44.174 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.165+0000 7f18e5ba7700 1 -- 172.21.15.99:0/2375622468 >> 172.21.15.99:0/2375622468 conn(0x7f18e00b2130 msgr2=0x7f18e00b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:44.174 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.165+0000 7f18e5ba7700 1 -- 172.21.15.99:0/2375622468 shutdown_connections 2023-11-18T15:43:44.174 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.165+0000 7f18e5ba7700 1 -- 172.21.15.99:0/2375622468 wait complete. 2023-11-18T15:43:44.175 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.166+0000 7f18e5ba7700 1 Processor -- start 2023-11-18T15:43:44.175 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.166+0000 7f18e5ba7700 1 -- start start 2023-11-18T15:43:44.177 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18e5ba7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18cc003a00 0x7f18e0157e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:44.178 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18e5ba7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18e014c710 0x7f18e00ad100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:44.178 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18e5ba7700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18e0072500 0x7f18e0072980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:44.178 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18e5ba7700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e00ab150 con 0x7f18e014c710 2023-11-18T15:43:44.178 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18e5ba7700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e0072ec0 con 0x7f18e0072500 2023-11-18T15:43:44.178 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18e5ba7700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18e00adf50 con 0x7f18cc003a00 2023-11-18T15:43:44.178 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18deffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18e014c710 0x7f18e00ad100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:44.178 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18deffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18e014c710 0x7f18e00ad100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59384/0 (socket says 172.21.15.99:59384) 2023-11-18T15:43:44.179 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18deffd700 1 -- 172.21.15.99:0/1794629263 learned_addr learned my addr 172.21.15.99:0/1794629263 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:44.179 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18df7fe700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18cc003a00 0x7f18e0157e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:44.179 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18dffff700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18e0072500 0x7f18e0072980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:44.179 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18deffd700 1 -- 172.21.15.99:0/1794629263 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18cc003a00 msgr2=0x7f18e0157e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:44.179 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18deffd700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18cc003a00 0x7f18e0157e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.179 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18deffd700 1 -- 172.21.15.99:0/1794629263 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18e0072500 msgr2=0x7f18e0072980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:44.179 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18deffd700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18e0072500 0x7f18e0072980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.167+0000 7f18deffd700 1 -- 172.21.15.99:0/1794629263 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18e00ad990 con 0x7f18e014c710 2023-11-18T15:43:44.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.168+0000 7f18deffd700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18e014c710 0x7f18e00ad100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f18c8011aa0 tx=0x7f18c8011db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:44.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.168+0000 7f18d7fff700 1 -- 172.21.15.99:0/1794629263 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18c8011ee0 con 0x7f18e014c710 2023-11-18T15:43:44.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.168+0000 7f18d7fff700 1 -- 172.21.15.99:0/1794629263 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18c800f8e0 con 0x7f18e014c710 2023-11-18T15:43:44.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.168+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18e00adc70 con 0x7f18e014c710 2023-11-18T15:43:44.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.168+0000 7f18d7fff700 1 -- 172.21.15.99:0/1794629263 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18c800fcb0 con 0x7f18e014c710 2023-11-18T15:43:44.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.168+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18e014cb90 con 0x7f18e014c710 2023-11-18T15:43:44.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.169+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18e0073aa0 con 0x7f18e014c710 2023-11-18T15:43:44.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.169+0000 7f18d7fff700 1 -- 172.21.15.99:0/1794629263 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f18c8014440 con 0x7f18e014c710 2023-11-18T15:43:44.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.169+0000 7f18d7fff700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f18c006aed0 0x7f18c006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:44.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.170+0000 7f18d7fff700 1 -- 172.21.15.99:0/1794629263 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f18c8089b40 con 0x7f18e014c710 2023-11-18T15:43:44.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.170+0000 7f18df7fe700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f18c006aed0 0x7f18c006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:44.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.170+0000 7f18df7fe700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f18c006aed0 0x7f18c006d390 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f18d0008fd0 tx=0x7f18d000a000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:44.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.174+0000 7f18d7fff700 1 -- 172.21.15.99:0/1794629263 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f18c8054cb0 con 0x7f18e014c710 2023-11-18T15:43:44.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.415+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f18e0069400 con 0x7f18e014c710 2023-11-18T15:43:44.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.416+0000 7f18d7fff700 1 -- 172.21.15.99:0/1794629263 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f18c80582d0 con 0x7f18e014c710 2023-11-18T15:43:44.418 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-18T15:43:44.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f18c006aed0 msgr2=0x7f18c006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f18c006aed0 0x7f18c006d390 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f18d0008fd0 tx=0x7f18d000a000 comp rx=0 tx=0).stop 2023-11-18T15:43:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18e014c710 msgr2=0x7f18e00ad100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18e014c710 0x7f18e00ad100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f18c8011aa0 tx=0x7f18c8011db0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 shutdown_connections 2023-11-18T15:43:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18e0072500 0x7f18e0072980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18cc003a00 0x7f18e0157e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f18c006aed0 0x7f18c006d390 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 --2- 172.21.15.99:0/1794629263 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18e014c710 0x7f18e00ad100 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 >> 172.21.15.99:0/1794629263 conn(0x7f18e00b2130 msgr2=0x7f18e00b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 shutdown_connections 2023-11-18T15:43:44.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:44.418+0000 7f18e5ba7700 1 -- 172.21.15.99:0/1794629263 wait complete. 2023-11-18T15:43:44.432 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-11-18T15:43:44.433 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-18T15:43:44.433 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi099.front.sepia.ceph.com 2023-11-18T15:43:44.433 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-11-18T15:43:44.433 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-11-18T15:43:44.433 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-11-18T15:43:44.433 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-18T15:43:44.434 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-18T15:43:44.434 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-11-18T15:43:44.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.434 DEBUG:teuthology.orchestra.run.smithi099:> ip addr 2023-11-18T15:43:44.452 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-18T15:43:44.452 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-18T15:43:44.452 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2023-11-18T15:43:44.452 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.453 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2023-11-18T15:43:44.453 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.453 INFO:teuthology.orchestra.run.smithi099.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:44.454 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:10 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:44.454 INFO:teuthology.orchestra.run.smithi099.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:44.454 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:11 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:44.454 INFO:teuthology.orchestra.run.smithi099.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:44.455 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:02 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:44.455 INFO:teuthology.orchestra.run.smithi099.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-18T15:43:44.456 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:03 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:44.456 INFO:teuthology.orchestra.run.smithi099.stdout: inet 172.21.15.99/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-11-18T15:43:44.456 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft 42414sec preferred_lft 42414sec 2023-11-18T15:43:44.456 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::a1e6:6a7:26c:5f2d/64 scope link noprefixroute 2023-11-18T15:43:44.457 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.457 INFO:teuthology.orchestra.run.smithi099.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-18T15:43:44.457 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether b6:6a:20:b1:5a:b6 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:44.457 INFO:teuthology.orchestra.run.smithi099.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-18T15:43:44.457 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.457 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::e836:5cff:febd:4d6a/64 scope link 2023-11-18T15:43:44.458 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.458 INFO:teuthology.orchestra.run.smithi099.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-18T15:43:44.458 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether b6:6a:20:b1:5a:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-18T15:43:44.458 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::b46a:20ff:feb1:5ab6/64 scope link tentative 2023-11-18T15:43:44.458 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.459 DEBUG:teuthology.orchestra.run.smithi099:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-18T15:43:44.518 INFO:teuthology.orchestra.run.smithi099.stdout:1 2023-11-18T15:43:44.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.519 DEBUG:teuthology.orchestra.run.smithi099:> route 2023-11-18T15:43:44.579 INFO:teuthology.orchestra.run.smithi099.stdout:Kernel IP routing table 2023-11-18T15:43:44.580 INFO:teuthology.orchestra.run.smithi099.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-18T15:43:44.580 INFO:teuthology.orchestra.run.smithi099.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-18T15:43:44.580 INFO:teuthology.orchestra.run.smithi099.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-18T15:43:44.580 INFO:teuthology.orchestra.run.smithi099.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-18T15:43:44.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.580 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:43:44.581 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:43:44.581 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-18T15:43:44.581 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-18T15:43:44.581 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-18T15:43:44.581 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:43:44.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.685 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2023-11-18T15:43:44.702 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-18T15:43:44.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.703 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list-id 2023-11-18T15:43:44.758 INFO:teuthology.orchestra.run.smithi099.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-11-18T15:43:44.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.759 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:43:44.759 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:43:44.759 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-11-18T15:43:44.759 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-11-18T15:43:44.760 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:43:44.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.852 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-11-18T15:43:44.887 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-18T15:43:44.887 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-18T15:43:44.887 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2023-11-18T15:43:44.887 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.887 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2023-11-18T15:43:44.887 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.888 INFO:teuthology.orchestra.run.smithi099.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-18T15:43:44.888 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether c6:d8:27:b1:7a:89 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-11-18T15:43:44.888 INFO:teuthology.orchestra.run.smithi099.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-11-18T15:43:44.888 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.888 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::c4d8:27ff:feb1:7a89/64 scope link tentative 2023-11-18T15:43:44.888 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.901 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-11-18T15:43:44.977 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-18T15:43:44.977 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-18T15:43:44.977 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2023-11-18T15:43:44.977 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.977 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2023-11-18T15:43:44.977 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.977 INFO:teuthology.orchestra.run.smithi099.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-18T15:43:44.977 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether c6:d8:27:b1:7a:89 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-11-18T15:43:44.977 INFO:teuthology.orchestra.run.smithi099.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-11-18T15:43:44.978 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.978 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::c4d8:27ff:feb1:7a89/64 scope link tentative 2023-11-18T15:43:44.978 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:44.991 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-11-18T15:43:44.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:44.992 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:43:44.992 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:43:44.992 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-11-18T15:43:44.992 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-11-18T15:43:44.992 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-11-18T15:43:44.992 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-11-18T15:43:44.992 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-11-18T15:43:44.992 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:43:45.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:45.244 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:43:45.245 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:43:45.245 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set brx.1 up 2023-11-18T15:43:45.245 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set dev brx.1 master ceph-brx 2023-11-18T15:43:45.245 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:43:45.359 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:43:45.359 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-11-18T15:43:45.382 INFO:teuthology.orchestra.run.smithi099.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-11-18T15:43:45.382 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:43:45.382 DEBUG:teuthology.orchestra.run.smithi099:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-11-18T15:43:45.438 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2023-11-18T15:43:45.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:45.438 DEBUG:teuthology.orchestra.run.smithi099:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:45.523 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:45.523 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:45.550 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:45.551 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:45.551 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:43:45.551 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with new device syntax: 2@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:43:45.551 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:43:45.551 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:43:45.551 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:43:45.551 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:43:45.586 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with new device syntax: 2@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790" 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790:/ 2023-11-18T15:43:45.587 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,key=2,mds_namespace=cephfs,fsid=31989c9d-6512-4afe-94eb-9e606b43f1c6" will pass to kernel 2023-11-18T15:43:45.590 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-18T15:43:45.590 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:45.590 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-11-18T15:43:45.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:45.624 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:45.696 INFO:teuthology.orchestra.run.smithi099.stdout:client4698 2023-11-18T15:43:45.696 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:45.696 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:43:45.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:45.754 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:45.825 INFO:teuthology.orchestra.run.smithi099.stdout:client4698 2023-11-18T15:43:45.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:45.826 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:45.898 INFO:teuthology.orchestra.run.smithi099.stdout:client4698 2023-11-18T15:43:45.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:45.898 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/31989c9d-6512-4afe-94eb-9e606b43f1c6.client4698/status') 2023-11-18T15:43:45.978 INFO:teuthology.orchestra.run.smithi099.stdout:instance: client.4698 (3)192.168.0.2:0/3296615785 2023-11-18T15:43:45.978 INFO:teuthology.orchestra.run.smithi099.stdout:blocklisted: false 2023-11-18T15:43:45.979 INFO:teuthology.orchestra.run.smithi099.stderr:0+1 records in 2023-11-18T15:43:45.979 INFO:teuthology.orchestra.run.smithi099.stderr:0+1 records out 2023-11-18T15:43:45.979 INFO:teuthology.orchestra.run.smithi099.stderr:69 bytes copied, 2.5702e-05 s, 2.7 MB/s 2023-11-18T15:43:45.980 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2023-11-18T15:43:45.980 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-11-18T15:43:45.980 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-18T15:43:45.980 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-18T15:43:46.139 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.137+0000 7f5400437700 1 Processor -- start 2023-11-18T15:43:46.139 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.137+0000 7f5400437700 1 -- start start 2023-11-18T15:43:46.142 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.138+0000 7f5400437700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f53f815e880 0x7f53f806e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.138+0000 7f5400437700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53f806e520 con 0x7f53f806dcf0 2023-11-18T15:43:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.138+0000 7f5400437700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53f806efc0 con 0x7f53f806d910 2023-11-18T15:43:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.138+0000 7f5400437700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53f806f2a0 con 0x7f53f815e880 2023-11-18T15:43:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.138+0000 7f53fd9d2700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f53f815e880 0x7f53f806e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.138+0000 7f53fe9d4700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f53f806dcf0 0x7f53f815b750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46010/0 (socket says 172.21.15.99:46010) 2023-11-18T15:43:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.138+0000 7f53fe9d4700 1 -- 172.21.15.99:0/2030701554 learned_addr learned my addr 172.21.15.99:0/2030701554 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:46.144 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f53fd9d2700 1 -- 172.21.15.99:0/2030701554 >> v1:172.21.15.181:6789/0 conn(0x7f53f806d910 legacy=0x7f53f80b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:46.144 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f53fd9d2700 1 -- 172.21.15.99:0/2030701554 >> v1:172.21.15.99:6789/0 conn(0x7f53f806dcf0 legacy=0x7f53f815b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:46.144 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f53fd9d2700 1 -- 172.21.15.99:0/2030701554 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53f806f580 con 0x7f53f815e880 2023-11-18T15:43:46.144 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f53fd1d1700 1 -- 172.21.15.99:0/2030701554 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2718284843 0 0) 0x7f53f806e520 con 0x7f53f806dcf0 2023-11-18T15:43:46.144 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f53fd9d2700 1 --2- 172.21.15.99:0/2030701554 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 0x7f53f806e8c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f53e8009840 tx=0x7f53e8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2f2ca6b57c6fedb server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:46.144 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f53fd1d1700 1 -- 172.21.15.99:0/2030701554 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53e8011830 con 0x7f53f815e880 2023-11-18T15:43:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f53fd1d1700 1 -- 172.21.15.99:0/2030701554 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53e8011990 con 0x7f53f815e880 2023-11-18T15:43:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f53fd1d1700 1 -- 172.21.15.99:0/2030701554 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53e8011d20 con 0x7f53f815e880 2023-11-18T15:43:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f5400437700 1 -- 172.21.15.99:0/2030701554 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 msgr2=0x7f53f806e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.139+0000 7f5400437700 1 --2- 172.21.15.99:0/2030701554 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 0x7f53f806e8c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f53e8009840 tx=0x7f53e8009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.140+0000 7f5400437700 1 -- 172.21.15.99:0/2030701554 shutdown_connections 2023-11-18T15:43:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.140+0000 7f5400437700 1 --2- 172.21.15.99:0/2030701554 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 0x7f53f806e8c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.140+0000 7f5400437700 1 -- 172.21.15.99:0/2030701554 >> 172.21.15.99:0/2030701554 conn(0x7f53f80b2130 msgr2=0x7f53f80b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:46.146 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.140+0000 7f5400437700 1 -- 172.21.15.99:0/2030701554 shutdown_connections 2023-11-18T15:43:46.146 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.140+0000 7f5400437700 1 -- 172.21.15.99:0/2030701554 wait complete. 2023-11-18T15:43:46.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.141+0000 7f5400437700 1 Processor -- start 2023-11-18T15:43:46.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.141+0000 7f5400437700 1 -- start start 2023-11-18T15:43:46.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f5400437700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f53f806d910 0x7f53f81f4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:46.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f5400437700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f53f806dcf0 0x7f53f80ad590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:46.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f5400437700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 0x7f53f8157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:46.150 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f5400437700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53f81495e0 con 0x7f53f815e880 2023-11-18T15:43:46.150 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f5400437700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53f8149300 con 0x7f53f806dcf0 2023-11-18T15:43:46.150 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f5400437700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53f81f3f70 con 0x7f53f806d910 2023-11-18T15:43:46.150 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f53fe9d4700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 0x7f53f8157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:46.150 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f53fe9d4700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 0x7f53f8157bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59404/0 (socket says 172.21.15.99:59404) 2023-11-18T15:43:46.150 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f53fe9d4700 1 -- 172.21.15.99:0/3560624179 learned_addr learned my addr 172.21.15.99:0/3560624179 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:46.150 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f53fe1d3700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f53f806d910 0x7f53f81f4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:46.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.142+0000 7f53fd9d2700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f53f806dcf0 0x7f53f80ad590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:46.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f53fe9d4700 1 -- 172.21.15.99:0/3560624179 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f53f806d910 msgr2=0x7f53f81f4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:46.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f53fe9d4700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f53f806d910 0x7f53f81f4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:46.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f53fe9d4700 1 -- 172.21.15.99:0/3560624179 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f53f806dcf0 msgr2=0x7f53f80ad590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:46.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f53fe9d4700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f53f806dcf0 0x7f53f80ad590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:46.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f53fe9d4700 1 -- 172.21.15.99:0/3560624179 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53e80094a0 con 0x7f53f815e880 2023-11-18T15:43:46.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f53fe9d4700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 0x7f53f8157bc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f53f0002230 tx=0x7f53f000cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:46.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f53eeffd700 1 -- 172.21.15.99:0/3560624179 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53f000aac0 con 0x7f53f815e880 2023-11-18T15:43:46.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f53eeffd700 1 -- 172.21.15.99:0/3560624179 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53f000ac40 con 0x7f53f815e880 2023-11-18T15:43:46.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53f81f4250 con 0x7f53f815e880 2023-11-18T15:43:46.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f53eeffd700 1 -- 172.21.15.99:0/3560624179 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53f00070d0 con 0x7f53f815e880 2023-11-18T15:43:46.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.143+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53f80adad0 con 0x7f53f815e880 2023-11-18T15:43:46.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.144+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53f8073aa0 con 0x7f53f815e880 2023-11-18T15:43:46.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.144+0000 7f53eeffd700 1 -- 172.21.15.99:0/3560624179 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f53f0007250 con 0x7f53f815e880 2023-11-18T15:43:46.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.144+0000 7f53eeffd700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f53dc06aed0 0x7f53dc06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:46.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.145+0000 7f53eeffd700 1 -- 172.21.15.99:0/3560624179 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f53f0089390 con 0x7f53f815e880 2023-11-18T15:43:46.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.145+0000 7f53fe1d3700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f53dc06aed0 0x7f53dc06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:46.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.145+0000 7f53fe1d3700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f53dc06aed0 0x7f53dc06d390 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f53f4007fd0 tx=0x7f53f4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:46.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.149+0000 7f53eeffd700 1 -- 172.21.15.99:0/3560624179 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f53f0054440 con 0x7f53f815e880 2023-11-18T15:43:46.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.384+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f53f81f4770 con 0x7f53f815e880 2023-11-18T15:43:46.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.385+0000 7f53eeffd700 1 -- 172.21.15.99:0/3560624179 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f53f81f4770 con 0x7f53f815e880 2023-11-18T15:43:46.387 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-18T15:43:46.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f53dc06aed0 msgr2=0x7f53dc06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:46.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f53dc06aed0 0x7f53dc06d390 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f53f4007fd0 tx=0x7f53f4009040 comp rx=0 tx=0).stop 2023-11-18T15:43:46.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 msgr2=0x7f53f8157bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:46.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 0x7f53f8157bc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f53f0002230 tx=0x7f53f000cf50 comp rx=0 tx=0).stop 2023-11-18T15:43:46.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 shutdown_connections 2023-11-18T15:43:46.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f53dc06aed0 0x7f53dc06d390 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:46.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f53f815e880 0x7f53f8157bc0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:46.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f53f806d910 0x7f53f81f4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:46.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 --2- 172.21.15.99:0/3560624179 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f53f806dcf0 0x7f53f80ad590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:46.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 >> 172.21.15.99:0/3560624179 conn(0x7f53f80b2130 msgr2=0x7f53f8071600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:46.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 shutdown_connections 2023-11-18T15:43:46.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:46.387+0000 7f5400437700 1 -- 172.21.15.99:0/3560624179 wait complete. 2023-11-18T15:43:46.401 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-11-18T15:43:46.401 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-18T15:43:46.401 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi181.front.sepia.ceph.com 2023-11-18T15:43:46.401 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-11-18T15:43:46.401 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-18T15:43:46.401 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-11-18T15:43:46.401 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-18T15:43:46.401 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-18T15:43:46.401 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-18T15:43:46.402 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:46.402 DEBUG:teuthology.orchestra.run.smithi181:> ip addr 2023-11-18T15:43:46.422 INFO:teuthology.orchestra.run.smithi181.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout: inet 127.0.0.1/8 scope host lo 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 ::1/128 scope host 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 0c:c4:7a:d9:39:10 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 0c:c4:7a:d9:39:11 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:46.423 INFO:teuthology.orchestra.run.smithi181.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:46.424 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 0c:c4:7a:88:7b:9c brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:46.424 INFO:teuthology.orchestra.run.smithi181.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-18T15:43:46.424 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 0c:c4:7a:88:7b:9d brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:46.424 INFO:teuthology.orchestra.run.smithi181.stdout: inet 172.21.15.181/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-11-18T15:43:46.424 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft 42422sec preferred_lft 42422sec 2023-11-18T15:43:46.424 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 fe80::a0e3:ba00:4a0e:89ba/64 scope link noprefixroute 2023-11-18T15:43:46.424 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:46.424 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-11-18T15:43:46.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:46.425 DEBUG:teuthology.orchestra.run.smithi181:> (cd / && exec bash -c ' 2023-11-18T15:43:46.425 DEBUG:teuthology.orchestra.run.smithi181:> set -e 2023-11-18T15:43:46.425 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link add name ceph-brx type bridge 2023-11-18T15:43:46.425 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip addr flush dev ceph-brx 2023-11-18T15:43:46.425 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link set ceph-brx up 2023-11-18T15:43:46.425 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-11-18T15:43:46.425 DEBUG:teuthology.orchestra.run.smithi181:> ') 2023-11-18T15:43:46.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:46.592 DEBUG:teuthology.orchestra.run.smithi181:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-18T15:43:46.620 INFO:teuthology.orchestra.run.smithi181.stdout:1 2023-11-18T15:43:46.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:46.622 DEBUG:teuthology.orchestra.run.smithi181:> route 2023-11-18T15:43:46.693 INFO:teuthology.orchestra.run.smithi181.stdout:Kernel IP routing table 2023-11-18T15:43:46.693 INFO:teuthology.orchestra.run.smithi181.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-18T15:43:46.693 INFO:teuthology.orchestra.run.smithi181.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-18T15:43:46.693 INFO:teuthology.orchestra.run.smithi181.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-18T15:43:46.693 INFO:teuthology.orchestra.run.smithi181.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-18T15:43:46.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:46.694 DEBUG:teuthology.orchestra.run.smithi181:> (cd / && exec bash -c ' 2023-11-18T15:43:46.694 DEBUG:teuthology.orchestra.run.smithi181:> set -e 2023-11-18T15:43:46.694 DEBUG:teuthology.orchestra.run.smithi181:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-18T15:43:46.694 DEBUG:teuthology.orchestra.run.smithi181:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-18T15:43:46.694 DEBUG:teuthology.orchestra.run.smithi181:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-18T15:43:46.694 DEBUG:teuthology.orchestra.run.smithi181:> ') 2023-11-18T15:43:46.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:46.950 DEBUG:teuthology.orchestra.run.smithi181:> ip netns list 2023-11-18T15:43:46.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:46.967 DEBUG:teuthology.orchestra.run.smithi181:> ip netns list-id 2023-11-18T15:43:47.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:47.025 DEBUG:teuthology.orchestra.run.smithi181:> (cd / && exec bash -c ' 2023-11-18T15:43:47.025 DEBUG:teuthology.orchestra.run.smithi181:> set -e 2023-11-18T15:43:47.025 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-18T15:43:47.025 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-11-18T15:43:47.025 DEBUG:teuthology.orchestra.run.smithi181:> ') 2023-11-18T15:43:47.119 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-11-18T15:43:47.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:47.119 DEBUG:teuthology.orchestra.run.smithi181:> (cd / && exec bash -c ' 2023-11-18T15:43:47.120 DEBUG:teuthology.orchestra.run.smithi181:> set -e 2023-11-18T15:43:47.120 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-11-18T15:43:47.120 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-11-18T15:43:47.120 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-11-18T15:43:47.120 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-11-18T15:43:47.120 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-11-18T15:43:47.120 DEBUG:teuthology.orchestra.run.smithi181:> ') 2023-11-18T15:43:47.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:47.344 DEBUG:teuthology.orchestra.run.smithi181:> (cd / && exec bash -c ' 2023-11-18T15:43:47.344 DEBUG:teuthology.orchestra.run.smithi181:> set -e 2023-11-18T15:43:47.344 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link set brx.0 up 2023-11-18T15:43:47.344 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link set dev brx.0 master ceph-brx 2023-11-18T15:43:47.344 DEBUG:teuthology.orchestra.run.smithi181:> ') 2023-11-18T15:43:47.444 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:43:47.444 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-11-18T15:43:47.465 INFO:teuthology.orchestra.run.smithi181.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-11-18T15:43:47.465 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:43:47.465 DEBUG:teuthology.orchestra.run.smithi181:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-11-18T15:43:47.521 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2023-11-18T15:43:47.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:47.522 DEBUG:teuthology.orchestra.run.smithi181:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:47.622 INFO:teuthology.orchestra.run.smithi181.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:47.622 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:47.729 INFO:teuthology.orchestra.run.smithi181.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:47.729 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:47.729 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:43:47.729 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: trying mount with new device syntax: 1@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:43:47.729 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:43:47.729 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:43:47.729 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:43:47.729 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:43:47.755 INFO:teuthology.orchestra.run.smithi181.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:47.755 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:47.755 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:43:47.755 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: trying mount with new device syntax: 1@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:43:47.756 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:43:47.756 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:43:47.756 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:43:47.756 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:43:47.756 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: resolved to: "172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790" 2023-11-18T15:43:47.756 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790:/ 2023-11-18T15:43:47.756 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,key=1,mds_namespace=cephfs,fsid=31989c9d-6512-4afe-94eb-9e606b43f1c6" will pass to kernel 2023-11-18T15:43:47.759 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-18T15:43:47.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:47.759 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-11-18T15:43:47.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:47.790 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:47.862 INFO:teuthology.orchestra.run.smithi181.stdout:client4710 2023-11-18T15:43:47.863 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:47.863 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:43:47.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:47.920 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:47.992 INFO:teuthology.orchestra.run.smithi181.stdout:client4710 2023-11-18T15:43:47.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:47.993 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:48.063 INFO:teuthology.orchestra.run.smithi181.stdout:client4710 2023-11-18T15:43:48.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:48.064 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/31989c9d-6512-4afe-94eb-9e606b43f1c6.client4710/status') 2023-11-18T15:43:48.144 INFO:teuthology.orchestra.run.smithi181.stdout:instance: client.4710 (3)172.21.15.181:0/4237237713 2023-11-18T15:43:48.144 INFO:teuthology.orchestra.run.smithi181.stdout:blocklisted: false 2023-11-18T15:43:48.145 INFO:teuthology.orchestra.run.smithi181.stderr:0+1 records in 2023-11-18T15:43:48.145 INFO:teuthology.orchestra.run.smithi181.stderr:0+1 records out 2023-11-18T15:43:48.145 INFO:teuthology.orchestra.run.smithi181.stderr:71 bytes copied, 2.1416e-05 s, 3.3 MB/s 2023-11-18T15:43:48.145 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2023-11-18T15:43:48.145 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-11-18T15:43:48.146 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-11-18T15:43:48.146 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-18T15:43:48.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.277+0000 7fad26f3a700 1 Processor -- start 2023-11-18T15:43:48.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.277+0000 7fad26f3a700 1 -- start start 2023-11-18T15:43:48.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad26f3a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20072d20 0x7fad2006d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad26f3a700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad2006e510 con 0x7fad2006dd00 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad26f3a700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad20161ca0 con 0x7fad20141030 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad26f3a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad20161ac0 con 0x7fad20072d20 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad254d7700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fad2006dd00 0x7fad20143620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46024/0 (socket says 172.21.15.99:46024) 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad254d7700 1 -- 172.21.15.99:0/1919113698 learned_addr learned my addr 172.21.15.99:0/1919113698 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3144555933 0 0) 0x7fad18001490 con 0x7fad2006dd00 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fad100035b0 con 0x7fad2006dd00 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad1ffff700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20072d20 0x7fad2006d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1781611515 0 0) 0x7fad100035b0 con 0x7fad2006dd00 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20072d20 msgr2=0x7fad2006d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad1f7fe700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20072d20 0x7fad2006d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.278+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 >> v1:172.21.15.181:6789/0 conn(0x7fad20141030 legacy=0x7fad20072610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad20161f80 con 0x7fad2006dd00 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fad18001b80 con 0x7fad2006dd00 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1ffff700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20072d20 0x7fad2006d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 >> v1:172.21.15.99:6789/0 conn(0x7fad2006dd00 legacy=0x7fad20143620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad10003a30 0x7fad10003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad10004850 0x7fad10004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20072d20 0x7fad10005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad20161ac0 con 0x7fad10004850 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad1000bb70 con 0x7fad10003a30 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad1000bd30 con 0x7fad20072d20 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1ffff700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad10004850 0x7fad10004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:48.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad254d7700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20072d20 0x7fad10005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad24cd6700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad10003a30 0x7fad10003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1ffff700 1 -- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20072d20 msgr2=0x7fad10005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1ffff700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20072d20 0x7fad10005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1ffff700 1 -- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad10003a30 msgr2=0x7fad10003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1ffff700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad10003a30 0x7fad10003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1ffff700 1 -- 172.21.15.99:0/1919113698 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad100035b0 con 0x7fad10004850 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1ffff700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad10004850 0x7fad10004cd0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fad0c009950 tx=0x7fad10005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a08b09f88e4dbd33 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0c00c070 con 0x7fad10004850 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad0c013610 con 0x7fad10004850 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.279+0000 7fad1f7fe700 1 -- 172.21.15.99:0/1919113698 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0c0139a0 con 0x7fad10004850 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.280+0000 7fad26f3a700 1 -- 172.21.15.99:0/1919113698 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad10004850 msgr2=0x7fad10004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:48.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.280+0000 7fad26f3a700 1 --2- 172.21.15.99:0/1919113698 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad10004850 0x7fad10004cd0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fad0c009950 tx=0x7fad10005880 comp rx=0 tx=0).stop 2023-11-18T15:43:48.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.280+0000 7fad254d7700 1 -- 172.21.15.99:0/1919113698 reap_dead start 2023-11-18T15:43:48.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.280+0000 7fad26f3a700 1 -- 172.21.15.99:0/1919113698 shutdown_connections 2023-11-18T15:43:48.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.280+0000 7fad26f3a700 1 -- 172.21.15.99:0/1919113698 >> 172.21.15.99:0/1919113698 conn(0x7fad2006aff0 msgr2=0x7fad2006b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:48.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.280+0000 7fad26f3a700 1 -- 172.21.15.99:0/1919113698 shutdown_connections 2023-11-18T15:43:48.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.280+0000 7fad26f3a700 1 -- 172.21.15.99:0/1919113698 wait complete. 2023-11-18T15:43:48.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.281+0000 7fad26f3a700 1 Processor -- start 2023-11-18T15:43:48.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.281+0000 7fad26f3a700 1 -- start start 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad26f3a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad10004850 0x7fad2013e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad26f3a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad201f4920 0x7fad201f4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad26f3a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20159430 0x7fad200b1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad26f3a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad2013ebc0 con 0x7fad201f4920 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad26f3a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad201f52f0 con 0x7fad10004850 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad26f3a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad201457e0 con 0x7fad20159430 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad1ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad201f4920 0x7fad201f4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad1ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad201f4920 0x7fad201f4db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59422/0 (socket says 172.21.15.99:59422) 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad1ffff700 1 -- 172.21.15.99:0/3805581257 learned_addr learned my addr 172.21.15.99:0/3805581257 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad24cd6700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad10004850 0x7fad2013e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:48.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad254d7700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20159430 0x7fad200b1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad1ffff700 1 -- 172.21.15.99:0/3805581257 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20159430 msgr2=0x7fad200b1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad1ffff700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20159430 0x7fad200b1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad1ffff700 1 -- 172.21.15.99:0/3805581257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad10004850 msgr2=0x7fad2013e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad1ffff700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad10004850 0x7fad2013e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.282+0000 7fad1ffff700 1 -- 172.21.15.99:0/3805581257 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad20145ac0 con 0x7fad201f4920 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.283+0000 7fad1ffff700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad201f4920 0x7fad201f4db0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fad1000bb40 tx=0x7fad0c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.283+0000 7fad1d7fa700 1 -- 172.21.15.99:0/3805581257 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0c026420 con 0x7fad201f4920 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.283+0000 7fad1d7fa700 1 -- 172.21.15.99:0/3805581257 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad0c0265a0 con 0x7fad201f4920 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.283+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad20145da0 con 0x7fad201f4920 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.283+0000 7fad1d7fa700 1 -- 172.21.15.99:0/3805581257 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0c026950 con 0x7fad201f4920 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.283+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad20146360 con 0x7fad201f4920 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.285+0000 7fad1d7fa700 1 -- 172.21.15.99:0/3805581257 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fad0c024070 con 0x7fad201f4920 2023-11-18T15:43:48.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.285+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad20073aa0 con 0x7fad201f4920 2023-11-18T15:43:48.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.285+0000 7fad1d7fa700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad0406aed0 0x7fad0406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:48.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.285+0000 7fad1d7fa700 1 -- 172.21.15.99:0/3805581257 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fad0c08a0b0 con 0x7fad201f4920 2023-11-18T15:43:48.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.285+0000 7fad24cd6700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad0406aed0 0x7fad0406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:48.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.285+0000 7fad24cd6700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad0406aed0 0x7fad0406d390 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fad14007fd0 tx=0x7fad14009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:48.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.291+0000 7fad1d7fa700 1 -- 172.21.15.99:0/3805581257 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fad0c0551f0 con 0x7fad201f4920 2023-11-18T15:43:48.525 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.523+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fad201464f0 con 0x7fad201f4920 2023-11-18T15:43:48.526 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.524+0000 7fad1d7fa700 1 -- 172.21.15.99:0/3805581257 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7fad0c058810 con 0x7fad201f4920 2023-11-18T15:43:48.526 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-18T15:43:48.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.525+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad0406aed0 msgr2=0x7fad0406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:48.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.525+0000 7fad26f3a700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad0406aed0 0x7fad0406d390 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fad14007fd0 tx=0x7fad14009040 comp rx=0 tx=0).stop 2023-11-18T15:43:48.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.525+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad201f4920 msgr2=0x7fad201f4db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:48.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.525+0000 7fad26f3a700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad201f4920 0x7fad201f4db0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fad1000bb40 tx=0x7fad0c0047c0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.526+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 shutdown_connections 2023-11-18T15:43:48.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.526+0000 7fad26f3a700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad20159430 0x7fad200b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.526+0000 7fad26f3a700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad10004850 0x7fad2013e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.526+0000 7fad26f3a700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad0406aed0 0x7fad0406d390 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.526+0000 7fad26f3a700 1 --2- 172.21.15.99:0/3805581257 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad201f4920 0x7fad201f4db0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:48.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.526+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 >> 172.21.15.99:0/3805581257 conn(0x7fad2006aff0 msgr2=0x7fad20157fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:48.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.526+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 shutdown_connections 2023-11-18T15:43:48.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:48.526+0000 7fad26f3a700 1 -- 172.21.15.99:0/3805581257 wait complete. 2023-11-18T15:43:48.540 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-11-18T15:43:48.540 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-18T15:43:48.541 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi181.front.sepia.ceph.com 2023-11-18T15:43:48.541 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-11-18T15:43:48.541 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-11-18T15:43:48.541 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-11-18T15:43:48.542 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-18T15:43:48.542 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-18T15:43:48.542 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-11-18T15:43:48.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:48.543 DEBUG:teuthology.orchestra.run.smithi181:> ip addr 2023-11-18T15:43:48.561 INFO:teuthology.orchestra.run.smithi181.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-18T15:43:48.561 INFO:teuthology.orchestra.run.smithi181.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-18T15:43:48.561 INFO:teuthology.orchestra.run.smithi181.stdout: inet 127.0.0.1/8 scope host lo 2023-11-18T15:43:48.561 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:48.561 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 ::1/128 scope host 2023-11-18T15:43:48.562 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:48.562 INFO:teuthology.orchestra.run.smithi181.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:48.562 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 0c:c4:7a:d9:39:10 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:48.562 INFO:teuthology.orchestra.run.smithi181.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:48.562 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 0c:c4:7a:d9:39:11 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:48.563 INFO:teuthology.orchestra.run.smithi181.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:43:48.563 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 0c:c4:7a:88:7b:9c brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:48.563 INFO:teuthology.orchestra.run.smithi181.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-18T15:43:48.563 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 0c:c4:7a:88:7b:9d brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:48.563 INFO:teuthology.orchestra.run.smithi181.stdout: inet 172.21.15.181/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-11-18T15:43:48.563 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft 42420sec preferred_lft 42420sec 2023-11-18T15:43:48.564 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 fe80::a0e3:ba00:4a0e:89ba/64 scope link noprefixroute 2023-11-18T15:43:48.564 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:48.564 INFO:teuthology.orchestra.run.smithi181.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-18T15:43:48.564 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether c6:79:9d:ce:1b:e0 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:43:48.564 INFO:teuthology.orchestra.run.smithi181.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-18T15:43:48.564 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:48.565 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 fe80::7831:c4ff:fede:bacf/64 scope link 2023-11-18T15:43:48.565 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:48.565 INFO:teuthology.orchestra.run.smithi181.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-18T15:43:48.565 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether c6:79:9d:ce:1b:e0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-18T15:43:48.565 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 fe80::c479:9dff:fece:1be0/64 scope link tentative 2023-11-18T15:43:48.565 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:48.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:48.566 DEBUG:teuthology.orchestra.run.smithi181:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-18T15:43:48.627 INFO:teuthology.orchestra.run.smithi181.stdout:1 2023-11-18T15:43:48.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:48.628 DEBUG:teuthology.orchestra.run.smithi181:> route 2023-11-18T15:43:48.687 INFO:teuthology.orchestra.run.smithi181.stdout:Kernel IP routing table 2023-11-18T15:43:48.687 INFO:teuthology.orchestra.run.smithi181.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-18T15:43:48.687 INFO:teuthology.orchestra.run.smithi181.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-18T15:43:48.687 INFO:teuthology.orchestra.run.smithi181.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-18T15:43:48.687 INFO:teuthology.orchestra.run.smithi181.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-18T15:43:48.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:48.688 DEBUG:teuthology.orchestra.run.smithi181:> (cd / && exec bash -c ' 2023-11-18T15:43:48.688 DEBUG:teuthology.orchestra.run.smithi181:> set -e 2023-11-18T15:43:48.688 DEBUG:teuthology.orchestra.run.smithi181:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-18T15:43:48.688 DEBUG:teuthology.orchestra.run.smithi181:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-18T15:43:48.688 DEBUG:teuthology.orchestra.run.smithi181:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-18T15:43:48.688 DEBUG:teuthology.orchestra.run.smithi181:> ') 2023-11-18T15:43:48.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:48.793 DEBUG:teuthology.orchestra.run.smithi181:> ip netns list 2023-11-18T15:43:48.810 INFO:teuthology.orchestra.run.smithi181.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-18T15:43:48.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:48.810 DEBUG:teuthology.orchestra.run.smithi181:> ip netns list-id 2023-11-18T15:43:48.867 INFO:teuthology.orchestra.run.smithi181.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-11-18T15:43:48.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:48.867 DEBUG:teuthology.orchestra.run.smithi181:> (cd / && exec bash -c ' 2023-11-18T15:43:48.867 DEBUG:teuthology.orchestra.run.smithi181:> set -e 2023-11-18T15:43:48.867 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-11-18T15:43:48.867 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-11-18T15:43:48.867 DEBUG:teuthology.orchestra.run.smithi181:> ') 2023-11-18T15:43:48.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:48.960 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-11-18T15:43:48.996 INFO:teuthology.orchestra.run.smithi181.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-18T15:43:48.996 INFO:teuthology.orchestra.run.smithi181.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-18T15:43:48.996 INFO:teuthology.orchestra.run.smithi181.stdout: inet 127.0.0.1/8 scope host lo 2023-11-18T15:43:48.997 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:48.997 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 ::1/128 scope host 2023-11-18T15:43:48.997 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:48.997 INFO:teuthology.orchestra.run.smithi181.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-18T15:43:48.997 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 8e:ff:b9:35:a2:85 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-11-18T15:43:48.997 INFO:teuthology.orchestra.run.smithi181.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-11-18T15:43:48.997 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:48.997 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 fe80::8cff:b9ff:fe35:a285/64 scope link tentative 2023-11-18T15:43:48.998 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:49.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:49.011 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-11-18T15:43:49.090 INFO:teuthology.orchestra.run.smithi181.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-18T15:43:49.090 INFO:teuthology.orchestra.run.smithi181.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout: inet 127.0.0.1/8 scope host lo 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 ::1/128 scope host 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout: link/ether 8e:ff:b9:35:a2:85 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout: inet6 fe80::8cff:b9ff:fe35:a285/64 scope link tentative 2023-11-18T15:43:49.091 INFO:teuthology.orchestra.run.smithi181.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:43:49.098 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-11-18T15:43:49.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:49.099 DEBUG:teuthology.orchestra.run.smithi181:> (cd / && exec bash -c ' 2023-11-18T15:43:49.099 DEBUG:teuthology.orchestra.run.smithi181:> set -e 2023-11-18T15:43:49.099 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-11-18T15:43:49.099 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-11-18T15:43:49.099 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-11-18T15:43:49.099 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-11-18T15:43:49.099 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-11-18T15:43:49.099 DEBUG:teuthology.orchestra.run.smithi181:> ') 2023-11-18T15:43:49.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:49.350 DEBUG:teuthology.orchestra.run.smithi181:> (cd / && exec bash -c ' 2023-11-18T15:43:49.350 DEBUG:teuthology.orchestra.run.smithi181:> set -e 2023-11-18T15:43:49.350 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link set brx.1 up 2023-11-18T15:43:49.351 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link set dev brx.1 master ceph-brx 2023-11-18T15:43:49.351 DEBUG:teuthology.orchestra.run.smithi181:> ') 2023-11-18T15:43:49.471 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:43:49.472 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-11-18T15:43:49.493 INFO:teuthology.orchestra.run.smithi181.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-11-18T15:43:49.494 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:43:49.494 DEBUG:teuthology.orchestra.run.smithi181:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-11-18T15:43:49.550 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2023-11-18T15:43:49.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:49.550 DEBUG:teuthology.orchestra.run.smithi181:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:49.635 INFO:teuthology.orchestra.run.smithi181.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:49.635 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:49.658 INFO:teuthology.orchestra.run.smithi181.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:49.659 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:49.659 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:43:49.659 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: trying mount with new device syntax: 3@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:43:49.659 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:43:49.659 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:43:49.659 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:43:49.659 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:43:49.689 INFO:teuthology.orchestra.run.smithi181.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:43:49.689 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:43:49.689 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:43:49.689 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: trying mount with new device syntax: 3@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:43:49.690 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:43:49.690 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:43:49.690 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:43:49.690 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:43:49.690 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: resolved to: "172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790" 2023-11-18T15:43:49.690 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790:/ 2023-11-18T15:43:49.690 INFO:teuthology.orchestra.run.smithi181.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,key=3,mds_namespace=cephfs,fsid=31989c9d-6512-4afe-94eb-9e606b43f1c6" will pass to kernel 2023-11-18T15:43:49.692 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-18T15:43:49.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:49.693 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-11-18T15:43:49.722 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:49.723 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:49.793 INFO:teuthology.orchestra.run.smithi181.stdout:client4579 2023-11-18T15:43:49.794 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:43:49.794 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:43:49.851 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:49.851 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:49.923 INFO:teuthology.orchestra.run.smithi181.stdout:client4579 2023-11-18T15:43:49.923 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:49.923 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:43:49.995 INFO:teuthology.orchestra.run.smithi181.stdout:client4579 2023-11-18T15:43:49.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:43:49.995 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/31989c9d-6512-4afe-94eb-9e606b43f1c6.client4579/status') 2023-11-18T15:43:50.075 INFO:teuthology.orchestra.run.smithi181.stdout:instance: client.4579 (3)192.168.0.2:0/175613685 2023-11-18T15:43:50.075 INFO:teuthology.orchestra.run.smithi181.stdout:blocklisted: false 2023-11-18T15:43:50.076 INFO:teuthology.orchestra.run.smithi181.stderr:0+1 records in 2023-11-18T15:43:50.076 INFO:teuthology.orchestra.run.smithi181.stderr:0+1 records out 2023-11-18T15:43:50.076 INFO:teuthology.orchestra.run.smithi181.stderr:68 bytes copied, 2.0665e-05 s, 3.3 MB/s 2023-11-18T15:43:50.077 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-11-18T15:43:50.093 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:50.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.226+0000 7f1b93bb1700 1 Processor -- start 2023-11-18T15:43:50.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.226+0000 7f1b93bb1700 1 -- start start 2023-11-18T15:43:50.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b93bb1700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f1b8c0ca310 0x7f1b8c0715c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b93bb1700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1b8c0cfaa0 0x7f1b8c071b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b93bb1700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b8c15b350 con 0x7f1b8c15af70 2023-11-18T15:43:50.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b93bb1700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b8c0cf000 con 0x7f1b8c0cfaa0 2023-11-18T15:43:50.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b93bb1700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b8c0b41a0 con 0x7f1b8c0ca310 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9214e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1b8c0cfaa0 0x7f1b8c071b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9214e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1b8c0cfaa0 0x7f1b8c071b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59434/0 (socket says 172.21.15.99:59434) 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9214e700 1 -- 172.21.15.99:0/353138634 learned_addr learned my addr 172.21.15.99:0/353138634 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9114c700 1 --2- 172.21.15.99:0/353138634 >> v2:172.21.15.181:3300/0 conn(0x7f1b8c0ca310 0x7f1b8c0715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9214e700 1 -- 172.21.15.99:0/353138634 >> v2:172.21.15.181:3300/0 conn(0x7f1b8c0ca310 msgr2=0x7f1b8c0715c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9214e700 1 --2- 172.21.15.99:0/353138634 >> v2:172.21.15.181:3300/0 conn(0x7f1b8c0ca310 0x7f1b8c0715c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9214e700 1 -- 172.21.15.99:0/353138634 >> v1:172.21.15.181:6789/0 conn(0x7f1b8c15af70 legacy=0x7f1b8c0b3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9214e700 1 -- 172.21.15.99:0/353138634 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b8c0cf2a0 con 0x7f1b8c0cfaa0 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9114c700 1 --2- 172.21.15.99:0/353138634 >> v2:172.21.15.181:3300/0 conn(0x7f1b8c0ca310 0x7f1b8c0715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9214e700 1 --2- 172.21.15.99:0/353138634 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0cfaa0 0x7f1b8c071b00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0724e0 tx=0x7f1b8400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caa598b9510830d4 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9094b700 1 -- 172.21.15.99:0/353138634 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8400e070 con 0x7f1b8c0cfaa0 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9094b700 1 -- 172.21.15.99:0/353138634 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b84003a20 con 0x7f1b8c0cfaa0 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.227+0000 7f1b9094b700 1 -- 172.21.15.99:0/353138634 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b84003dd0 con 0x7f1b8c0cfaa0 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.228+0000 7f1b93bb1700 1 -- 172.21.15.99:0/353138634 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0cfaa0 msgr2=0x7f1b8c071b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.228+0000 7f1b93bb1700 1 --2- 172.21.15.99:0/353138634 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0cfaa0 0x7f1b8c071b00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0724e0 tx=0x7f1b8400b330 comp rx=0 tx=0).stop 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.228+0000 7f1b93bb1700 1 -- 172.21.15.99:0/353138634 shutdown_connections 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.228+0000 7f1b93bb1700 1 --2- 172.21.15.99:0/353138634 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0cfaa0 0x7f1b8c071b00 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.228+0000 7f1b93bb1700 1 --2- 172.21.15.99:0/353138634 >> v2:172.21.15.181:3300/0 conn(0x7f1b8c0ca310 0x7f1b8c0715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.228+0000 7f1b93bb1700 1 -- 172.21.15.99:0/353138634 >> 172.21.15.99:0/353138634 conn(0x7f1b8c0b15d0 msgr2=0x7f1b8c0b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.228+0000 7f1b93bb1700 1 -- 172.21.15.99:0/353138634 shutdown_connections 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.228+0000 7f1b93bb1700 1 -- 172.21.15.99:0/353138634 wait complete. 2023-11-18T15:43:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.229+0000 7f1b93bb1700 1 Processor -- start 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.229+0000 7f1b93bb1700 1 -- start start 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b93bb1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0ca310 0x7f1b8c159a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b93bb1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1b8c0cfaa0 0x7f1b8c14f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b93bb1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b8c15af70 0x7f1b8c14e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b93bb1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c1595f0 con 0x7f1b8c0ca310 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b93bb1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c159f50 con 0x7f1b8c15af70 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b93bb1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c158f70 con 0x7f1b8c0cfaa0 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9194d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0ca310 0x7f1b8c159a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9194d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0ca310 0x7f1b8c159a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59436/0 (socket says 172.21.15.99:59436) 2023-11-18T15:43:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9194d700 1 -- 172.21.15.99:0/1427608481 learned_addr learned my addr 172.21.15.99:0/1427608481 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9214e700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b8c15af70 0x7f1b8c14e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9114c700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1b8c0cfaa0 0x7f1b8c14f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9194d700 1 -- 172.21.15.99:0/1427608481 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1b8c0cfaa0 msgr2=0x7f1b8c14f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9194d700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1b8c0cfaa0 0x7f1b8c14f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9194d700 1 -- 172.21.15.99:0/1427608481 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b8c15af70 msgr2=0x7f1b8c14e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9194d700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b8c15af70 0x7f1b8c14e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.230+0000 7f1b9194d700 1 -- 172.21.15.99:0/1427608481 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b84009b30 con 0x7f1b8c0ca310 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.231+0000 7f1b9194d700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0ca310 0x7f1b8c159a10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c00d940 tx=0x7f1b7c00dc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.231+0000 7f1b827fc700 1 -- 172.21.15.99:0/1427608481 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b7c00eaf0 con 0x7f1b8c0ca310 2023-11-18T15:43:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.231+0000 7f1b827fc700 1 -- 172.21.15.99:0/1427608481 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b7c00ec90 con 0x7f1b8c0ca310 2023-11-18T15:43:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.231+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b8c152190 con 0x7f1b8c0ca310 2023-11-18T15:43:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.231+0000 7f1b827fc700 1 -- 172.21.15.99:0/1427608481 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b7c016440 con 0x7f1b8c0ca310 2023-11-18T15:43:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.231+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b8c159210 con 0x7f1b8c0ca310 2023-11-18T15:43:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.232+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b8c069400 con 0x7f1b8c0ca310 2023-11-18T15:43:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.232+0000 7f1b827fc700 1 -- 172.21.15.99:0/1427608481 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f1b7c0165a0 con 0x7f1b8c0ca310 2023-11-18T15:43:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.232+0000 7f1b827fc700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1b7006aed0 0x7f1b7006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.233+0000 7f1b827fc700 1 -- 172.21.15.99:0/1427608481 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1b7c08b2c0 con 0x7f1b8c0ca310 2023-11-18T15:43:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.233+0000 7f1b9114c700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1b7006aed0 0x7f1b7006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.233+0000 7f1b9114c700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1b7006aed0 0x7f1b7006d390 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0717e0 tx=0x7f1b88008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:50.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.237+0000 7f1b827fc700 1 -- 172.21.15.99:0/1427608481 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f1b7c056390 con 0x7f1b8c0ca310 2023-11-18T15:43:50.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.429+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1b8c0ce830 con 0x7f1b8c0ca310 2023-11-18T15:43:50.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.430+0000 7f1b827fc700 1 -- 172.21.15.99:0/1427608481 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7f1b7c0599b0 con 0x7f1b8c0ca310 2023-11-18T15:43:50.433 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:50.433 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:50.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1b7006aed0 msgr2=0x7f1b7006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1b7006aed0 0x7f1b7006d390 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0717e0 tx=0x7f1b88008040 comp rx=0 tx=0).stop 2023-11-18T15:43:50.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0ca310 msgr2=0x7f1b8c159a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0ca310 0x7f1b8c159a10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c00d940 tx=0x7f1b7c00dc50 comp rx=0 tx=0).stop 2023-11-18T15:43:50.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 shutdown_connections 2023-11-18T15:43:50.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1b7006aed0 0x7f1b7006d390 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b8c0ca310 0x7f1b8c159a10 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b8c15af70 0x7f1b8c14e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 --2- 172.21.15.99:0/1427608481 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1b8c0cfaa0 0x7f1b8c14f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 >> 172.21.15.99:0/1427608481 conn(0x7f1b8c0b15d0 msgr2=0x7f1b8c0cacd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:50.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 shutdown_connections 2023-11-18T15:43:50.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.433+0000 7f1b93bb1700 1 -- 172.21.15.99:0/1427608481 wait complete. 2023-11-18T15:43:50.447 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:43:50.448 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:43:50.570 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.568+0000 7fa964327700 1 Processor -- start 2023-11-18T15:43:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.568+0000 7fa964327700 1 -- start start 2023-11-18T15:43:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.569+0000 7fa964327700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0cdff0 0x7fa95c162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.569+0000 7fa964327700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa95c0afc30 0x7fa95c0cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.569+0000 7fa964327700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa95c162bc0 con 0x7fa95c146f00 2023-11-18T15:43:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.569+0000 7fa964327700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa95c1472e0 con 0x7fa95c0afc30 2023-11-18T15:43:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.569+0000 7fa964327700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa95c0b0110 con 0x7fa95c0cdff0 2023-11-18T15:43:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9628c4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa95c0afc30 0x7fa95c0cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9628c4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa95c0afc30 0x7fa95c0cef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59448/0 (socket says 172.21.15.99:59448) 2023-11-18T15:43:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9628c4700 1 -- 172.21.15.99:0/1522781968 learned_addr learned my addr 172.21.15.99:0/1522781968 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9618c2700 1 --2- 172.21.15.99:0/1522781968 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0cdff0 0x7fa95c162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9628c4700 1 -- 172.21.15.99:0/1522781968 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0cdff0 msgr2=0x7fa95c162680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9628c4700 1 --2- 172.21.15.99:0/1522781968 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0cdff0 0x7fa95c162680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9628c4700 1 -- 172.21.15.99:0/1522781968 >> v1:172.21.15.181:6789/0 conn(0x7fa95c146f00 legacy=0x7fa95c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9610c1700 1 -- 172.21.15.99:0/1522781968 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 409230003 0 0) 0x7fa95c162bc0 con 0x7fa95c146f00 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9628c4700 1 -- 172.21.15.99:0/1522781968 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa95c0b03f0 con 0x7fa95c0afc30 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9628c4700 1 --2- 172.21.15.99:0/1522781968 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0afc30 0x7fa95c0cef50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa954009e50 tx=0x7fa95400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bb0a0d1035a1f87 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9610c1700 1 -- 172.21.15.99:0/1522781968 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa95400e070 con 0x7fa95c0afc30 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9610c1700 1 -- 172.21.15.99:0/1522781968 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa95400b910 con 0x7fa95c0afc30 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.570+0000 7fa9610c1700 1 -- 172.21.15.99:0/1522781968 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa95400bcc0 con 0x7fa95c0afc30 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.571+0000 7fa964327700 1 -- 172.21.15.99:0/1522781968 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0afc30 msgr2=0x7fa95c0cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.571+0000 7fa964327700 1 --2- 172.21.15.99:0/1522781968 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0afc30 0x7fa95c0cef50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa954009e50 tx=0x7fa95400b330 comp rx=0 tx=0).stop 2023-11-18T15:43:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.571+0000 7fa964327700 1 -- 172.21.15.99:0/1522781968 shutdown_connections 2023-11-18T15:43:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.571+0000 7fa964327700 1 --2- 172.21.15.99:0/1522781968 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0afc30 0x7fa95c0cef50 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.571+0000 7fa964327700 1 --2- 172.21.15.99:0/1522781968 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0cdff0 0x7fa95c162680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.571+0000 7fa964327700 1 -- 172.21.15.99:0/1522781968 >> 172.21.15.99:0/1522781968 conn(0x7fa95c0b38b0 msgr2=0x7fa95c0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.571+0000 7fa964327700 1 -- 172.21.15.99:0/1522781968 shutdown_connections 2023-11-18T15:43:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.571+0000 7fa964327700 1 -- 172.21.15.99:0/1522781968 wait complete. 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.572+0000 7fa964327700 1 Processor -- start 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.572+0000 7fa964327700 1 -- start start 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa964327700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0afc30 0x7fa95c071780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa964327700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0cdff0 0x7fa95c0b6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa964327700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa95c146f00 0x7fa95c1436a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa964327700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa95c071cc0 con 0x7fa95c0cdff0 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa964327700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa95c142600 con 0x7fa95c146f00 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa964327700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa95c1428e0 con 0x7fa95c0afc30 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9618c2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0cdff0 0x7fa95c0b6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9618c2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0cdff0 0x7fa95c0b6390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59454/0 (socket says 172.21.15.99:59454) 2023-11-18T15:43:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9618c2700 1 -- 172.21.15.99:0/15834592 learned_addr learned my addr 172.21.15.99:0/15834592 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9628c4700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa95c146f00 0x7fa95c1436a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9620c3700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0afc30 0x7fa95c071780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9618c2700 1 -- 172.21.15.99:0/15834592 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0afc30 msgr2=0x7fa95c071780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9618c2700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0afc30 0x7fa95c071780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9618c2700 1 -- 172.21.15.99:0/15834592 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa95c146f00 msgr2=0x7fa95c1436a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9618c2700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa95c146f00 0x7fa95c1436a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9618c2700 1 -- 172.21.15.99:0/15834592 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa954009b30 con 0x7fa95c0cdff0 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9628c4700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa95c146f00 0x7fa95c1436a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa9618c2700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0cdff0 0x7fa95c0b6390 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa94c00e980 tx=0x7fa94c00ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa952ffd700 1 -- 172.21.15.99:0/15834592 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa94c009710 con 0x7fa95c0cdff0 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.573+0000 7fa952ffd700 1 -- 172.21.15.99:0/15834592 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa94c00c850 con 0x7fa95c0cdff0 2023-11-18T15:43:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.574+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa95c142bc0 con 0x7fa95c0cdff0 2023-11-18T15:43:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.574+0000 7fa952ffd700 1 -- 172.21.15.99:0/15834592 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa94c00cbe0 con 0x7fa95c0cdff0 2023-11-18T15:43:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.574+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa95c143180 con 0x7fa95c0cdff0 2023-11-18T15:43:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.574+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa95c069400 con 0x7fa95c0cdff0 2023-11-18T15:43:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.575+0000 7fa952ffd700 1 -- 172.21.15.99:0/15834592 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fa94c00cd40 con 0x7fa95c0cdff0 2023-11-18T15:43:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.575+0000 7fa952ffd700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa94006aed0 0x7fa94006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.575+0000 7fa952ffd700 1 -- 172.21.15.99:0/15834592 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa94c089670 con 0x7fa95c0cdff0 2023-11-18T15:43:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.576+0000 7fa9620c3700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa94006aed0 0x7fa94006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.576+0000 7fa9620c3700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa94006aed0 0x7fa94006d390 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa958000f60 tx=0x7fa958009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:50.581 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.580+0000 7fa952ffd700 1 -- 172.21.15.99:0/15834592 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fa94c054870 con 0x7fa95c0cdff0 2023-11-18T15:43:50.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.769+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa95c0b1b70 con 0x7fa95c0cdff0 2023-11-18T15:43:50.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.769+0000 7fa952ffd700 1 -- 172.21.15.99:0/15834592 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa94c057e90 con 0x7fa95c0cdff0 2023-11-18T15:43:50.772 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa94006aed0 msgr2=0x7fa94006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa94006aed0 0x7fa94006d390 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa958000f60 tx=0x7fa958009040 comp rx=0 tx=0).stop 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0cdff0 msgr2=0x7fa95c0b6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0cdff0 0x7fa95c0b6390 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa94c00e980 tx=0x7fa94c00ed40 comp rx=0 tx=0).stop 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 shutdown_connections 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa95c146f00 0x7fa95c1436a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa95c0afc30 0x7fa95c071780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa94006aed0 0x7fa94006d390 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 --2- 172.21.15.99:0/15834592 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa95c0cdff0 0x7fa95c0b6390 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.771+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 >> 172.21.15.99:0/15834592 conn(0x7fa95c0b38b0 msgr2=0x7fa95c1602e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:50.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.772+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 shutdown_connections 2023-11-18T15:43:50.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.772+0000 7fa964327700 1 -- 172.21.15.99:0/15834592 wait complete. 2023-11-18T15:43:50.786 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:43:50.910 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.908+0000 7fc28f419700 1 Processor -- start 2023-11-18T15:43:50.910 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.908+0000 7fc28f419700 1 -- start start 2023-11-18T15:43:50.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28f419700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc28813ef20 0x7fc28806f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28f419700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc28806f650 0x7fc288141540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28f419700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc288141a80 0x7fc2880714c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28f419700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2881424a0 con 0x7fc28806f650 2023-11-18T15:43:50.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28f419700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc288142940 con 0x7fc28813ef20 2023-11-18T15:43:50.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28f419700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc28806fa90 con 0x7fc288141a80 2023-11-18T15:43:50.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28c9b4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc28806f650 0x7fc288141540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28c9b4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc28806f650 0x7fc288141540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59458/0 (socket says 172.21.15.99:59458) 2023-11-18T15:43:50.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28c9b4700 1 -- 172.21.15.99:0/978425523 learned_addr learned my addr 172.21.15.99:0/978425523 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:50.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28d1b5700 1 --2- 172.21.15.99:0/978425523 >> v2:172.21.15.181:3300/0 conn(0x7fc28813ef20 0x7fc28806f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28d9b6700 1 --2- 172.21.15.99:0/978425523 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc288141a80 0x7fc2880714c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28c9b4700 1 -- 172.21.15.99:0/978425523 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc288141a80 msgr2=0x7fc2880714c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:50.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28c9b4700 1 --2- 172.21.15.99:0/978425523 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc288141a80 0x7fc2880714c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28c9b4700 1 -- 172.21.15.99:0/978425523 >> v2:172.21.15.181:3300/0 conn(0x7fc28813ef20 msgr2=0x7fc28806f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28c9b4700 1 --2- 172.21.15.99:0/978425523 >> v2:172.21.15.181:3300/0 conn(0x7fc28813ef20 0x7fc28806f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28c9b4700 1 -- 172.21.15.99:0/978425523 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2881421c0 con 0x7fc28806f650 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28d1b5700 1 --2- 172.21.15.99:0/978425523 >> v2:172.21.15.181:3300/0 conn(0x7fc28813ef20 0x7fc28806f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28d9b6700 1 --2- 172.21.15.99:0/978425523 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc288141a80 0x7fc2880714c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc28c9b4700 1 --2- 172.21.15.99:0/978425523 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 0x7fc288141540 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc28806fda0 tx=0x7fc278009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2273893714d4d9a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc27ffff700 1 -- 172.21.15.99:0/978425523 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc27800b860 con 0x7fc28806f650 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc27ffff700 1 -- 172.21.15.99:0/978425523 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc27800b9c0 con 0x7fc28806f650 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.909+0000 7fc27ffff700 1 -- 172.21.15.99:0/978425523 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc27800bd50 con 0x7fc28806f650 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.910+0000 7fc28f419700 1 -- 172.21.15.99:0/978425523 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 msgr2=0x7fc288141540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.910+0000 7fc28f419700 1 --2- 172.21.15.99:0/978425523 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 0x7fc288141540 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc28806fda0 tx=0x7fc278009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.910+0000 7fc28f419700 1 -- 172.21.15.99:0/978425523 shutdown_connections 2023-11-18T15:43:50.914 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.910+0000 7fc28f419700 1 --2- 172.21.15.99:0/978425523 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc288141a80 0x7fc2880714c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.915 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.910+0000 7fc28f419700 1 --2- 172.21.15.99:0/978425523 >> v2:172.21.15.181:3300/0 conn(0x7fc28813ef20 0x7fc28806f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.915 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.910+0000 7fc28f419700 1 --2- 172.21.15.99:0/978425523 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 0x7fc288141540 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.915 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.910+0000 7fc28f419700 1 -- 172.21.15.99:0/978425523 >> 172.21.15.99:0/978425523 conn(0x7fc2880b1d50 msgr2=0x7fc2880b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:50.915 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.910+0000 7fc28f419700 1 -- 172.21.15.99:0/978425523 shutdown_connections 2023-11-18T15:43:50.915 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.910+0000 7fc28f419700 1 -- 172.21.15.99:0/978425523 wait complete. 2023-11-18T15:43:50.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.911+0000 7fc28f419700 1 Processor -- start 2023-11-18T15:43:50.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.911+0000 7fc28f419700 1 -- start start 2023-11-18T15:43:50.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28f419700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 0x7fc2880ab7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28f419700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc28813ef20 0x7fc28813b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28f419700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc288141a80 0x7fc2881f2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28f419700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2881f2c90 con 0x7fc28806f650 2023-11-18T15:43:50.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28f419700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2881f2f70 con 0x7fc288141a80 2023-11-18T15:43:50.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28f419700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2881f3250 con 0x7fc28813ef20 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d1b5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 0x7fc2880ab7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d1b5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 0x7fc2880ab7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59464/0 (socket says 172.21.15.99:59464) 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d1b5700 1 -- 172.21.15.99:0/560539708 learned_addr learned my addr 172.21.15.99:0/560539708 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28c9b4700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc28813ef20 0x7fc28813b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d9b6700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc288141a80 0x7fc2881f2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d1b5700 1 -- 172.21.15.99:0/560539708 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc28813ef20 msgr2=0x7fc28813b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d1b5700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc28813ef20 0x7fc28813b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d1b5700 1 -- 172.21.15.99:0/560539708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc288141a80 msgr2=0x7fc2881f2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d1b5700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc288141a80 0x7fc2881f2120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d1b5700 1 -- 172.21.15.99:0/560539708 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc278009550 con 0x7fc28806f650 2023-11-18T15:43:50.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.912+0000 7fc28d1b5700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 0x7fc2880ab7e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc28400c750 tx=0x7fc28400ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.913+0000 7fc27dffb700 1 -- 172.21.15.99:0/560539708 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc284011800 con 0x7fc28806f650 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.913+0000 7fc27dffb700 1 -- 172.21.15.99:0/560539708 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc284011960 con 0x7fc28806f650 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.913+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2881f3530 con 0x7fc28806f650 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.913+0000 7fc27dffb700 1 -- 172.21.15.99:0/560539708 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc284011cd0 con 0x7fc28806f650 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.913+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc28815b5c0 con 0x7fc28806f650 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.914+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc288069400 con 0x7fc28806f650 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.914+0000 7fc27dffb700 1 -- 172.21.15.99:0/560539708 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fc284021350 con 0x7fc28806f650 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.915+0000 7fc27dffb700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc26c06aed0 0x7fc26c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.915+0000 7fc28c9b4700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc26c06aed0 0x7fc26c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.915+0000 7fc27dffb700 1 -- 172.21.15.99:0/560539708 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc2840893f0 con 0x7fc28806f650 2023-11-18T15:43:50.920 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.915+0000 7fc28c9b4700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc26c06aed0 0x7fc26c06d390 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc278000c00 tx=0x7fc278008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:50.921 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:50.919+0000 7fc27dffb700 1 -- 172.21.15.99:0/560539708 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fc2840544b0 con 0x7fc28806f650 2023-11-18T15:43:51.115 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.112+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc2880af370 con 0x7fc28806f650 2023-11-18T15:43:51.115 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.112+0000 7fc27dffb700 1 -- 172.21.15.99:0/560539708 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc284057ad0 con 0x7fc28806f650 2023-11-18T15:43:51.116 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:43:51.116 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc26c06aed0 msgr2=0x7fc26c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc26c06aed0 0x7fc26c06d390 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc278000c00 tx=0x7fc278008030 comp rx=0 tx=0).stop 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 msgr2=0x7fc2880ab7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 0x7fc2880ab7e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc28400c750 tx=0x7fc28400ca60 comp rx=0 tx=0).stop 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 shutdown_connections 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc26c06aed0 0x7fc26c06d390 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28806f650 0x7fc2880ab7e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc288141a80 0x7fc2881f2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 --2- 172.21.15.99:0/560539708 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc28813ef20 0x7fc28813b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 >> 172.21.15.99:0/560539708 conn(0x7fc2880b1d50 msgr2=0x7fc2880af690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 shutdown_connections 2023-11-18T15:43:51.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.114+0000 7fc28f419700 1 -- 172.21.15.99:0/560539708 wait complete. 2023-11-18T15:43:51.129 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:43:51.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.250+0000 7fd57080c700 1 Processor -- start 2023-11-18T15:43:51.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.251+0000 7fd57080c700 1 -- start start 2023-11-18T15:43:51.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.251+0000 7fd57080c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd56c146f00 0x7fd56c162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.251+0000 7fd57080c700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd56c162bc0 con 0x7fd56c0cdff0 2023-11-18T15:43:51.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.251+0000 7fd57080c700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd56c0b0110 con 0x7fd56c0afc30 2023-11-18T15:43:51.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.251+0000 7fd57080c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd56c1472e0 con 0x7fd56c146f00 2023-11-18T15:43:51.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56ad9d700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd56c0cdff0 0x7fd56c0cef50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46090/0 (socket says 172.21.15.99:46090) 2023-11-18T15:43:51.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56ad9d700 1 -- 172.21.15.99:0/3432767506 learned_addr learned my addr 172.21.15.99:0/3432767506 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:51.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4168875073 0 0) 0x7fd56c162bc0 con 0x7fd56c0cdff0 2023-11-18T15:43:51.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd5540035b0 con 0x7fd56c0cdff0 2023-11-18T15:43:51.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56a59c700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd56c146f00 0x7fd56c162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3944851469 0 0) 0x7fd5540035b0 con 0x7fd56c0cdff0 2023-11-18T15:43:51.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd56c146f00 msgr2=0x7fd56c162680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd56c146f00 0x7fd56c162680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 >> v1:172.21.15.181:6789/0 conn(0x7fd56c0afc30 legacy=0x7fd56c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd56c0b03f0 con 0x7fd56c0cdff0 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fd5640019f0 con 0x7fd56c0cdff0 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 >> v1:172.21.15.99:6789/0 conn(0x7fd56c0cdff0 legacy=0x7fd56c0cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd554003a30 0x7fd554003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd56c146f00 0x7fd554004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd554004d90 0x7fd554005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd56c1472e0 con 0x7fd554004d90 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd55400bac0 con 0x7fd554003a30 2023-11-18T15:43:51.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd55400bc80 con 0x7fd56c146f00 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56ad9d700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd554004d90 0x7fd554005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56a59c700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd554003a30 0x7fd554003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd569d9b700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd56c146f00 0x7fd554004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56ad9d700 1 -- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd56c146f00 msgr2=0x7fd554004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.252+0000 7fd56ad9d700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd56c146f00 0x7fd554004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd56ad9d700 1 -- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd554003a30 msgr2=0x7fd554003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd56ad9d700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd554003a30 0x7fd554003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd56ad9d700 1 -- 172.21.15.99:0/3432767506 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5540035b0 con 0x7fd554004d90 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd56ad9d700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd554004d90 0x7fd554005210 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd56400a800 tx=0x7fd554005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2b45eca74a8d120 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd56400a2f0 con 0x7fd554004d90 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd564012600 con 0x7fd554004d90 2023-11-18T15:43:51.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd56959a700 1 -- 172.21.15.99:0/3432767506 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5640129b0 con 0x7fd554004d90 2023-11-18T15:43:51.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd57080c700 1 -- 172.21.15.99:0/3432767506 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd554004d90 msgr2=0x7fd554005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd57080c700 1 --2- 172.21.15.99:0/3432767506 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd554004d90 0x7fd554005210 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd56400a800 tx=0x7fd554005880 comp rx=0 tx=0).stop 2023-11-18T15:43:51.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd56ad9d700 1 -- 172.21.15.99:0/3432767506 reap_dead start 2023-11-18T15:43:51.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd57080c700 1 -- 172.21.15.99:0/3432767506 shutdown_connections 2023-11-18T15:43:51.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd57080c700 1 -- 172.21.15.99:0/3432767506 >> 172.21.15.99:0/3432767506 conn(0x7fd56c0b38b0 msgr2=0x7fd56c0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:51.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd57080c700 1 -- 172.21.15.99:0/3432767506 shutdown_connections 2023-11-18T15:43:51.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.253+0000 7fd57080c700 1 -- 172.21.15.99:0/3432767506 wait complete. 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.255+0000 7fd57080c700 1 Processor -- start 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.255+0000 7fd57080c700 1 -- start start 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd57080c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd554004d90 0x7fd56c152900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd57080c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd56c153cb0 0x7fd56c1506c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd57080c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd56c150fa0 0x7fd56c153030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd57080c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd56c152e40 con 0x7fd56c153cb0 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd57080c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd56c151860 con 0x7fd56c150fa0 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd57080c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd56c151b40 con 0x7fd554004d90 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd569d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd56c153cb0 0x7fd56c1506c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd569d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd56c153cb0 0x7fd56c1506c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59488/0 (socket says 172.21.15.99:59488) 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd569d9b700 1 -- 172.21.15.99:0/220188804 learned_addr learned my addr 172.21.15.99:0/220188804 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd56a59c700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd554004d90 0x7fd56c152900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd56ad9d700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd56c150fa0 0x7fd56c153030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd569d9b700 1 -- 172.21.15.99:0/220188804 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd554004d90 msgr2=0x7fd56c152900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd569d9b700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd554004d90 0x7fd56c152900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd569d9b700 1 -- 172.21.15.99:0/220188804 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd56c150fa0 msgr2=0x7fd56c153030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd569d9b700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd56c150fa0 0x7fd56c153030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd569d9b700 1 -- 172.21.15.99:0/220188804 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd56c151e20 con 0x7fd56c153cb0 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd569d9b700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd56c153cb0 0x7fd56c1506c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd55c00f820 tx=0x7fd55c00fbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd55affd700 1 -- 172.21.15.99:0/220188804 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0052e0 con 0x7fd56c153cb0 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd55affd700 1 -- 172.21.15.99:0/220188804 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd55c005440 con 0x7fd56c153cb0 2023-11-18T15:43:51.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd56c152100 con 0x7fd56c153cb0 2023-11-18T15:43:51.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd55affd700 1 -- 172.21.15.99:0/220188804 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0038c0 con 0x7fd56c153cb0 2023-11-18T15:43:51.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.256+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd56c150c00 con 0x7fd56c153cb0 2023-11-18T15:43:51.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.257+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd56c069400 con 0x7fd56c153cb0 2023-11-18T15:43:51.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.258+0000 7fd55affd700 1 -- 172.21.15.99:0/220188804 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd55c003a20 con 0x7fd56c153cb0 2023-11-18T15:43:51.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.258+0000 7fd55affd700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd54c06aed0 0x7fd54c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.258+0000 7fd55affd700 1 -- 172.21.15.99:0/220188804 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd55c089440 con 0x7fd56c153cb0 2023-11-18T15:43:51.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.258+0000 7fd56a59c700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd54c06aed0 0x7fd54c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.258+0000 7fd56a59c700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd54c06aed0 0x7fd54c06d390 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd560009ba0 tx=0x7fd560008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:51.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.262+0000 7fd55affd700 1 -- 172.21.15.99:0/220188804 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fd55c0544f0 con 0x7fd56c153cb0 2023-11-18T15:43:51.456 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.454+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd56c152750 con 0x7fd56c153cb0 2023-11-18T15:43:51.457 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.455+0000 7fd55affd700 1 -- 172.21.15.99:0/220188804 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd55c057b10 con 0x7fd56c153cb0 2023-11-18T15:43:51.457 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:43:51.459 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd54c06aed0 msgr2=0x7fd54c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.459 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd54c06aed0 0x7fd54c06d390 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd560009ba0 tx=0x7fd560008040 comp rx=0 tx=0).stop 2023-11-18T15:43:51.459 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd56c153cb0 msgr2=0x7fd56c1506c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd56c153cb0 0x7fd56c1506c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd55c00f820 tx=0x7fd55c00fbe0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 shutdown_connections 2023-11-18T15:43:51.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd56c150fa0 0x7fd56c153030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd554004d90 0x7fd56c152900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd54c06aed0 0x7fd54c06d390 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 --2- 172.21.15.99:0/220188804 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd56c153cb0 0x7fd56c1506c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 >> 172.21.15.99:0/220188804 conn(0x7fd56c0b38b0 msgr2=0x7fd56c141510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:51.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 shutdown_connections 2023-11-18T15:43:51.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.457+0000 7fd57080c700 1 -- 172.21.15.99:0/220188804 wait complete. 2023-11-18T15:43:51.471 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:51.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.589+0000 7f6596967700 1 Processor -- start 2023-11-18T15:43:51.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.589+0000 7f6596967700 1 -- start start 2023-11-18T15:43:51.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.589+0000 7f6596967700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6590147810 0x7f65900b64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.589+0000 7f6596967700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f6590070c00 0x7f659015f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.589+0000 7f6596967700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f659006e200 con 0x7f659006d9b0 2023-11-18T15:43:51.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.589+0000 7f6596967700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f659006e4e0 con 0x7f6590147810 2023-11-18T15:43:51.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.589+0000 7f6596967700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f659015e970 con 0x7f6590070c00 2023-11-18T15:43:51.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6590147810 0x7f65900b64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6590147810 0x7f65900b64f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59494/0 (socket says 172.21.15.99:59494) 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658ffff700 1 -- 172.21.15.99:0/902923934 learned_addr learned my addr 172.21.15.99:0/902923934 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f6594f04700 1 --2- 172.21.15.99:0/902923934 >> v2:172.21.15.181:3300/0 conn(0x7f6590070c00 0x7f659015f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658ffff700 1 -- 172.21.15.99:0/902923934 >> v2:172.21.15.181:3300/0 conn(0x7f6590070c00 msgr2=0x7f659015f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658ffff700 1 --2- 172.21.15.99:0/902923934 >> v2:172.21.15.181:3300/0 conn(0x7f6590070c00 0x7f659015f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658ffff700 1 -- 172.21.15.99:0/902923934 >> v1:172.21.15.181:6789/0 conn(0x7f659006d9b0 legacy=0x7f65900704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658ffff700 1 -- 172.21.15.99:0/902923934 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f659015ec50 con 0x7f6590147810 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658ffff700 1 --2- 172.21.15.99:0/902923934 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590147810 0x7f65900b64f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f659006e7c0 tx=0x7f6580009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aecdb21149972e0e server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658effd700 1 -- 172.21.15.99:0/902923934 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658000b870 con 0x7f6590147810 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658effd700 1 -- 172.21.15.99:0/902923934 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f658000b9d0 con 0x7f6590147810 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.590+0000 7f658effd700 1 -- 172.21.15.99:0/902923934 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f658000bd60 con 0x7f6590147810 2023-11-18T15:43:51.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.591+0000 7f6596967700 1 -- 172.21.15.99:0/902923934 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590147810 msgr2=0x7f65900b64f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.591+0000 7f6596967700 1 --2- 172.21.15.99:0/902923934 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590147810 0x7f65900b64f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f659006e7c0 tx=0x7f6580009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.591+0000 7f6596967700 1 -- 172.21.15.99:0/902923934 shutdown_connections 2023-11-18T15:43:51.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.591+0000 7f6596967700 1 --2- 172.21.15.99:0/902923934 >> v2:172.21.15.181:3300/0 conn(0x7f6590070c00 0x7f659015f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.591+0000 7f6596967700 1 --2- 172.21.15.99:0/902923934 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590147810 0x7f65900b64f0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.591+0000 7f6596967700 1 -- 172.21.15.99:0/902923934 >> 172.21.15.99:0/902923934 conn(0x7f65900b2130 msgr2=0x7f65900b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:51.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.591+0000 7f6596967700 1 -- 172.21.15.99:0/902923934 shutdown_connections 2023-11-18T15:43:51.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.591+0000 7f6596967700 1 -- 172.21.15.99:0/902923934 wait complete. 2023-11-18T15:43:51.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.592+0000 7f6596967700 1 Processor -- start 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.592+0000 7f6596967700 1 -- start start 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f6596967700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f659006d9b0 0x7f6590133a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f6596967700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590070c00 0x7f65900afb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f6596967700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6590147810 0x7f65901350b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f6596967700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6590134010 con 0x7f6590070c00 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f6596967700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65901342f0 con 0x7f659006d9b0 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f6596967700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65901345d0 con 0x7f6590147810 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f658f7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590070c00 0x7f65900afb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f658f7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590070c00 0x7f65900afb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59500/0 (socket says 172.21.15.99:59500) 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f658f7fe700 1 -- 172.21.15.99:0/1050554177 learned_addr learned my addr 172.21.15.99:0/1050554177 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:51.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f658ffff700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f659006d9b0 0x7f6590133a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f6594f04700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6590147810 0x7f65901350b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f658f7fe700 1 -- 172.21.15.99:0/1050554177 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6590147810 msgr2=0x7f65901350b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.593+0000 7f658f7fe700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6590147810 0x7f65901350b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f658f7fe700 1 -- 172.21.15.99:0/1050554177 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f659006d9b0 msgr2=0x7f6590133a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f658f7fe700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f659006d9b0 0x7f6590133a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f658f7fe700 1 -- 172.21.15.99:0/1050554177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6580009550 con 0x7f6590070c00 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f6594f04700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6590147810 0x7f65901350b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f658f7fe700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590070c00 0x7f65900afb70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f658400c4e0 tx=0x7f658400c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f658cff9700 1 -- 172.21.15.99:0/1050554177 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65840052d0 con 0x7f6590070c00 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f658cff9700 1 -- 172.21.15.99:0/1050554177 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6584005430 con 0x7f6590070c00 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f658cff9700 1 -- 172.21.15.99:0/1050554177 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65840038c0 con 0x7f6590070c00 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65901348b0 con 0x7f6590070c00 2023-11-18T15:43:51.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.594+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6590139d40 con 0x7f6590070c00 2023-11-18T15:43:51.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.595+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6590073aa0 con 0x7f6590070c00 2023-11-18T15:43:51.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.595+0000 7f658cff9700 1 -- 172.21.15.99:0/1050554177 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f6584003a20 con 0x7f6590070c00 2023-11-18T15:43:51.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.596+0000 7f658cff9700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f657c06af00 0x7f657c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.596+0000 7f658cff9700 1 -- 172.21.15.99:0/1050554177 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6584088a30 con 0x7f6590070c00 2023-11-18T15:43:51.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.596+0000 7f658ffff700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f657c06af00 0x7f657c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.596+0000 7f658ffff700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f657c06af00 0x7f657c06d3c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6580014040 tx=0x7f6580008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:51.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.600+0000 7f658cff9700 1 -- 172.21.15.99:0/1050554177 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f6584053ae0 con 0x7f6590070c00 2023-11-18T15:43:51.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.790+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6590069400 con 0x7f6590070c00 2023-11-18T15:43:51.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.791+0000 7f658cff9700 1 -- 172.21.15.99:0/1050554177 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7f6584017090 con 0x7f6590070c00 2023-11-18T15:43:51.794 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:51.794 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f657c06af00 msgr2=0x7f657c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f657c06af00 0x7f657c06d3c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6580014040 tx=0x7f6580008030 comp rx=0 tx=0).stop 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590070c00 msgr2=0x7f65900afb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590070c00 0x7f65900afb70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f658400c4e0 tx=0x7f658400c7f0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 shutdown_connections 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6590147810 0x7f65901350b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f659006d9b0 0x7f6590133a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f657c06af00 0x7f657c06d3c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 --2- 172.21.15.99:0/1050554177 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6590070c00 0x7f65900afb70 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.793+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 >> 172.21.15.99:0/1050554177 conn(0x7f65900b2130 msgr2=0x7f659015fd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:51.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.794+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 shutdown_connections 2023-11-18T15:43:51.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.794+0000 7f6596967700 1 -- 172.21.15.99:0/1050554177 wait complete. 2023-11-18T15:43:51.808 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:43:51.809 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:43:51.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.930+0000 7fe55f441700 1 Processor -- start 2023-11-18T15:43:51.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.930+0000 7fe55f441700 1 -- start start 2023-11-18T15:43:51.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.931+0000 7fe55f441700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fe55813ef20 0x7fe55806f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.931+0000 7fe55f441700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe55806f650 0x7fe558141540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.931+0000 7fe55f441700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe558142940 con 0x7fe558141a80 2023-11-18T15:43:51.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.931+0000 7fe55f441700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5581424a0 con 0x7fe55813ef20 2023-11-18T15:43:51.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.931+0000 7fe55f441700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe55806fa90 con 0x7fe55806f650 2023-11-18T15:43:51.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.931+0000 7fe55d1dd700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fe55813ef20 0x7fe55806f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.931+0000 7fe55c9dc700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe55806f650 0x7fe558141540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.931+0000 7fe55d9de700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fe558141a80 0x7fe5580714c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:57080/0 (socket says 172.21.15.99:57080) 2023-11-18T15:43:51.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.931+0000 7fe55d9de700 1 -- 172.21.15.99:0/2872872482 learned_addr learned my addr 172.21.15.99:0/2872872482 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:51.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.932+0000 7fe55d1dd700 1 -- 172.21.15.99:0/2872872482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe55806f650 msgr2=0x7fe558141540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:51.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.932+0000 7fe55d1dd700 1 --2- 172.21.15.99:0/2872872482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe55806f650 0x7fe558141540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.932+0000 7fe55d1dd700 1 -- 172.21.15.99:0/2872872482 >> v1:172.21.15.181:6789/0 conn(0x7fe558141a80 legacy=0x7fe5580714c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.932+0000 7fe55d1dd700 1 -- 172.21.15.99:0/2872872482 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5581421c0 con 0x7fe55813ef20 2023-11-18T15:43:51.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.932+0000 7fe54ffff700 1 -- 172.21.15.99:0/2872872482 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 858058000 0 0) 0x7fe558142940 con 0x7fe558141a80 2023-11-18T15:43:51.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.932+0000 7fe55d1dd700 1 --2- 172.21.15.99:0/2872872482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe55813ef20 0x7fe55806f110 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe548009840 tx=0x7fe548009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4482bf9ab5d8bf08 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:51.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.932+0000 7fe54ffff700 1 -- 172.21.15.99:0/2872872482 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe548011830 con 0x7fe55813ef20 2023-11-18T15:43:51.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.932+0000 7fe54ffff700 1 -- 172.21.15.99:0/2872872482 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe548011990 con 0x7fe55813ef20 2023-11-18T15:43:51.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.932+0000 7fe54ffff700 1 -- 172.21.15.99:0/2872872482 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe548011d20 con 0x7fe55813ef20 2023-11-18T15:43:51.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.933+0000 7fe55f441700 1 -- 172.21.15.99:0/2872872482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe55813ef20 msgr2=0x7fe55806f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.933+0000 7fe55f441700 1 --2- 172.21.15.99:0/2872872482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe55813ef20 0x7fe55806f110 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe548009840 tx=0x7fe548009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:51.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.933+0000 7fe55f441700 1 -- 172.21.15.99:0/2872872482 shutdown_connections 2023-11-18T15:43:51.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.933+0000 7fe55f441700 1 --2- 172.21.15.99:0/2872872482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe55813ef20 0x7fe55806f110 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.933+0000 7fe55f441700 1 --2- 172.21.15.99:0/2872872482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe55806f650 0x7fe558141540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.933+0000 7fe55f441700 1 -- 172.21.15.99:0/2872872482 >> 172.21.15.99:0/2872872482 conn(0x7fe5580b1d50 msgr2=0x7fe5580b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:51.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.933+0000 7fe55f441700 1 -- 172.21.15.99:0/2872872482 shutdown_connections 2023-11-18T15:43:51.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.933+0000 7fe55f441700 1 -- 172.21.15.99:0/2872872482 wait complete. 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.934+0000 7fe55f441700 1 Processor -- start 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.934+0000 7fe55f441700 1 -- start start 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55f441700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe55806f650 0x7fe5581f3620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55f441700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe55813ef20 0x7fe558135520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55f441700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe558141a80 0x7fe558144000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55f441700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe55806cf00 con 0x7fe55813ef20 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55f441700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe55806d1e0 con 0x7fe55806f650 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55f441700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe55806d4c0 con 0x7fe558141a80 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55c9dc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe55813ef20 0x7fe558135520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55c9dc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe55813ef20 0x7fe558135520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59514/0 (socket says 172.21.15.99:59514) 2023-11-18T15:43:51.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55c9dc700 1 -- 172.21.15.99:0/1832282158 learned_addr learned my addr 172.21.15.99:0/1832282158 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55d1dd700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe55806f650 0x7fe5581f3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55d9de700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe558141a80 0x7fe558144000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55c9dc700 1 -- 172.21.15.99:0/1832282158 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe558141a80 msgr2=0x7fe558144000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55c9dc700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe558141a80 0x7fe558144000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55c9dc700 1 -- 172.21.15.99:0/1832282158 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe55806f650 msgr2=0x7fe5581f3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55c9dc700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe55806f650 0x7fe5581f3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55c9dc700 1 -- 172.21.15.99:0/1832282158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5480094a0 con 0x7fe55813ef20 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe55c9dc700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe55813ef20 0x7fe558135520 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe55400e870 tx=0x7fe55400eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe54dffb700 1 -- 172.21.15.99:0/1832282158 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe554009590 con 0x7fe55813ef20 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.935+0000 7fe54dffb700 1 -- 172.21.15.99:0/1832282158 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe554013680 con 0x7fe55813ef20 2023-11-18T15:43:51.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.936+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe55806d7a0 con 0x7fe55813ef20 2023-11-18T15:43:51.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.936+0000 7fe54dffb700 1 -- 172.21.15.99:0/1832282158 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5540139f0 con 0x7fe55813ef20 2023-11-18T15:43:51.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.936+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe55806dd60 con 0x7fe55813ef20 2023-11-18T15:43:51.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.937+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe55806e0d0 con 0x7fe55813ef20 2023-11-18T15:43:51.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.937+0000 7fe54dffb700 1 -- 172.21.15.99:0/1832282158 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe554013b50 con 0x7fe55813ef20 2023-11-18T15:43:51.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.938+0000 7fe54dffb700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe53c06af00 0x7fe53c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:51.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.938+0000 7fe55d1dd700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe53c06af00 0x7fe53c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:51.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.938+0000 7fe54dffb700 1 -- 172.21.15.99:0/1832282158 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe554089540 con 0x7fe55813ef20 2023-11-18T15:43:51.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.938+0000 7fe55d1dd700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe53c06af00 0x7fe53c06d3c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe548000c00 tx=0x7fe548008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:51.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:51.942+0000 7fe54dffb700 1 -- 172.21.15.99:0/1832282158 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe5540544c0 con 0x7fe55813ef20 2023-11-18T15:43:52.133 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.131+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe558069400 con 0x7fe55813ef20 2023-11-18T15:43:52.133 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.131+0000 7fe54dffb700 1 -- 172.21.15.99:0/1832282158 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe554057ae0 con 0x7fe55813ef20 2023-11-18T15:43:52.133 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:43:52.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe53c06af00 msgr2=0x7fe53c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe53c06af00 0x7fe53c06d3c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe548000c00 tx=0x7fe548008030 comp rx=0 tx=0).stop 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe55813ef20 msgr2=0x7fe558135520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe55813ef20 0x7fe558135520 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe55400e870 tx=0x7fe55400eb80 comp rx=0 tx=0).stop 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 shutdown_connections 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe558141a80 0x7fe558144000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe55806f650 0x7fe5581f3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe53c06af00 0x7fe53c06d3c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 --2- 172.21.15.99:0/1832282158 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe55813ef20 0x7fe558135520 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 >> 172.21.15.99:0/1832282158 conn(0x7fe5580b1d50 msgr2=0x7fe5580b0b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 shutdown_connections 2023-11-18T15:43:52.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.133+0000 7fe55f441700 1 -- 172.21.15.99:0/1832282158 wait complete. 2023-11-18T15:43:52.147 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:43:52.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.268+0000 7f423e7d2700 1 Processor -- start 2023-11-18T15:43:52.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.268+0000 7f423e7d2700 1 -- start start 2023-11-18T15:43:52.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.269+0000 7f423e7d2700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 0x7f4238162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.269+0000 7f423e7d2700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f42380cdff0 0x7f42380cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.269+0000 7f423e7d2700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4238162bc0 con 0x7f42380afc30 2023-11-18T15:43:52.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.269+0000 7f423e7d2700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42381472e0 con 0x7f42380cdff0 2023-11-18T15:43:52.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.269+0000 7f423e7d2700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42380b0110 con 0x7f4238146f00 2023-11-18T15:43:52.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.269+0000 7f42377fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f42380afc30 0x7f42380cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46132/0 (socket says 172.21.15.99:46132) 2023-11-18T15:43:52.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.269+0000 7f42377fe700 1 -- 172.21.15.99:0/2540349083 learned_addr learned my addr 172.21.15.99:0/2540349083 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:52.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f423cd6f700 1 --2- 172.21.15.99:0/2540349083 >> v2:172.21.15.181:3300/0 conn(0x7f42380cdff0 0x7f42380cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f4237fff700 1 --2- 172.21.15.99:0/2540349083 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 0x7f4238162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f4236ffd700 1 -- 172.21.15.99:0/2540349083 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4294316241 0 0) 0x7f4238162bc0 con 0x7f42380afc30 2023-11-18T15:43:52.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f4236ffd700 1 -- 172.21.15.99:0/2540349083 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f42200035b0 con 0x7f42380afc30 2023-11-18T15:43:52.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f423cd6f700 1 -- 172.21.15.99:0/2540349083 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 msgr2=0x7f4238162680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f423cd6f700 1 --2- 172.21.15.99:0/2540349083 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 0x7f4238162680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f423cd6f700 1 -- 172.21.15.99:0/2540349083 >> v1:172.21.15.99:6789/0 conn(0x7f42380afc30 legacy=0x7f42380cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f423cd6f700 1 -- 172.21.15.99:0/2540349083 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42380b03f0 con 0x7f42380cdff0 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f423cd6f700 1 --2- 172.21.15.99:0/2540349083 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42380cdff0 0x7f42380cef50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4230009d90 tx=0x7f423000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a14ae9bef546bf33 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f4236ffd700 1 -- 172.21.15.99:0/2540349083 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f423000e070 con 0x7f42380cdff0 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f4236ffd700 1 -- 172.21.15.99:0/2540349083 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f423000bb20 con 0x7f42380cdff0 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.270+0000 7f4236ffd700 1 -- 172.21.15.99:0/2540349083 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4230012430 con 0x7f42380cdff0 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.271+0000 7f423e7d2700 1 -- 172.21.15.99:0/2540349083 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42380cdff0 msgr2=0x7f42380cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.271+0000 7f423e7d2700 1 --2- 172.21.15.99:0/2540349083 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42380cdff0 0x7f42380cef50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4230009d90 tx=0x7f423000b330 comp rx=0 tx=0).stop 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.271+0000 7f423e7d2700 1 -- 172.21.15.99:0/2540349083 shutdown_connections 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.271+0000 7f423e7d2700 1 --2- 172.21.15.99:0/2540349083 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42380cdff0 0x7f42380cef50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.271+0000 7f423e7d2700 1 --2- 172.21.15.99:0/2540349083 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 0x7f4238162680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.271+0000 7f423e7d2700 1 -- 172.21.15.99:0/2540349083 >> 172.21.15.99:0/2540349083 conn(0x7f42380b38b0 msgr2=0x7f42380b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:52.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.271+0000 7f423e7d2700 1 -- 172.21.15.99:0/2540349083 shutdown_connections 2023-11-18T15:43:52.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.271+0000 7f423e7d2700 1 -- 172.21.15.99:0/2540349083 wait complete. 2023-11-18T15:43:52.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.272+0000 7f423e7d2700 1 Processor -- start 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.272+0000 7f423e7d2700 1 -- start start 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f423e7d2700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42380afc30 0x7f423813d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f423e7d2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42380cdff0 0x7f42381423d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f423e7d2700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 0x7f4238072c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f423e7d2700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f423813e490 con 0x7f42380cdff0 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f423e7d2700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4238141f40 con 0x7f42380afc30 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f423e7d2700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4238142910 con 0x7f4238146f00 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f42377fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42380cdff0 0x7f42381423d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f42377fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42380cdff0 0x7f42381423d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59526/0 (socket says 172.21.15.99:59526) 2023-11-18T15:43:52.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f42377fe700 1 -- 172.21.15.99:0/1700847826 learned_addr learned my addr 172.21.15.99:0/1700847826 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f4237fff700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42380afc30 0x7f423813d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f423cd6f700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 0x7f4238072c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f42377fe700 1 -- 172.21.15.99:0/1700847826 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 msgr2=0x7f4238072c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f42377fe700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 0x7f4238072c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f42377fe700 1 -- 172.21.15.99:0/1700847826 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42380afc30 msgr2=0x7f423813d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f42377fe700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42380afc30 0x7f423813d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f42377fe700 1 -- 172.21.15.99:0/1700847826 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4230009a70 con 0x7f42380cdff0 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f423cd6f700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 0x7f4238072c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.273+0000 7f42377fe700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42380cdff0 0x7f42381423d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4228001eb0 tx=0x7f422800c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.274+0000 7f4234ff9700 1 -- 172.21.15.99:0/1700847826 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4228005d70 con 0x7f42380cdff0 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.274+0000 7f4234ff9700 1 -- 172.21.15.99:0/1700847826 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42280070d0 con 0x7f42380cdff0 2023-11-18T15:43:52.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.274+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4238141330 con 0x7f42380cdff0 2023-11-18T15:43:52.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.274+0000 7f4234ff9700 1 -- 172.21.15.99:0/1700847826 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4228007460 con 0x7f42380cdff0 2023-11-18T15:43:52.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.274+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42381418f0 con 0x7f42380cdff0 2023-11-18T15:43:52.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.275+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42381420b0 con 0x7f42380cdff0 2023-11-18T15:43:52.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.275+0000 7f4234ff9700 1 -- 172.21.15.99:0/1700847826 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f42280075c0 con 0x7f42380cdff0 2023-11-18T15:43:52.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.275+0000 7f4234ff9700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f422406aed0 0x7f422406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.275+0000 7f4234ff9700 1 -- 172.21.15.99:0/1700847826 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4228088a50 con 0x7f42380cdff0 2023-11-18T15:43:52.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.275+0000 7f4237fff700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f422406aed0 0x7f422406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.276+0000 7f4237fff700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f422406aed0 0x7f422406d390 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f422c009be0 tx=0x7f422c009210 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:52.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.280+0000 7f4234ff9700 1 -- 172.21.15.99:0/1700847826 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4228053af0 con 0x7f42380cdff0 2023-11-18T15:43:52.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.472+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4238069400 con 0x7f42380cdff0 2023-11-18T15:43:52.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.473+0000 7f4234ff9700 1 -- 172.21.15.99:0/1700847826 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4228017020 con 0x7f42380cdff0 2023-11-18T15:43:52.475 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:43:52.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f422406aed0 msgr2=0x7f422406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f422406aed0 0x7f422406d390 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f422c009be0 tx=0x7f422c009210 comp rx=0 tx=0).stop 2023-11-18T15:43:52.477 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42380cdff0 msgr2=0x7f42381423d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42380cdff0 0x7f42381423d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4228001eb0 tx=0x7f422800c7b0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 shutdown_connections 2023-11-18T15:43:52.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4238146f00 0x7f4238072c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42380afc30 0x7f423813d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f422406aed0 0x7f422406d390 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 --2- 172.21.15.99:0/1700847826 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42380cdff0 0x7f42381423d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 >> 172.21.15.99:0/1700847826 conn(0x7f42380b38b0 msgr2=0x7f423806ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:52.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 shutdown_connections 2023-11-18T15:43:52.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.475+0000 7f423e7d2700 1 -- 172.21.15.99:0/1700847826 wait complete. 2023-11-18T15:43:52.489 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:43:52.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.611+0000 7f0a05441700 1 Processor -- start 2023-11-18T15:43:52.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.611+0000 7f0a05441700 1 -- start start 2023-11-18T15:43:52.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f0a05441700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0a0015e010 0x7f0a00072110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f0a05441700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f0a000d2610 0x7f0a0006ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f0a05441700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a00071280 con 0x7f0a0006f200 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f0a05441700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a00071560 con 0x7f0a0015e010 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f0a05441700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a00071840 con 0x7f0a000d2610 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f09feffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0a0015e010 0x7f0a00072110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f09feffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0a0015e010 0x7f0a00072110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59534/0 (socket says 172.21.15.99:59534) 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f09feffd700 1 -- 172.21.15.99:0/1613225209 learned_addr learned my addr 172.21.15.99:0/1613225209 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f09ff7fe700 1 --2- 172.21.15.99:0/1613225209 >> v2:172.21.15.181:3300/0 conn(0x7f0a000d2610 0x7f0a0006ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f09feffd700 1 -- 172.21.15.99:0/1613225209 >> v2:172.21.15.181:3300/0 conn(0x7f0a000d2610 msgr2=0x7f0a0006ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f09feffd700 1 --2- 172.21.15.99:0/1613225209 >> v2:172.21.15.181:3300/0 conn(0x7f0a000d2610 0x7f0a0006ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f09feffd700 1 -- 172.21.15.99:0/1613225209 >> v1:172.21.15.181:6789/0 conn(0x7f0a0006f200 legacy=0x7f0a000d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f09feffd700 1 -- 172.21.15.99:0/1613225209 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a00071b20 con 0x7f0a0015e010 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.612+0000 7f09feffd700 1 --2- 172.21.15.99:0/1613225209 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a0015e010 0x7f0a00072110 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0a000d36b0 tx=0x7f09f4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b093295458b2f23d server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f09fdffb700 1 -- 172.21.15.99:0/1613225209 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09f4004230 con 0x7f0a0015e010 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f09fdffb700 1 -- 172.21.15.99:0/1613225209 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09f4004390 con 0x7f0a0015e010 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f09fdffb700 1 -- 172.21.15.99:0/1613225209 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09f40036a0 con 0x7f0a0015e010 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f0a05441700 1 -- 172.21.15.99:0/1613225209 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a0015e010 msgr2=0x7f0a00072110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f0a05441700 1 --2- 172.21.15.99:0/1613225209 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a0015e010 0x7f0a00072110 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0a000d36b0 tx=0x7f09f4009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f0a05441700 1 -- 172.21.15.99:0/1613225209 shutdown_connections 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f0a05441700 1 --2- 172.21.15.99:0/1613225209 >> v2:172.21.15.181:3300/0 conn(0x7f0a000d2610 0x7f0a0006ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f0a05441700 1 --2- 172.21.15.99:0/1613225209 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a0015e010 0x7f0a00072110 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f0a05441700 1 -- 172.21.15.99:0/1613225209 >> 172.21.15.99:0/1613225209 conn(0x7f0a000b6110 msgr2=0x7f0a000b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:52.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f0a05441700 1 -- 172.21.15.99:0/1613225209 shutdown_connections 2023-11-18T15:43:52.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.613+0000 7f0a05441700 1 -- 172.21.15.99:0/1613225209 wait complete. 2023-11-18T15:43:52.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.614+0000 7f0a05441700 1 Processor -- start 2023-11-18T15:43:52.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f0a05441700 1 -- start start 2023-11-18T15:43:52.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f0a05441700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0a0006f200 0x7f0a0015f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f0a05441700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a000d2610 0x7f0a001479d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f0a05441700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0a0015e010 0x7f0a00156bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f0a05441700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a0015ed60 con 0x7f0a000d2610 2023-11-18T15:43:52.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f0a05441700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a0015f6c0 con 0x7f0a0015e010 2023-11-18T15:43:52.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f0a05441700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a00160140 con 0x7f0a0006f200 2023-11-18T15:43:52.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f09fe7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a000d2610 0x7f0a001479d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f09fe7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a000d2610 0x7f0a001479d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59542/0 (socket says 172.21.15.99:59542) 2023-11-18T15:43:52.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f09fe7fc700 1 -- 172.21.15.99:0/2665285575 learned_addr learned my addr 172.21.15.99:0/2665285575 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:52.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f09ff7fe700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0a0015e010 0x7f0a00156bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.615+0000 7f09feffd700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0a0006f200 0x7f0a0015f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09fe7fc700 1 -- 172.21.15.99:0/2665285575 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0a0006f200 msgr2=0x7f0a0015f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09fe7fc700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0a0006f200 0x7f0a0015f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09fe7fc700 1 -- 172.21.15.99:0/2665285575 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0a0015e010 msgr2=0x7f0a00156bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09fe7fc700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0a0015e010 0x7f0a00156bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09fe7fc700 1 -- 172.21.15.99:0/2665285575 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09f4009550 con 0x7f0a000d2610 2023-11-18T15:43:52.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09feffd700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0a0006f200 0x7f0a0015f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:52.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09fe7fc700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a000d2610 0x7f0a001479d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f09f000c4b0 tx=0x7f09f000c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:52.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09e77fe700 1 -- 172.21.15.99:0/2665285575 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09f0016070 con 0x7f0a000d2610 2023-11-18T15:43:52.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09e77fe700 1 -- 172.21.15.99:0/2665285575 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09f0006860 con 0x7f0a000d2610 2023-11-18T15:43:52.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a00147f10 con 0x7f0a000d2610 2023-11-18T15:43:52.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f09e77fe700 1 -- 172.21.15.99:0/2665285575 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09f0006bf0 con 0x7f0a000d2610 2023-11-18T15:43:52.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.616+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a0015e6a0 con 0x7f0a000d2610 2023-11-18T15:43:52.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.617+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a0015eea0 con 0x7f0a000d2610 2023-11-18T15:43:52.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.617+0000 7f09e77fe700 1 -- 172.21.15.99:0/2665285575 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f09f0006d50 con 0x7f0a000d2610 2023-11-18T15:43:52.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.618+0000 7f09e77fe700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f09ec06aed0 0x7f09ec06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.618+0000 7f09e77fe700 1 -- 172.21.15.99:0/2665285575 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f09f0088b90 con 0x7f0a000d2610 2023-11-18T15:43:52.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.618+0000 7f09feffd700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f09ec06aed0 0x7f09ec06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.618+0000 7f09feffd700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f09ec06aed0 0x7f09ec06d390 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f09f4009130 tx=0x7f09f4008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:52.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.622+0000 7f09e77fe700 1 -- 172.21.15.99:0/2665285575 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0a0015eea0 con 0x7f0a000d2610 2023-11-18T15:43:52.812 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.809+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0a0015eea0 con 0x7f0a000d2610 2023-11-18T15:43:52.812 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.810+0000 7f09e77fe700 1 -- 172.21.15.99:0/2665285575 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0a0015eea0 con 0x7f0a000d2610 2023-11-18T15:43:52.812 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:43:52.814 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f09ec06aed0 msgr2=0x7f09ec06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f09ec06aed0 0x7f09ec06d390 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f09f4009130 tx=0x7f09f4008030 comp rx=0 tx=0).stop 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a000d2610 msgr2=0x7f0a001479d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a000d2610 0x7f0a001479d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f09f000c4b0 tx=0x7f09f000c7c0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 shutdown_connections 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0a0015e010 0x7f0a00156bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0a0006f200 0x7f0a0015f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f09ec06aed0 0x7f09ec06d390 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 --2- 172.21.15.99:0/2665285575 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0a000d2610 0x7f0a001479d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 >> 172.21.15.99:0/2665285575 conn(0x7f0a000b6110 msgr2=0x7f0a0006ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:52.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 shutdown_connections 2023-11-18T15:43:52.816 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.812+0000 7f0a05441700 1 -- 172.21.15.99:0/2665285575 wait complete. 2023-11-18T15:43:52.827 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:52.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.945+0000 7fd30d50e700 1 Processor -- start 2023-11-18T15:43:52.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.945+0000 7fd30d50e700 1 -- start start 2023-11-18T15:43:52.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.945+0000 7fd30d50e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd3080cbaf0 0x7fd308161eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.945+0000 7fd30d50e700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3080d1d20 con 0x7fd3080b54b0 2023-11-18T15:43:52.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.945+0000 7fd30d50e700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3080d0880 con 0x7fd308147940 2023-11-18T15:43:52.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd30d50e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd308147d20 con 0x7fd3080cbaf0 2023-11-18T15:43:52.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd3077fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd3080b54b0 0x7fd3081623f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46164/0 (socket says 172.21.15.99:46164) 2023-11-18T15:43:52.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd3077fe700 1 -- 172.21.15.99:0/3450628935 learned_addr learned my addr 172.21.15.99:0/3450628935 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4058832444 0 0) 0x7fd300001490 con 0x7fd3080b54b0 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd3067fc700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd3080cbaf0 0x7fd308161eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2f00035b0 con 0x7fd3080b54b0 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3717609644 0 0) 0x7fd3080d0880 con 0x7fd308147940 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd300001490 con 0x7fd308147940 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2414756969 0 0) 0x7fd2f00035b0 con 0x7fd3080b54b0 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd3080cbaf0 msgr2=0x7fd308161eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd3080cbaf0 0x7fd308161eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 >> v1:172.21.15.181:6789/0 conn(0x7fd308147940 legacy=0x7fd3080cb3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd308162c20 con 0x7fd3080b54b0 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fd300001b80 con 0x7fd3080b54b0 2023-11-18T15:43:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 >> v1:172.21.15.99:6789/0 conn(0x7fd3080b54b0 legacy=0x7fd3081623f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2f0003bc0 0x7fd2f0003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd3080cbaf0 0x7fd2f0004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2f0004d90 0x7fd2f0005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd308147d20 con 0x7fd2f0004d90 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2f000bac0 con 0x7fd2f0003bc0 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2f000bc30 con 0x7fd3080cbaf0 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd3077fe700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2f0004d90 0x7fd2f0005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd306ffd700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2f0003bc0 0x7fd2f0003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.946+0000 7fd3067fc700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd3080cbaf0 0x7fd2f0004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd3077fe700 1 -- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd3080cbaf0 msgr2=0x7fd2f0004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd3077fe700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd3080cbaf0 0x7fd2f0004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd3077fe700 1 -- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2f0003bc0 msgr2=0x7fd2f0003fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd3077fe700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd2f0003bc0 0x7fd2f0003fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd3077fe700 1 -- 172.21.15.99:0/3450628935 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2f00035b0 con 0x7fd2f0004d90 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd3077fe700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2f0004d90 0x7fd2f0005210 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd3080cfc80 tx=0x7fd2f0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=730bb89040d70986 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd30000a420 con 0x7fd2f0004d90 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3000072d0 con 0x7fd2f0004d90 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd305ffb700 1 -- 172.21.15.99:0/3450628935 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd300007660 con 0x7fd2f0004d90 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd30d50e700 1 -- 172.21.15.99:0/3450628935 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2f0004d90 msgr2=0x7fd2f0005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd30d50e700 1 --2- 172.21.15.99:0/3450628935 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd2f0004d90 0x7fd2f0005210 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd3080cfc80 tx=0x7fd2f0005880 comp rx=0 tx=0).stop 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd3077fe700 1 -- 172.21.15.99:0/3450628935 reap_dead start 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd30d50e700 1 -- 172.21.15.99:0/3450628935 shutdown_connections 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.947+0000 7fd30d50e700 1 -- 172.21.15.99:0/3450628935 >> 172.21.15.99:0/3450628935 conn(0x7fd3080b31d0 msgr2=0x7fd3080b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.948+0000 7fd30d50e700 1 -- 172.21.15.99:0/3450628935 shutdown_connections 2023-11-18T15:43:52.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.948+0000 7fd30d50e700 1 -- 172.21.15.99:0/3450628935 wait complete. 2023-11-18T15:43:52.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.949+0000 7fd30d50e700 1 Processor -- start 2023-11-18T15:43:52.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.949+0000 7fd30d50e700 1 -- start start 2023-11-18T15:43:52.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd30d50e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2f0004d90 0x7fd30815a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd30d50e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd308156be0 0x7fd30813bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd30d50e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd308159910 0x7fd308159d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd30d50e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd30813c240 con 0x7fd308159910 2023-11-18T15:43:52.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd30d50e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd30815a2d0 con 0x7fd308156be0 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd30d50e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd30815bcc0 con 0x7fd2f0004d90 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3077fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd308159910 0x7fd308159d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3077fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd308159910 0x7fd308159d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59564/0 (socket says 172.21.15.99:59564) 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3077fe700 1 -- 172.21.15.99:0/1872819497 learned_addr learned my addr 172.21.15.99:0/1872819497 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3067fc700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd308156be0 0x7fd30813bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd306ffd700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2f0004d90 0x7fd30815a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3077fe700 1 -- 172.21.15.99:0/1872819497 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2f0004d90 msgr2=0x7fd30815a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3077fe700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2f0004d90 0x7fd30815a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3077fe700 1 -- 172.21.15.99:0/1872819497 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd308156be0 msgr2=0x7fd30813bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3077fe700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd308156be0 0x7fd30813bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3077fe700 1 -- 172.21.15.99:0/1872819497 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd30815ac20 con 0x7fd308159910 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd306ffd700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2f0004d90 0x7fd30815a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:52.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd3077fe700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd308159910 0x7fd308159d90 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd300000f80 tx=0x7fd3080d07f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd2ef7fe700 1 -- 172.21.15.99:0/1872819497 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd300024070 con 0x7fd308159910 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd2ef7fe700 1 -- 172.21.15.99:0/1872819497 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd300001940 con 0x7fd308159910 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd30815af00 con 0x7fd308159910 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd2ef7fe700 1 -- 172.21.15.99:0/1872819497 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd30000a420 con 0x7fd308159910 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.950+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd30815b4c0 con 0x7fd308159910 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.951+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd30815bb10 con 0x7fd308159910 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.952+0000 7fd2ef7fe700 1 -- 172.21.15.99:0/1872819497 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd30001e420 con 0x7fd308159910 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.952+0000 7fd2ef7fe700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2f406aec0 0x7fd2f406d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.952+0000 7fd2ef7fe700 1 -- 172.21.15.99:0/1872819497 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd30008a3d0 con 0x7fd308159910 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.952+0000 7fd306ffd700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2f406aec0 0x7fd2f406d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:52.958 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.953+0000 7fd306ffd700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2f406aec0 0x7fd2f406d380 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd2f8007fd0 tx=0x7fd2f8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:52.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:52.957+0000 7fd2ef7fe700 1 -- 172.21.15.99:0/1872819497 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fd300055630 con 0x7fd308159910 2023-11-18T15:43:53.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.145+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd308074e90 con 0x7fd308159910 2023-11-18T15:43:53.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.146+0000 7fd2ef7fe700 1 -- 172.21.15.99:0/1872819497 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7fd300058c50 con 0x7fd308159910 2023-11-18T15:43:53.149 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:53.149 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:53.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2f406aec0 msgr2=0x7fd2f406d380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:53.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2f406aec0 0x7fd2f406d380 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd2f8007fd0 tx=0x7fd2f8009040 comp rx=0 tx=0).stop 2023-11-18T15:43:53.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd308159910 msgr2=0x7fd308159d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:53.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd308159910 0x7fd308159d90 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd300000f80 tx=0x7fd3080d07f0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 shutdown_connections 2023-11-18T15:43:53.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd2f406aec0 0x7fd2f406d380 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd308159910 0x7fd308159d90 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd2f0004d90 0x7fd30815a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 --2- 172.21.15.99:0/1872819497 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd308156be0 0x7fd30813bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 >> 172.21.15.99:0/1872819497 conn(0x7fd3080b31d0 msgr2=0x7fd308161620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:53.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 shutdown_connections 2023-11-18T15:43:53.152 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.149+0000 7fd30d50e700 1 -- 172.21.15.99:0/1872819497 wait complete. 2023-11-18T15:43:53.163 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:43:53.164 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:43:53.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.285+0000 7f0d095c1700 1 Processor -- start 2023-11-18T15:43:53.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.285+0000 7f0d095c1700 1 -- start start 2023-11-18T15:43:53.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d095c1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d04072110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:53.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d095c1700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f0d040d2610 0x7f0d0406ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:53.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d095c1700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d04071280 con 0x7f0d0406f200 2023-11-18T15:43:53.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d095c1700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d04071560 con 0x7f0d040d2610 2023-11-18T15:43:53.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d095c1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d04071840 con 0x7f0d0415e010 2023-11-18T15:43:53.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d037fe700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f0d040d2610 0x7f0d0406ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:53.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d027fc700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f0d0406f200 0x7f0d040d1f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:57140/0 (socket says 172.21.15.99:57140) 2023-11-18T15:43:53.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d027fc700 1 -- 172.21.15.99:0/4239240461 learned_addr learned my addr 172.21.15.99:0/4239240461 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d02ffd700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d04072110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.286+0000 7f0d037fe700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f0d040d2610 0x7f0d0406ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:58040/0 (socket says 172.21.15.99:58040) 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d037fe700 1 -- 172.21.15.99:0/4239240461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 msgr2=0x7f0d04072110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d037fe700 1 --2- 172.21.15.99:0/4239240461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d04072110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d037fe700 1 -- 172.21.15.99:0/4239240461 >> v1:172.21.15.181:6789/0 conn(0x7f0d0406f200 legacy=0x7f0d040d1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d037fe700 1 -- 172.21.15.99:0/4239240461 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d04071b20 con 0x7f0d040d2610 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d01ffb700 1 -- 172.21.15.99:0/4239240461 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1278810739 0 0) 0x7f0d04071280 con 0x7f0d0406f200 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d02ffd700 1 --2- 172.21.15.99:0/4239240461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d04072110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d037fe700 1 --2- 172.21.15.99:0/4239240461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d040d2610 0x7f0d0406ca10 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc009d90 tx=0x7f0cfc00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f332664b1703072 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d01ffb700 1 -- 172.21.15.99:0/4239240461 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc00e070 con 0x7f0d040d2610 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d01ffb700 1 -- 172.21.15.99:0/4239240461 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cfc00bb20 con 0x7f0d040d2610 2023-11-18T15:43:53.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.287+0000 7f0d01ffb700 1 -- 172.21.15.99:0/4239240461 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc012430 con 0x7f0d040d2610 2023-11-18T15:43:53.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.288+0000 7f0d095c1700 1 -- 172.21.15.99:0/4239240461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d040d2610 msgr2=0x7f0d0406ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:53.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.288+0000 7f0d095c1700 1 --2- 172.21.15.99:0/4239240461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d040d2610 0x7f0d0406ca10 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc009d90 tx=0x7f0cfc00b330 comp rx=0 tx=0).stop 2023-11-18T15:43:53.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.288+0000 7f0d095c1700 1 -- 172.21.15.99:0/4239240461 shutdown_connections 2023-11-18T15:43:53.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.288+0000 7f0d095c1700 1 --2- 172.21.15.99:0/4239240461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d040d2610 0x7f0d0406ca10 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.288+0000 7f0d095c1700 1 --2- 172.21.15.99:0/4239240461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d04072110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.288+0000 7f0d095c1700 1 -- 172.21.15.99:0/4239240461 >> 172.21.15.99:0/4239240461 conn(0x7f0d040b6110 msgr2=0x7f0d040b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:53.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.288+0000 7f0d095c1700 1 -- 172.21.15.99:0/4239240461 shutdown_connections 2023-11-18T15:43:53.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.288+0000 7f0d095c1700 1 -- 172.21.15.99:0/4239240461 wait complete. 2023-11-18T15:43:53.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.289+0000 7f0d095c1700 1 Processor -- start 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.289+0000 7f0d095c1700 1 -- start start 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d095c1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d0406f200 0x7f0d040b2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d095c1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d040d2610 0x7f0d041f3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d095c1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d040b1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d095c1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d040b29a0 con 0x7f0d0406f200 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d095c1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0414c300 con 0x7f0d040d2610 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d095c1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d041f4340 con 0x7f0d0415e010 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d02ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d0406f200 0x7f0d040b2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d02ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d0406f200 0x7f0d040b2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59572/0 (socket says 172.21.15.99:59572) 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d02ffd700 1 -- 172.21.15.99:0/277691604 learned_addr learned my addr 172.21.15.99:0/277691604 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d027fc700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d040d2610 0x7f0d041f3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d037fe700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d040b1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:53.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d02ffd700 1 -- 172.21.15.99:0/277691604 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 msgr2=0x7f0d040b1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d02ffd700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d040b1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d02ffd700 1 -- 172.21.15.99:0/277691604 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d040d2610 msgr2=0x7f0d041f3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d02ffd700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d040d2610 0x7f0d041f3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d02ffd700 1 -- 172.21.15.99:0/277691604 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cf80094a0 con 0x7f0d0406f200 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d037fe700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d040b1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0d02ffd700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d0406f200 0x7f0d040b2460 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0cf800ebe0 tx=0x7f0cf800eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.290+0000 7f0ceb7fe700 1 -- 172.21.15.99:0/277691604 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf800c850 con 0x7f0d0406f200 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.291+0000 7f0ceb7fe700 1 -- 172.21.15.99:0/277691604 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cf800c9b0 con 0x7f0d0406f200 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.291+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cfc009a70 con 0x7f0d0406f200 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.291+0000 7f0ceb7fe700 1 -- 172.21.15.99:0/277691604 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf800cd40 con 0x7f0d0406f200 2023-11-18T15:43:53.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.291+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d0414ba60 con 0x7f0d0406f200 2023-11-18T15:43:53.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.292+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d04069400 con 0x7f0d0406f200 2023-11-18T15:43:53.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.292+0000 7f0ceb7fe700 1 -- 172.21.15.99:0/277691604 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f0cf8013470 con 0x7f0d0406f200 2023-11-18T15:43:53.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.292+0000 7f0ceb7fe700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cf006aed0 0x7f0cf006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:53.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.292+0000 7f0ceb7fe700 1 -- 172.21.15.99:0/277691604 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0cf8089670 con 0x7f0d0406f200 2023-11-18T15:43:53.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.292+0000 7f0d027fc700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cf006aed0 0x7f0cf006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:53.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.293+0000 7f0d027fc700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cf006aed0 0x7f0cf006d390 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4007fd0 tx=0x7f0cf4007de0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:53.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.297+0000 7f0ceb7fe700 1 -- 172.21.15.99:0/277691604 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0cf8054710 con 0x7f0d0406f200 2023-11-18T15:43:53.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.486+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0d04072110 con 0x7f0d0406f200 2023-11-18T15:43:54.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.486+0000 7f0ceb7fe700 1 -- 172.21.15.99:0/277691604 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0cf800cea0 con 0x7f0d0406f200 2023-11-18T15:43:54.009 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:43:54.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.488+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cf006aed0 msgr2=0x7f0cf006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.488+0000 7f0d095c1700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cf006aed0 0x7f0cf006d390 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4007fd0 tx=0x7f0cf4007de0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.488+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d0406f200 msgr2=0x7f0d040b2460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.488+0000 7f0d095c1700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d0406f200 0x7f0d040b2460 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0cf800ebe0 tx=0x7f0cf800eef0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.488+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 shutdown_connections 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.488+0000 7f0d095c1700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cf006aed0 0x7f0cf006d390 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.488+0000 7f0d095c1700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d0406f200 0x7f0d040b2460 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.489+0000 7f0d095c1700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d0415e010 0x7f0d040b1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.489+0000 7f0d095c1700 1 --2- 172.21.15.99:0/277691604 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d040d2610 0x7f0d041f3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.489+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 >> 172.21.15.99:0/277691604 conn(0x7f0d040b6110 msgr2=0x7f0d040b9120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.489+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 shutdown_connections 2023-11-18T15:43:54.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:53.489+0000 7f0d095c1700 1 -- 172.21.15.99:0/277691604 wait complete. 2023-11-18T15:43:54.012 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:43:54.140 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.138+0000 7fbf5e0ab700 1 Processor -- start 2023-11-18T15:43:54.140 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.138+0000 7fbf5e0ab700 1 -- start start 2023-11-18T15:43:54.146 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf5e0ab700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 0x7fbf5815e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.146 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf5e0ab700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf580cdb60 con 0x7fbf580cee50 2023-11-18T15:43:54.146 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf5e0ab700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf580cddb0 con 0x7fbf5815ac90 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf5e0ab700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf580ce090 con 0x7fbf5815b780 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf57fff700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fbf580cee50 0x7fbf5815e5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46196/0 (socket says 172.21.15.99:46196) 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf57fff700 1 -- 172.21.15.99:0/3649498820 learned_addr learned my addr 172.21.15.99:0/3649498820 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf56ffd700 1 --2- 172.21.15.99:0/3649498820 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 0x7fbf5815e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf567fc700 1 -- 172.21.15.99:0/3649498820 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3135554164 0 0) 0x7fbf580cdb60 con 0x7fbf580cee50 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf567fc700 1 -- 172.21.15.99:0/3649498820 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf400035b0 con 0x7fbf580cee50 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf567fc700 1 -- 172.21.15.99:0/3649498820 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1079298739 0 0) 0x7fbf580cddb0 con 0x7fbf5815ac90 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.139+0000 7fbf567fc700 1 -- 172.21.15.99:0/3649498820 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf580cdb60 con 0x7fbf5815ac90 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf56ffd700 1 -- 172.21.15.99:0/3649498820 >> v1:172.21.15.181:6789/0 conn(0x7fbf5815ac90 legacy=0x7fbf5815b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf56ffd700 1 -- 172.21.15.99:0/3649498820 >> v1:172.21.15.99:6789/0 conn(0x7fbf580cee50 legacy=0x7fbf5815e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf56ffd700 1 -- 172.21.15.99:0/3649498820 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf580ce370 con 0x7fbf5815b780 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf56ffd700 1 --2- 172.21.15.99:0/3649498820 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 0x7fbf5815e060 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbf4800aa10 tx=0x7fbf4800ad20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd0ebcfef0fc91f3 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf567fc700 1 -- 172.21.15.99:0/3649498820 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4800cb70 con 0x7fbf5815b780 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf567fc700 1 -- 172.21.15.99:0/3649498820 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf4800ccd0 con 0x7fbf5815b780 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf567fc700 1 -- 172.21.15.99:0/3649498820 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf48018620 con 0x7fbf5815b780 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/3649498820 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 msgr2=0x7fbf5815e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf5e0ab700 1 --2- 172.21.15.99:0/3649498820 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 0x7fbf5815e060 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbf4800aa10 tx=0x7fbf4800ad20 comp rx=0 tx=0).stop 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/3649498820 shutdown_connections 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.140+0000 7fbf5e0ab700 1 --2- 172.21.15.99:0/3649498820 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 0x7fbf5815e060 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.141+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/3649498820 >> 172.21.15.99:0/3649498820 conn(0x7fbf580aef90 msgr2=0x7fbf580af3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.141+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/3649498820 shutdown_connections 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.141+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/3649498820 wait complete. 2023-11-18T15:43:54.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.142+0000 7fbf5e0ab700 1 Processor -- start 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.142+0000 7fbf5e0ab700 1 -- start start 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf5e0ab700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbf580cee50 0x7fbf580ae840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf5e0ab700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbf5815ac90 0x7fbf58144fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf5e0ab700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 0x7fbf58145a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf5e0ab700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf580aed80 con 0x7fbf5815ac90 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf5e0ab700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf58145520 con 0x7fbf580cee50 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf5e0ab700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf581429e0 con 0x7fbf5815b780 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf56ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbf5815ac90 0x7fbf58144fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf56ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbf5815ac90 0x7fbf58144fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59588/0 (socket says 172.21.15.99:59588) 2023-11-18T15:43:54.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf56ffd700 1 -- 172.21.15.99:0/1389010514 learned_addr learned my addr 172.21.15.99:0/1389010514 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:54.156 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf577fe700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbf580cee50 0x7fbf580ae840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.156 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf57fff700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 0x7fbf58145a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.157 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf56ffd700 1 -- 172.21.15.99:0/1389010514 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 msgr2=0x7fbf58145a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.157 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf56ffd700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 0x7fbf58145a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.157 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf56ffd700 1 -- 172.21.15.99:0/1389010514 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbf580cee50 msgr2=0x7fbf580ae840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.157 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf56ffd700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbf580cee50 0x7fbf580ae840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.157 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf56ffd700 1 -- 172.21.15.99:0/1389010514 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf4800a640 con 0x7fbf5815ac90 2023-11-18T15:43:54.157 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf577fe700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbf580cee50 0x7fbf580ae840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:54.157 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf56ffd700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbf5815ac90 0x7fbf58144fe0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fbf4800a960 tx=0x7fbf480047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:54.158 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf3ffff700 1 -- 172.21.15.99:0/1389010514 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4800c970 con 0x7fbf5815ac90 2023-11-18T15:43:54.158 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf3ffff700 1 -- 172.21.15.99:0/1389010514 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf4800caf0 con 0x7fbf5815ac90 2023-11-18T15:43:54.158 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf58142cc0 con 0x7fbf5815ac90 2023-11-18T15:43:54.158 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf3ffff700 1 -- 172.21.15.99:0/1389010514 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf48023660 con 0x7fbf5815ac90 2023-11-18T15:43:54.158 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.143+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf58143280 con 0x7fbf5815ac90 2023-11-18T15:43:54.158 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.144+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf58069400 con 0x7fbf5815ac90 2023-11-18T15:43:54.158 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.145+0000 7fbf3ffff700 1 -- 172.21.15.99:0/1389010514 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fbf48021070 con 0x7fbf5815ac90 2023-11-18T15:43:54.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.145+0000 7fbf3ffff700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbf4406aed0 0x7fbf4406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.145+0000 7fbf3ffff700 1 -- 172.21.15.99:0/1389010514 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf4808a5d0 con 0x7fbf5815ac90 2023-11-18T15:43:54.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.145+0000 7fbf577fe700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbf4406aed0 0x7fbf4406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.146+0000 7fbf577fe700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbf4406aed0 0x7fbf4406d390 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c0011e0 tx=0x7fbf4c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:54.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.150+0000 7fbf3ffff700 1 -- 172.21.15.99:0/1389010514 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fbf48055690 con 0x7fbf5815ac90 2023-11-18T15:43:54.343 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.341+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbf5815a7f0 con 0x7fbf5815ac90 2023-11-18T15:43:54.343 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.341+0000 7fbf3ffff700 1 -- 172.21.15.99:0/1389010514 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbf48058cb0 con 0x7fbf5815ac90 2023-11-18T15:43:54.344 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:43:54.346 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbf4406aed0 msgr2=0x7fbf4406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbf4406aed0 0x7fbf4406d390 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c0011e0 tx=0x7fbf4c009040 comp rx=0 tx=0).stop 2023-11-18T15:43:54.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbf5815ac90 msgr2=0x7fbf58144fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbf5815ac90 0x7fbf58144fe0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fbf4800a960 tx=0x7fbf480047c0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 shutdown_connections 2023-11-18T15:43:54.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbf5815b780 0x7fbf58145a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbf580cee50 0x7fbf580ae840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbf4406aed0 0x7fbf4406d390 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 --2- 172.21.15.99:0/1389010514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbf5815ac90 0x7fbf58144fe0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.343+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 >> 172.21.15.99:0/1389010514 conn(0x7fbf580aef90 msgr2=0x7fbf5806e480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:54.348 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.344+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 shutdown_connections 2023-11-18T15:43:54.348 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.344+0000 7fbf5e0ab700 1 -- 172.21.15.99:0/1389010514 wait complete. 2023-11-18T15:43:54.358 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:43:54.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.522+0000 7fa1bbe42700 1 Processor -- start 2023-11-18T15:43:54.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.522+0000 7fa1bbe42700 1 -- start start 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1bbe42700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa1b415e8b0 0x7fa1b4072010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1bbe42700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fa1b415ec90 0x7fa1b415f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1bbe42700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1b40cfc40 con 0x7fa1b415af20 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1bbe42700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1b40cff20 con 0x7fa1b415e8b0 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1bbe42700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1b40d0200 con 0x7fa1b415ec90 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1b9bde700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa1b415e8b0 0x7fa1b4072010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1b9bde700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa1b415e8b0 0x7fa1b4072010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59594/0 (socket says 172.21.15.99:59594) 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1b9bde700 1 -- 172.21.15.99:0/1496269934 learned_addr learned my addr 172.21.15.99:0/1496269934 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1b93dd700 1 --2- 172.21.15.99:0/1496269934 >> v2:172.21.15.181:3300/0 conn(0x7fa1b415ec90 0x7fa1b415f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.527 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1b9bde700 1 -- 172.21.15.99:0/1496269934 >> v2:172.21.15.181:3300/0 conn(0x7fa1b415ec90 msgr2=0x7fa1b415f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1b9bde700 1 --2- 172.21.15.99:0/1496269934 >> v2:172.21.15.181:3300/0 conn(0x7fa1b415ec90 0x7fa1b415f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.523+0000 7fa1b9bde700 1 -- 172.21.15.99:0/1496269934 >> v1:172.21.15.181:6789/0 conn(0x7fa1b415af20 legacy=0x7fa1b415b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1b9bde700 1 -- 172.21.15.99:0/1496269934 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1b40d04e0 con 0x7fa1b415e8b0 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1b9bde700 1 --2- 172.21.15.99:0/1496269934 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 0x7fa1b4072010 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa1b406c1d0 tx=0x7fa1a4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3477df5601f049fa server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1b8bdc700 1 -- 172.21.15.99:0/1496269934 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a400b870 con 0x7fa1b415e8b0 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1b8bdc700 1 -- 172.21.15.99:0/1496269934 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1a400b9d0 con 0x7fa1b415e8b0 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1b8bdc700 1 -- 172.21.15.99:0/1496269934 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a400bd60 con 0x7fa1b415e8b0 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1bbe42700 1 -- 172.21.15.99:0/1496269934 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 msgr2=0x7fa1b4072010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1bbe42700 1 --2- 172.21.15.99:0/1496269934 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 0x7fa1b4072010 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa1b406c1d0 tx=0x7fa1a4009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1bbe42700 1 -- 172.21.15.99:0/1496269934 shutdown_connections 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1bbe42700 1 --2- 172.21.15.99:0/1496269934 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 0x7fa1b4072010 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1bbe42700 1 --2- 172.21.15.99:0/1496269934 >> v2:172.21.15.181:3300/0 conn(0x7fa1b415ec90 0x7fa1b415f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.524+0000 7fa1bbe42700 1 -- 172.21.15.99:0/1496269934 >> 172.21.15.99:0/1496269934 conn(0x7fa1b40b3420 msgr2=0x7fa1b40b3800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:54.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.525+0000 7fa1bbe42700 1 -- 172.21.15.99:0/1496269934 shutdown_connections 2023-11-18T15:43:54.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.525+0000 7fa1bbe42700 1 -- 172.21.15.99:0/1496269934 wait complete. 2023-11-18T15:43:54.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.526+0000 7fa1bbe42700 1 Processor -- start 2023-11-18T15:43:54.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.526+0000 7fa1bbe42700 1 -- start start 2023-11-18T15:43:54.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.526+0000 7fa1bbe42700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1b415af20 0x7fa1b4150730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.526+0000 7fa1bbe42700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 0x7fa1b414f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.526+0000 7fa1bbe42700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa1b415ec90 0x7fa1b414c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1bbe42700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b414cc10 con 0x7fa1b415e8b0 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1bbe42700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b4152320 con 0x7fa1b415af20 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1bbe42700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b4152600 con 0x7fa1b415ec90 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b93dd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 0x7fa1b414f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b93dd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 0x7fa1b414f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59600/0 (socket says 172.21.15.99:59600) 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b93dd700 1 -- 172.21.15.99:0/2275474658 learned_addr learned my addr 172.21.15.99:0/2275474658 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b9bde700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1b415af20 0x7fa1b4150730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1ba3df700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa1b415ec90 0x7fa1b414c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b93dd700 1 -- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa1b415ec90 msgr2=0x7fa1b414c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b93dd700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa1b415ec90 0x7fa1b414c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b93dd700 1 -- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1b415af20 msgr2=0x7fa1b4150730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b93dd700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1b415af20 0x7fa1b4150730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b93dd700 1 -- 172.21.15.99:0/2275474658 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1a4009550 con 0x7fa1b415e8b0 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1ba3df700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa1b415ec90 0x7fa1b414c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b9bde700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1b415af20 0x7fa1b4150730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1b93dd700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 0x7fa1b414f030 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa1b000d800 tx=0x7fa1b000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1aa7fc700 1 -- 172.21.15.99:0/2275474658 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1b00125f0 con 0x7fa1b415e8b0 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1aa7fc700 1 -- 172.21.15.99:0/2275474658 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1b0012750 con 0x7fa1b415e8b0 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1b414e550 con 0x7fa1b415e8b0 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1aa7fc700 1 -- 172.21.15.99:0/2275474658 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1b0012b00 con 0x7fa1b415e8b0 2023-11-18T15:43:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.527+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1b414eb10 con 0x7fa1b415e8b0 2023-11-18T15:43:54.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.528+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1b4069400 con 0x7fa1b415e8b0 2023-11-18T15:43:54.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.529+0000 7fa1aa7fc700 1 -- 172.21.15.99:0/2275474658 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fa1b0012c60 con 0x7fa1b415e8b0 2023-11-18T15:43:54.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.529+0000 7fa1aa7fc700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa19806aed0 0x7fa19806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.529+0000 7fa1aa7fc700 1 -- 172.21.15.99:0/2275474658 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa1b00899a0 con 0x7fa1b415e8b0 2023-11-18T15:43:54.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.529+0000 7fa1b9bde700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa19806aed0 0x7fa19806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.530+0000 7fa1b9bde700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa19806aed0 0x7fa19806d390 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa1a4009130 tx=0x7fa1a4008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:54.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.533+0000 7fa1aa7fc700 1 -- 172.21.15.99:0/2275474658 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fa1b0054a50 con 0x7fa1b415e8b0 2023-11-18T15:43:54.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.726+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa1b40b4380 con 0x7fa1b415e8b0 2023-11-18T15:43:54.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.726+0000 7fa1aa7fc700 1 -- 172.21.15.99:0/2275474658 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa1b0058070 con 0x7fa1b415e8b0 2023-11-18T15:43:54.728 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:43:54.729 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa19806aed0 msgr2=0x7fa19806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa19806aed0 0x7fa19806d390 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa1a4009130 tx=0x7fa1a4008030 comp rx=0 tx=0).stop 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 msgr2=0x7fa1b414f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 0x7fa1b414f030 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa1b000d800 tx=0x7fa1b000dbc0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 shutdown_connections 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa1b415ec90 0x7fa1b414c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1b415af20 0x7fa1b4150730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa19806aed0 0x7fa19806d390 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 --2- 172.21.15.99:0/2275474658 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1b415e8b0 0x7fa1b414f030 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 >> 172.21.15.99:0/2275474658 conn(0x7fa1b40b3420 msgr2=0x7fa1b415c460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 shutdown_connections 2023-11-18T15:43:54.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.728+0000 7fa1bbe42700 1 -- 172.21.15.99:0/2275474658 wait complete. 2023-11-18T15:43:54.742 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:54.862 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.861+0000 7f5b91ce2700 1 Processor -- start 2023-11-18T15:43:54.862 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.861+0000 7f5b91ce2700 1 -- start start 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b91ce2700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5b8c06e280 0x7f5b8c15e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b91ce2700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b8c144720 con 0x7f5b8c141130 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b91ce2700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b8c141510 con 0x7f5b8c15ed40 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b91ce2700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b8c162670 con 0x7f5b8c06e280 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8affd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5b8c06e280 0x7f5b8c15e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8b7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f5b8c141130 0x7f5b8c06db70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46218/0 (socket says 172.21.15.99:46218) 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8b7fe700 1 -- 172.21.15.99:0/895308899 learned_addr learned my addr 172.21.15.99:0/895308899 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8affd700 1 -- 172.21.15.99:0/895308899 >> v1:172.21.15.181:6789/0 conn(0x7f5b8c15ed40 legacy=0x7f5b8c1417f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8affd700 1 -- 172.21.15.99:0/895308899 >> v1:172.21.15.99:6789/0 conn(0x7f5b8c141130 legacy=0x7f5b8c06db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8a7fc700 1 -- 172.21.15.99:0/895308899 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2379655873 0 0) 0x7f5b8c144720 con 0x7f5b8c141130 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8affd700 1 -- 172.21.15.99:0/895308899 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b8c15f5a0 con 0x7f5b8c06e280 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8affd700 1 --2- 172.21.15.99:0/895308899 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 0x7f5b8c15e800 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5b80009840 tx=0x7f5b80009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9f81063f21b58fa server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8a7fc700 1 -- 172.21.15.99:0/895308899 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b80011830 con 0x7f5b8c06e280 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.862+0000 7f5b8a7fc700 1 -- 172.21.15.99:0/895308899 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b80011990 con 0x7f5b8c06e280 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.863+0000 7f5b8a7fc700 1 -- 172.21.15.99:0/895308899 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b80011d20 con 0x7f5b8c06e280 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.863+0000 7f5b91ce2700 1 -- 172.21.15.99:0/895308899 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 msgr2=0x7f5b8c15e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.863+0000 7f5b91ce2700 1 --2- 172.21.15.99:0/895308899 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 0x7f5b8c15e800 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5b80009840 tx=0x7f5b80009b50 comp rx=0 tx=0).stop 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.863+0000 7f5b91ce2700 1 -- 172.21.15.99:0/895308899 shutdown_connections 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.863+0000 7f5b91ce2700 1 --2- 172.21.15.99:0/895308899 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 0x7f5b8c15e800 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.863+0000 7f5b91ce2700 1 -- 172.21.15.99:0/895308899 >> 172.21.15.99:0/895308899 conn(0x7f5b8c067000 msgr2=0x7f5b8c0b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.863+0000 7f5b91ce2700 1 -- 172.21.15.99:0/895308899 shutdown_connections 2023-11-18T15:43:54.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.863+0000 7f5b91ce2700 1 -- 172.21.15.99:0/895308899 wait complete. 2023-11-18T15:43:54.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.864+0000 7f5b91ce2700 1 Processor -- start 2023-11-18T15:43:54.869 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.864+0000 7f5b91ce2700 1 -- start start 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b91ce2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 0x7f5b8c13fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b91ce2700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5b8c141130 0x7f5b8c133740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b91ce2700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5b8c15ed40 0x7f5b8c0af860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b91ce2700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b8c15b000 con 0x7f5b8c06e280 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b91ce2700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b8c1402d0 con 0x7f5b8c15ed40 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b91ce2700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b8c15b250 con 0x7f5b8c141130 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 0x7f5b8c13fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 0x7f5b8c13fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59612/0 (socket says 172.21.15.99:59612) 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8b7fe700 1 -- 172.21.15.99:0/3300515379 learned_addr learned my addr 172.21.15.99:0/3300515379 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8affd700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5b8c141130 0x7f5b8c133740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8bfff700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5b8c15ed40 0x7f5b8c0af860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8b7fe700 1 -- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5b8c141130 msgr2=0x7f5b8c133740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8b7fe700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5b8c141130 0x7f5b8c133740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8b7fe700 1 -- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5b8c15ed40 msgr2=0x7f5b8c0af860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8b7fe700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5b8c15ed40 0x7f5b8c0af860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.865+0000 7f5b8b7fe700 1 -- 172.21.15.99:0/3300515379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b800094a0 con 0x7f5b8c06e280 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.866+0000 7f5b8affd700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5b8c141130 0x7f5b8c133740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.866+0000 7f5b8bfff700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5b8c15ed40 0x7f5b8c0af860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.866+0000 7f5b8b7fe700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 0x7f5b8c13fcc0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c00c520 tx=0x7f5b7c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.866+0000 7f5b73fff700 1 -- 172.21.15.99:0/3300515379 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b7c004c80 con 0x7f5b8c06e280 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.866+0000 7f5b73fff700 1 -- 172.21.15.99:0/3300515379 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b7c004e00 con 0x7f5b8c06e280 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.866+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b8c15b530 con 0x7f5b8c06e280 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.866+0000 7f5b73fff700 1 -- 172.21.15.99:0/3300515379 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b7c007310 con 0x7f5b8c06e280 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.866+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b8c0afda0 con 0x7f5b8c06e280 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.867+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b8c073aa0 con 0x7f5b8c06e280 2023-11-18T15:43:54.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.867+0000 7f5b73fff700 1 -- 172.21.15.99:0/3300515379 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f5b7c007470 con 0x7f5b8c06e280 2023-11-18T15:43:54.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.867+0000 7f5b73fff700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5b7806aed0 0x7f5b7806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:54.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.868+0000 7f5b73fff700 1 -- 172.21.15.99:0/3300515379 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5b7c089330 con 0x7f5b8c06e280 2023-11-18T15:43:54.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.868+0000 7f5b8affd700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5b7806aed0 0x7f5b7806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:54.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.868+0000 7f5b8affd700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5b7806aed0 0x7f5b7806d390 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c06dac0 tx=0x7f5b8001c040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:54.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:54.872+0000 7f5b73fff700 1 -- 172.21.15.99:0/3300515379 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f5b7c0543d0 con 0x7f5b8c06e280 2023-11-18T15:43:55.063 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.062+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5b8c162a70 con 0x7f5b8c06e280 2023-11-18T15:43:55.064 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.064+0000 7f5b73fff700 1 -- 172.21.15.99:0/3300515379 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7f5b8c162a70 con 0x7f5b8c06e280 2023-11-18T15:43:55.065 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:55.065 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:55.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5b7806aed0 msgr2=0x7f5b7806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5b7806aed0 0x7f5b7806d390 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c06dac0 tx=0x7f5b8001c040 comp rx=0 tx=0).stop 2023-11-18T15:43:55.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 msgr2=0x7f5b8c13fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 0x7f5b8c13fcc0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c00c520 tx=0x7f5b7c00c8e0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 shutdown_connections 2023-11-18T15:43:55.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5b7806aed0 0x7f5b7806d390 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5b8c06e280 0x7f5b8c13fcc0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5b8c15ed40 0x7f5b8c0af860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 --2- 172.21.15.99:0/3300515379 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5b8c141130 0x7f5b8c133740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.069 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 >> 172.21.15.99:0/3300515379 conn(0x7f5b8c067000 msgr2=0x7f5b8c143b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:55.069 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 shutdown_connections 2023-11-18T15:43:55.069 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.066+0000 7f5b91ce2700 1 -- 172.21.15.99:0/3300515379 wait complete. 2023-11-18T15:43:55.079 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:43:55.080 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:43:55.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.203+0000 7f2f6bfdf700 1 Processor -- start 2023-11-18T15:43:55.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.203+0000 7f2f6bfdf700 1 -- start start 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.204+0000 7f2f6bfdf700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2f6413ee30 0x7f2f640afa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.204+0000 7f2f6bfdf700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f2f640cdbe0 0x7f2f640704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.204+0000 7f2f6bfdf700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f64142450 con 0x7f2f640ce090 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.204+0000 7f2f6bfdf700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f64141840 con 0x7f2f6413ee30 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.204+0000 7f2f6bfdf700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f64141b20 con 0x7f2f640cdbe0 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.204+0000 7f2f69d7b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2f6413ee30 0x7f2f640afa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.204+0000 7f2f69d7b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2f6413ee30 0x7f2f640afa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59620/0 (socket says 172.21.15.99:59620) 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.204+0000 7f2f69d7b700 1 -- 172.21.15.99:0/3434569391 learned_addr learned my addr 172.21.15.99:0/3434569391 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f69d7b700 1 -- 172.21.15.99:0/3434569391 >> v2:172.21.15.181:3300/0 conn(0x7f2f640cdbe0 msgr2=0x7f2f640704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f69d7b700 1 --2- 172.21.15.99:0/3434569391 >> v2:172.21.15.181:3300/0 conn(0x7f2f640cdbe0 0x7f2f640704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f69d7b700 1 -- 172.21.15.99:0/3434569391 >> v1:172.21.15.181:6789/0 conn(0x7f2f640ce090 legacy=0x7f2f64072650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:55.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f69d7b700 1 -- 172.21.15.99:0/3434569391 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f64141e00 con 0x7f2f6413ee30 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f69d7b700 1 --2- 172.21.15.99:0/3434569391 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f6413ee30 0x7f2f640afa60 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f2f6406f970 tx=0x7f2f54009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69cc18ce85b28bf5 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f68d79700 1 -- 172.21.15.99:0/3434569391 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f54004230 con 0x7f2f6413ee30 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f68d79700 1 -- 172.21.15.99:0/3434569391 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f54004390 con 0x7f2f6413ee30 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f68d79700 1 -- 172.21.15.99:0/3434569391 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f540036a0 con 0x7f2f6413ee30 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/3434569391 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f6413ee30 msgr2=0x7f2f640afa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f6bfdf700 1 --2- 172.21.15.99:0/3434569391 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f6413ee30 0x7f2f640afa60 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f2f6406f970 tx=0x7f2f54009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/3434569391 shutdown_connections 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f6bfdf700 1 --2- 172.21.15.99:0/3434569391 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f6413ee30 0x7f2f640afa60 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f6bfdf700 1 --2- 172.21.15.99:0/3434569391 >> v2:172.21.15.181:3300/0 conn(0x7f2f640cdbe0 0x7f2f640704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.205+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/3434569391 >> 172.21.15.99:0/3434569391 conn(0x7f2f640b38b0 msgr2=0x7f2f640b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.206+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/3434569391 shutdown_connections 2023-11-18T15:43:55.208 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.206+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/3434569391 wait complete. 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.207+0000 7f2f6bfdf700 1 Processor -- start 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.207+0000 7f2f6bfdf700 1 -- start start 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.207+0000 7f2f6bfdf700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f640cdbe0 0x7f2f64157060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.207+0000 7f2f6bfdf700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f6413ee30 0x7f2f6415b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.207+0000 7f2f6bfdf700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2f640a9450 0x7f2f6415b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.207+0000 7f2f6bfdf700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f64159e30 con 0x7f2f640cdbe0 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.207+0000 7f2f6bfdf700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f641575a0 con 0x7f2f6413ee30 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.207+0000 7f2f6bfdf700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f641577b0 con 0x7f2f640a9450 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.207+0000 7f2f69d7b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f640cdbe0 0x7f2f64157060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f69d7b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f640cdbe0 0x7f2f64157060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59626/0 (socket says 172.21.15.99:59626) 2023-11-18T15:43:55.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f69d7b700 1 -- 172.21.15.99:0/4243632808 learned_addr learned my addr 172.21.15.99:0/4243632808 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f6957a700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f6413ee30 0x7f2f6415b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f6a57c700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2f640a9450 0x7f2f6415b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f69d7b700 1 -- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2f640a9450 msgr2=0x7f2f6415b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f69d7b700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2f640a9450 0x7f2f6415b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f69d7b700 1 -- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f6413ee30 msgr2=0x7f2f6415b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f69d7b700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f6413ee30 0x7f2f6415b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f69d7b700 1 -- 172.21.15.99:0/4243632808 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f54009550 con 0x7f2f640cdbe0 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f6957a700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f6413ee30 0x7f2f6415b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f6a57c700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2f640a9450 0x7f2f6415b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f69d7b700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f640cdbe0 0x7f2f64157060 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2f6406fd40 tx=0x7f2f54004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f5a7fc700 1 -- 172.21.15.99:0/4243632808 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f54003dc0 con 0x7f2f640cdbe0 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f5a7fc700 1 -- 172.21.15.99:0/4243632808 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f5401f070 con 0x7f2f640cdbe0 2023-11-18T15:43:55.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f64157a90 con 0x7f2f640cdbe0 2023-11-18T15:43:55.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f5a7fc700 1 -- 172.21.15.99:0/4243632808 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f54011870 con 0x7f2f640cdbe0 2023-11-18T15:43:55.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.208+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f64158050 con 0x7f2f640cdbe0 2023-11-18T15:43:55.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.209+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f64069400 con 0x7f2f640cdbe0 2023-11-18T15:43:55.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.209+0000 7f2f5a7fc700 1 -- 172.21.15.99:0/4243632808 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f2f54021030 con 0x7f2f640cdbe0 2023-11-18T15:43:55.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.210+0000 7f2f5a7fc700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2f4806aed0 0x7f2f4806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.210+0000 7f2f5a7fc700 1 -- 172.21.15.99:0/4243632808 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2f5408ac90 con 0x7f2f640cdbe0 2023-11-18T15:43:55.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.210+0000 7f2f6957a700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2f4806aed0 0x7f2f4806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.210+0000 7f2f6957a700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2f4806aed0 0x7f2f4806d390 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2f641f4d70 tx=0x7f2f60008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:55.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.214+0000 7f2f5a7fc700 1 -- 172.21.15.99:0/4243632808 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f2f54055dd0 con 0x7f2f640cdbe0 2023-11-18T15:43:55.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.404+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2f640af300 con 0x7f2f640cdbe0 2023-11-18T15:43:55.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.404+0000 7f2f5a7fc700 1 -- 172.21.15.99:0/4243632808 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2f540593f0 con 0x7f2f640cdbe0 2023-11-18T15:43:55.405 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:43:55.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2f4806aed0 msgr2=0x7f2f4806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2f4806aed0 0x7f2f4806d390 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2f641f4d70 tx=0x7f2f60008040 comp rx=0 tx=0).stop 2023-11-18T15:43:55.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f640cdbe0 msgr2=0x7f2f64157060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f640cdbe0 0x7f2f64157060 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2f6406fd40 tx=0x7f2f54004750 comp rx=0 tx=0).stop 2023-11-18T15:43:55.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 shutdown_connections 2023-11-18T15:43:55.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f2f4806aed0 0x7f2f4806d390 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f640cdbe0 0x7f2f64157060 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f2f640a9450 0x7f2f6415b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 --2- 172.21.15.99:0/4243632808 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f6413ee30 0x7f2f6415b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 >> 172.21.15.99:0/4243632808 conn(0x7f2f640b38b0 msgr2=0x7f2f640cf730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:55.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 shutdown_connections 2023-11-18T15:43:55.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.406+0000 7f2f6bfdf700 1 -- 172.21.15.99:0/4243632808 wait complete. 2023-11-18T15:43:55.420 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:43:55.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.542+0000 7f17f7ec8700 1 Processor -- start 2023-11-18T15:43:55.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.542+0000 7f17f7ec8700 1 -- start start 2023-11-18T15:43:55.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f7ec8700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f17f013ddf0 0x7f17f015b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f7ec8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0072ce0 0x7f17f00cd370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f7ec8700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17f013e1d0 con 0x7f17f006d910 2023-11-18T15:43:55.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f7ec8700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17f00ccf50 con 0x7f17f013ddf0 2023-11-18T15:43:55.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f7ec8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17f00cfc20 con 0x7f17f0072ce0 2023-11-18T15:43:55.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f5463700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f17f006d910 0x7f17f00725d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46246/0 (socket says 172.21.15.99:46246) 2023-11-18T15:43:55.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f5463700 1 -- 172.21.15.99:0/93251838 learned_addr learned my addr 172.21.15.99:0/93251838 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f6465700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0072ce0 0x7f17f00cd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f5c64700 1 --2- 172.21.15.99:0/93251838 >> v2:172.21.15.181:3300/0 conn(0x7f17f013ddf0 0x7f17f015b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 264293218 0 0) 0x7f17f013e1d0 con 0x7f17f006d910 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.543+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17dc0035b0 con 0x7f17f006d910 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 841540628 0 0) 0x7f17dc0035b0 con 0x7f17f006d910 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0072ce0 msgr2=0x7f17f00cd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0072ce0 0x7f17f00cd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 >> v2:172.21.15.181:3300/0 conn(0x7f17f013ddf0 msgr2=0x7f17f015b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 --2- 172.21.15.99:0/93251838 >> v2:172.21.15.181:3300/0 conn(0x7f17f013ddf0 0x7f17f015b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17f015b810 con 0x7f17f006d910 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f17ec001670 con 0x7f17f006d910 2023-11-18T15:43:55.553 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 >> v1:172.21.15.99:6789/0 conn(0x7f17f006d910 legacy=0x7f17f00725d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0072ce0 0x7f17dc003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17dc003f80 0x7f17dc004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17dc004d90 0x7f17dc005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f00ccf50 con 0x7f17dc004d90 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f00cfc20 con 0x7f17dc003f80 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17dc00ba10 con 0x7f17f0072ce0 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f6465700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17dc004d90 0x7f17dc005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f5c64700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0072ce0 0x7f17dc003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f5463700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17dc003f80 0x7f17dc004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f6465700 1 -- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0072ce0 msgr2=0x7f17dc003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:55.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f6465700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0072ce0 0x7f17dc003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f6465700 1 -- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17dc003f80 msgr2=0x7f17dc004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:55.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f6465700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17dc003f80 0x7f17dc004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f6465700 1 -- 172.21.15.99:0/93251838 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17dc0035b0 con 0x7f17dc004d90 2023-11-18T15:43:55.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f6465700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17dc004d90 0x7f17dc005210 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f17e8009fc0 tx=0x7f17dc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9036b4102df69c18 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:55.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e800ebd0 con 0x7f17dc004d90 2023-11-18T15:43:55.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17e800f040 con 0x7f17dc004d90 2023-11-18T15:43:55.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.544+0000 7f17f4c62700 1 -- 172.21.15.99:0/93251838 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e8012430 con 0x7f17dc004d90 2023-11-18T15:43:55.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.545+0000 7f17f7ec8700 1 -- 172.21.15.99:0/93251838 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17dc004d90 msgr2=0x7f17dc005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.545+0000 7f17f7ec8700 1 --2- 172.21.15.99:0/93251838 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17dc004d90 0x7f17dc005210 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f17e8009fc0 tx=0x7f17dc005880 comp rx=0 tx=0).stop 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.545+0000 7f17f6465700 1 -- 172.21.15.99:0/93251838 reap_dead start 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.545+0000 7f17f7ec8700 1 -- 172.21.15.99:0/93251838 shutdown_connections 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.545+0000 7f17f7ec8700 1 -- 172.21.15.99:0/93251838 >> 172.21.15.99:0/93251838 conn(0x7f17f00b1d50 msgr2=0x7f17f00b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.545+0000 7f17f7ec8700 1 -- 172.21.15.99:0/93251838 shutdown_connections 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.545+0000 7f17f7ec8700 1 -- 172.21.15.99:0/93251838 wait complete. 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.547+0000 7f17f7ec8700 1 Processor -- start 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.547+0000 7f17f7ec8700 1 -- start start 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.547+0000 7f17f7ec8700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f0158610 0x7f17f0144110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f7ec8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17f01589f0 0x7f17f0142640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f7ec8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0142b80 0x7f17f015c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f7ec8700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f0144650 con 0x7f17f01589f0 2023-11-18T15:43:55.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f7ec8700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f0143070 con 0x7f17f0158610 2023-11-18T15:43:55.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f7ec8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17f0143350 con 0x7f17f0142b80 2023-11-18T15:43:55.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5463700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17f01589f0 0x7f17f0142640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5463700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17f01589f0 0x7f17f0142640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59648/0 (socket says 172.21.15.99:59648) 2023-11-18T15:43:55.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5463700 1 -- 172.21.15.99:0/2833051560 learned_addr learned my addr 172.21.15.99:0/2833051560 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:55.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5463700 1 -- 172.21.15.99:0/2833051560 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0142b80 msgr2=0x7f17f015c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5463700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0142b80 0x7f17f015c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5463700 1 -- 172.21.15.99:0/2833051560 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f0158610 msgr2=0x7f17f0144110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5c64700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f0158610 0x7f17f0144110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.558 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5463700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f0158610 0x7f17f0144110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.558 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5463700 1 -- 172.21.15.99:0/2833051560 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17f0143630 con 0x7f17f01589f0 2023-11-18T15:43:55.558 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f5463700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17f01589f0 0x7f17f0142640 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f17ec000fb0 tx=0x7f17ec00f4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:55.558 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17e67fc700 1 -- 172.21.15.99:0/2833051560 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ec007d00 con 0x7f17f01589f0 2023-11-18T15:43:55.558 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17e67fc700 1 -- 172.21.15.99:0/2833051560 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17ec00fa90 con 0x7f17f01589f0 2023-11-18T15:43:55.558 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17e67fc700 1 -- 172.21.15.99:0/2833051560 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ec007ea0 con 0x7f17f01589f0 2023-11-18T15:43:55.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17f0143910 con 0x7f17f01589f0 2023-11-18T15:43:55.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.548+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17f013f550 con 0x7f17f01589f0 2023-11-18T15:43:55.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.549+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17f0069400 con 0x7f17f01589f0 2023-11-18T15:43:55.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.550+0000 7f17e67fc700 1 -- 172.21.15.99:0/2833051560 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f17ec01d460 con 0x7f17f01589f0 2023-11-18T15:43:55.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.550+0000 7f17e67fc700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f17d406aed0 0x7f17d406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.550+0000 7f17e67fc700 1 -- 172.21.15.99:0/2833051560 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f17ec089760 con 0x7f17f01589f0 2023-11-18T15:43:55.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.550+0000 7f17f5c64700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f17d406aed0 0x7f17d406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.551+0000 7f17f5c64700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f17d406aed0 0x7f17d406d390 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f17e0009b20 tx=0x7f17e0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:55.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.555+0000 7f17e67fc700 1 -- 172.21.15.99:0/2833051560 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f17ec054780 con 0x7f17f01589f0 2023-11-18T15:43:55.745 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.744+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f17f013f6e0 con 0x7f17f01589f0 2023-11-18T15:43:55.745 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.744+0000 7f17e67fc700 1 -- 172.21.15.99:0/2833051560 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f17ec057da0 con 0x7f17f01589f0 2023-11-18T15:43:55.745 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:43:55.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f17d406aed0 msgr2=0x7f17d406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f17d406aed0 0x7f17d406d390 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f17e0009b20 tx=0x7f17e0008040 comp rx=0 tx=0).stop 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17f01589f0 msgr2=0x7f17f0142640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17f01589f0 0x7f17f0142640 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f17ec000fb0 tx=0x7f17ec00f4b0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 shutdown_connections 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f17f0142b80 0x7f17f015c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f0158610 0x7f17f0144110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f17d406aed0 0x7f17d406d390 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 --2- 172.21.15.99:0/2833051560 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f17f01589f0 0x7f17f0142640 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 >> 172.21.15.99:0/2833051560 conn(0x7f17f00b1d50 msgr2=0x7f17f015d640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 shutdown_connections 2023-11-18T15:43:55.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.746+0000 7f17f7ec8700 1 -- 172.21.15.99:0/2833051560 wait complete. 2023-11-18T15:43:55.760 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:43:55.892 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.882+0000 7f6b4d06a700 1 Processor -- start 2023-11-18T15:43:55.892 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.882+0000 7f6b4d06a700 1 -- start start 2023-11-18T15:43:55.892 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4d06a700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f6b4813ef20 0x7f6b4806f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4d06a700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6b4806f650 0x7f6b48141540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4d06a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 0x7f6b480714c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4d06a700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b481424a0 con 0x7f6b4806f650 2023-11-18T15:43:55.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4d06a700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b48142940 con 0x7f6b4813ef20 2023-11-18T15:43:55.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4d06a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b4806fa90 con 0x7f6b48141a80 2023-11-18T15:43:55.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4659c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6b4806f650 0x7f6b48141540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4659c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6b4806f650 0x7f6b48141540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59656/0 (socket says 172.21.15.99:59656) 2023-11-18T15:43:55.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4659c700 1 -- 172.21.15.99:0/3219687220 learned_addr learned my addr 172.21.15.99:0/3219687220 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:55.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4659c700 1 -- 172.21.15.99:0/3219687220 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 msgr2=0x7f6b480714c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:55.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4759e700 1 --2- 172.21.15.99:0/3219687220 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 0x7f6b480714c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b46d9d700 1 --2- 172.21.15.99:0/3219687220 >> v2:172.21.15.181:3300/0 conn(0x7f6b4813ef20 0x7f6b4806f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4659c700 1 --2- 172.21.15.99:0/3219687220 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 0x7f6b480714c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4659c700 1 -- 172.21.15.99:0/3219687220 >> v2:172.21.15.181:3300/0 conn(0x7f6b4813ef20 msgr2=0x7f6b4806f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:55.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4659c700 1 --2- 172.21.15.99:0/3219687220 >> v2:172.21.15.181:3300/0 conn(0x7f6b4813ef20 0x7f6b4806f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4659c700 1 -- 172.21.15.99:0/3219687220 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b481421c0 con 0x7f6b4806f650 2023-11-18T15:43:55.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b4659c700 1 --2- 172.21.15.99:0/3219687220 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 0x7f6b48141540 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6b4806fda0 tx=0x7f6b3c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d674a8b5b29d32 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:55.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b45d9b700 1 -- 172.21.15.99:0/3219687220 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c00b860 con 0x7f6b4806f650 2023-11-18T15:43:55.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b45d9b700 1 -- 172.21.15.99:0/3219687220 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b3c00b9c0 con 0x7f6b4806f650 2023-11-18T15:43:55.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.883+0000 7f6b45d9b700 1 -- 172.21.15.99:0/3219687220 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c00bd50 con 0x7f6b4806f650 2023-11-18T15:43:55.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.884+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3219687220 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 msgr2=0x7f6b48141540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.884+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3219687220 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 0x7f6b48141540 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6b4806fda0 tx=0x7f6b3c009c00 comp rx=0 tx=0).stop 2023-11-18T15:43:55.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.884+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3219687220 shutdown_connections 2023-11-18T15:43:55.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.884+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3219687220 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 0x7f6b480714c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.884+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3219687220 >> v2:172.21.15.181:3300/0 conn(0x7f6b4813ef20 0x7f6b4806f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.884+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3219687220 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 0x7f6b48141540 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.884+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3219687220 >> 172.21.15.99:0/3219687220 conn(0x7f6b480b1d50 msgr2=0x7f6b480b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:55.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.884+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3219687220 shutdown_connections 2023-11-18T15:43:55.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.884+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3219687220 wait complete. 2023-11-18T15:43:55.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.885+0000 7f6b4d06a700 1 Processor -- start 2023-11-18T15:43:55.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.885+0000 7f6b4d06a700 1 -- start start 2023-11-18T15:43:55.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b4d06a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 0x7f6b48144110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b4d06a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6b4813ef20 0x7f6b480ab410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b4d06a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 0x7f6b48157d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b4d06a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b48158280 con 0x7f6b4806f650 2023-11-18T15:43:55.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b4d06a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b48158490 con 0x7f6b4813ef20 2023-11-18T15:43:55.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b4d06a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b48158770 con 0x7f6b48141a80 2023-11-18T15:43:55.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b46d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 0x7f6b48144110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b46d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 0x7f6b48144110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59660/0 (socket says 172.21.15.99:59660) 2023-11-18T15:43:55.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b46d9d700 1 -- 172.21.15.99:0/3606221212 learned_addr learned my addr 172.21.15.99:0/3606221212 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:55.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b4659c700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6b4813ef20 0x7f6b480ab410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.886+0000 7f6b4759e700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 0x7f6b48157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.900 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b46d9d700 1 -- 172.21.15.99:0/3606221212 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 msgr2=0x7f6b48157d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.900 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b46d9d700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 0x7f6b48157d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.900 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b46d9d700 1 -- 172.21.15.99:0/3606221212 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6b4813ef20 msgr2=0x7f6b480ab410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:55.900 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b46d9d700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6b4813ef20 0x7f6b480ab410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:55.900 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b46d9d700 1 -- 172.21.15.99:0/3606221212 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b3c009550 con 0x7f6b4806f650 2023-11-18T15:43:55.900 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b4659c700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6b4813ef20 0x7f6b480ab410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:55.901 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b46d9d700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 0x7f6b48144110 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6b3800c7f0 tx=0x7f6b3800cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:55.901 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b2f7fe700 1 -- 172.21.15.99:0/3606221212 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b38011800 con 0x7f6b4806f650 2023-11-18T15:43:55.901 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b2f7fe700 1 -- 172.21.15.99:0/3606221212 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b38011960 con 0x7f6b4806f650 2023-11-18T15:43:55.901 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b48158a50 con 0x7f6b4806f650 2023-11-18T15:43:55.901 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b2f7fe700 1 -- 172.21.15.99:0/3606221212 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b38011cf0 con 0x7f6b4806f650 2023-11-18T15:43:55.901 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.887+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b48159010 con 0x7f6b4806f650 2023-11-18T15:43:55.901 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.888+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b481591d0 con 0x7f6b4806f650 2023-11-18T15:43:55.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.888+0000 7f6b2f7fe700 1 -- 172.21.15.99:0/3606221212 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f6b38018360 con 0x7f6b4806f650 2023-11-18T15:43:55.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.889+0000 7f6b2f7fe700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6b3406aed0 0x7f6b3406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:55.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.889+0000 7f6b2f7fe700 1 -- 172.21.15.99:0/3606221212 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6b380895c0 con 0x7f6b4806f650 2023-11-18T15:43:55.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.889+0000 7f6b4659c700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6b3406aed0 0x7f6b3406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:55.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.889+0000 7f6b4659c700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6b3406aed0 0x7f6b3406d390 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c000c00 tx=0x7f6b3c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:55.903 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:55.893+0000 7f6b2f7fe700 1 -- 172.21.15.99:0/3606221212 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f6b38054680 con 0x7f6b4806f650 2023-11-18T15:43:56.085 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.084+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6b48069400 con 0x7f6b4806f650 2023-11-18T15:43:56.085 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.084+0000 7f6b2f7fe700 1 -- 172.21.15.99:0/3606221212 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6b38057ca0 con 0x7f6b4806f650 2023-11-18T15:43:56.086 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:43:56.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.086+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6b3406aed0 msgr2=0x7f6b3406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.086+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6b3406aed0 0x7f6b3406d390 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c000c00 tx=0x7f6b3c008030 comp rx=0 tx=0).stop 2023-11-18T15:43:56.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.086+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 msgr2=0x7f6b48144110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.086+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 0x7f6b48144110 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6b3800c7f0 tx=0x7f6b3800cbb0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.087+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 shutdown_connections 2023-11-18T15:43:56.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.087+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6b3406aed0 0x7f6b3406d390 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.087+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6b4806f650 0x7f6b48144110 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.087+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6b48141a80 0x7f6b48157d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.087+0000 7f6b4d06a700 1 --2- 172.21.15.99:0/3606221212 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6b4813ef20 0x7f6b480ab410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.087+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 >> 172.21.15.99:0/3606221212 conn(0x7f6b480b1d50 msgr2=0x7f6b480af690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:56.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.087+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 shutdown_connections 2023-11-18T15:43:56.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.087+0000 7f6b4d06a700 1 -- 172.21.15.99:0/3606221212 wait complete. 2023-11-18T15:43:56.127 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-11-18T15:43:56.127 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:56.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.245+0000 7fe803b7d700 1 Processor -- start 2023-11-18T15:43:56.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.246+0000 7fe803b7d700 1 -- start start 2023-11-18T15:43:56.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.246+0000 7fe803b7d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe7fc0b2860 0x7fe7fc15fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.246+0000 7fe803b7d700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fe7fc160180 0x7fe7fc144fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.246+0000 7fe803b7d700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7fc0d0f40 con 0x7fe7fc0cf3c0 2023-11-18T15:43:56.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.246+0000 7fe803b7d700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7fc1609e0 con 0x7fe7fc0b2860 2023-11-18T15:43:56.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.246+0000 7fe803b7d700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7fc0b7490 con 0x7fe7fc160180 2023-11-18T15:43:56.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.246+0000 7fe801118700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe7fc0b2860 0x7fe7fc15fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe801118700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe7fc0b2860 0x7fe7fc15fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59670/0 (socket says 172.21.15.99:59670) 2023-11-18T15:43:56.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe801118700 1 -- 172.21.15.99:0/3122513875 learned_addr learned my addr 172.21.15.99:0/3122513875 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:56.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe80211a700 1 --2- 172.21.15.99:0/3122513875 >> v2:172.21.15.181:3300/0 conn(0x7fe7fc160180 0x7fe7fc144fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe801118700 1 -- 172.21.15.99:0/3122513875 >> v2:172.21.15.181:3300/0 conn(0x7fe7fc160180 msgr2=0x7fe7fc144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:56.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe801118700 1 --2- 172.21.15.99:0/3122513875 >> v2:172.21.15.181:3300/0 conn(0x7fe7fc160180 0x7fe7fc144fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe801118700 1 -- 172.21.15.99:0/3122513875 >> v1:172.21.15.181:6789/0 conn(0x7fe7fc0cf3c0 legacy=0x7fe7fc0b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe801118700 1 -- 172.21.15.99:0/3122513875 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7fc0d1220 con 0x7fe7fc0b2860 2023-11-18T15:43:56.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe801118700 1 --2- 172.21.15.99:0/3122513875 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc0b2860 0x7fe7fc15fc40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc0b2dc0 tx=0x7fe7f8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a610880c766870a5 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:56.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe800917700 1 -- 172.21.15.99:0/3122513875 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f8011830 con 0x7fe7fc0b2860 2023-11-18T15:43:56.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe800917700 1 -- 172.21.15.99:0/3122513875 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7f8011990 con 0x7fe7fc0b2860 2023-11-18T15:43:56.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.247+0000 7fe800917700 1 -- 172.21.15.99:0/3122513875 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f8011d20 con 0x7fe7fc0b2860 2023-11-18T15:43:56.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.248+0000 7fe803b7d700 1 -- 172.21.15.99:0/3122513875 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc0b2860 msgr2=0x7fe7fc15fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.248+0000 7fe803b7d700 1 --2- 172.21.15.99:0/3122513875 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc0b2860 0x7fe7fc15fc40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc0b2dc0 tx=0x7fe7f8009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.248+0000 7fe803b7d700 1 -- 172.21.15.99:0/3122513875 shutdown_connections 2023-11-18T15:43:56.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.248+0000 7fe803b7d700 1 --2- 172.21.15.99:0/3122513875 >> v2:172.21.15.181:3300/0 conn(0x7fe7fc160180 0x7fe7fc144fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.248+0000 7fe803b7d700 1 --2- 172.21.15.99:0/3122513875 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc0b2860 0x7fe7fc15fc40 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.248+0000 7fe803b7d700 1 -- 172.21.15.99:0/3122513875 >> 172.21.15.99:0/3122513875 conn(0x7fe7fc072190 msgr2=0x7fe7fc0725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:56.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.248+0000 7fe803b7d700 1 -- 172.21.15.99:0/3122513875 shutdown_connections 2023-11-18T15:43:56.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.248+0000 7fe803b7d700 1 -- 172.21.15.99:0/3122513875 wait complete. 2023-11-18T15:43:56.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.249+0000 7fe803b7d700 1 Processor -- start 2023-11-18T15:43:56.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.249+0000 7fe803b7d700 1 -- start start 2023-11-18T15:43:56.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe803b7d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe7fc0b2860 0x7fe7fc14b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe803b7d700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7fc0cf3c0 0x7fe7fc153f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe803b7d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc160180 0x7fe7fc1544a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe803b7d700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7fc15bd50 con 0x7fe7fc160180 2023-11-18T15:43:56.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe803b7d700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7fc15b0d0 con 0x7fe7fc0cf3c0 2023-11-18T15:43:56.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe803b7d700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7fc15b3b0 con 0x7fe7fc0b2860 2023-11-18T15:43:56.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe80211a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc160180 0x7fe7fc1544a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe80211a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc160180 0x7fe7fc1544a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59678/0 (socket says 172.21.15.99:59678) 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe80211a700 1 -- 172.21.15.99:0/224364538 learned_addr learned my addr 172.21.15.99:0/224364538 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe801118700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7fc0cf3c0 0x7fe7fc153f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe801919700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe7fc0b2860 0x7fe7fc14b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe80211a700 1 -- 172.21.15.99:0/224364538 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe7fc0b2860 msgr2=0x7fe7fc14b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe80211a700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe7fc0b2860 0x7fe7fc14b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe80211a700 1 -- 172.21.15.99:0/224364538 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7fc0cf3c0 msgr2=0x7fe7fc153f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe80211a700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7fc0cf3c0 0x7fe7fc153f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe80211a700 1 -- 172.21.15.99:0/224364538 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7f8009550 con 0x7fe7fc160180 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe80211a700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc160180 0x7fe7fc1544a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe7f400efc0 tx=0x7fe7f400c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe7f27fc700 1 -- 172.21.15.99:0/224364538 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f400cad0 con 0x7fe7fc160180 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe7f27fc700 1 -- 172.21.15.99:0/224364538 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7f400f040 con 0x7fe7fc160180 2023-11-18T15:43:56.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7fc15b690 con 0x7fe7fc160180 2023-11-18T15:43:56.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe7f27fc700 1 -- 172.21.15.99:0/224364538 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f400ce70 con 0x7fe7fc160180 2023-11-18T15:43:56.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.250+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7fc15c170 con 0x7fe7fc160180 2023-11-18T15:43:56.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.251+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7fc073aa0 con 0x7fe7fc160180 2023-11-18T15:43:56.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.252+0000 7fe7f27fc700 1 -- 172.21.15.99:0/224364538 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe7f4014480 con 0x7fe7fc160180 2023-11-18T15:43:56.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.252+0000 7fe7f27fc700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe7e006aed0 0x7fe7e006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.252+0000 7fe7f27fc700 1 -- 172.21.15.99:0/224364538 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe7f4089c90 con 0x7fe7fc160180 2023-11-18T15:43:56.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.252+0000 7fe801919700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe7e006aed0 0x7fe7e006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.252+0000 7fe801919700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe7e006aed0 0x7fe7e006d390 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec007fd0 tx=0x7fe7ec009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:56.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.256+0000 7fe7f27fc700 1 -- 172.21.15.99:0/224364538 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe7f4054dd0 con 0x7fe7fc160180 2023-11-18T15:43:56.448 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.447+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe7fc15c360 con 0x7fe7fc160180 2023-11-18T15:43:56.449 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.448+0000 7fe7f27fc700 1 -- 172.21.15.99:0/224364538 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7fe7f4087090 con 0x7fe7fc160180 2023-11-18T15:43:56.450 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:56.450 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:56.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe7e006aed0 msgr2=0x7fe7e006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe7e006aed0 0x7fe7e006d390 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec007fd0 tx=0x7fe7ec009040 comp rx=0 tx=0).stop 2023-11-18T15:43:56.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc160180 msgr2=0x7fe7fc1544a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc160180 0x7fe7fc1544a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe7f400efc0 tx=0x7fe7f400c0c0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 shutdown_connections 2023-11-18T15:43:56.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe7e006aed0 0x7fe7e006d390 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.453 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7fc160180 0x7fe7fc1544a0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.454 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe7fc0b2860 0x7fe7fc14b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.454 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 --2- 172.21.15.99:0/224364538 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7fc0cf3c0 0x7fe7fc153f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.454 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 >> 172.21.15.99:0/224364538 conn(0x7fe7fc072190 msgr2=0x7fe7fc0b50b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:56.454 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 shutdown_connections 2023-11-18T15:43:56.454 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.450+0000 7fe803b7d700 1 -- 172.21.15.99:0/224364538 wait complete. 2023-11-18T15:43:56.464 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:43:56.464 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:43:56.588 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.587+0000 7f3fc388a700 1 Processor -- start 2023-11-18T15:43:56.588 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.587+0000 7f3fc388a700 1 -- start start 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.588+0000 7f3fc388a700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3fbc0afa50 0x7f3fbc0b0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.588+0000 7f3fc388a700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f3fbc15b3d0 0x7f3fbc15e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.588+0000 7f3fc388a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fbc0cd850 0x7f3fbc0cdcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.588+0000 7f3fc388a700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fbc0afe30 con 0x7f3fbc0afa50 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.588+0000 7f3fc388a700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fbc0ce200 con 0x7f3fbc15b3d0 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.588+0000 7f3fc388a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fbc15b870 con 0x7f3fbc0cd850 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.588+0000 7f3fc1626700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3fbc0afa50 0x7f3fbc0b0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.588+0000 7f3fc1626700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3fbc0afa50 0x7f3fbc0b0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59682/0 (socket says 172.21.15.99:59682) 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.588+0000 7f3fc1626700 1 -- 172.21.15.99:0/3166369149 learned_addr learned my addr 172.21.15.99:0/3166369149 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc1626700 1 -- 172.21.15.99:0/3166369149 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fbc0cd850 msgr2=0x7f3fbc0cdcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc0e25700 1 --2- 172.21.15.99:0/3166369149 >> v2:172.21.15.181:3300/0 conn(0x7f3fbc15b3d0 0x7f3fbc15e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc1e27700 1 --2- 172.21.15.99:0/3166369149 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fbc0cd850 0x7f3fbc0cdcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc1626700 1 --2- 172.21.15.99:0/3166369149 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fbc0cd850 0x7f3fbc0cdcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc1626700 1 -- 172.21.15.99:0/3166369149 >> v2:172.21.15.181:3300/0 conn(0x7f3fbc15b3d0 msgr2=0x7f3fbc15e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc1626700 1 --2- 172.21.15.99:0/3166369149 >> v2:172.21.15.181:3300/0 conn(0x7f3fbc15b3d0 0x7f3fbc15e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc1626700 1 -- 172.21.15.99:0/3166369149 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fbc15bb50 con 0x7f3fbc0afa50 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc1626700 1 --2- 172.21.15.99:0/3166369149 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 0x7f3fbc0b0e80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc072ec0 tx=0x7f3fac009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=140dce035c69adbc server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fb3fff700 1 -- 172.21.15.99:0/3166369149 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fac00b870 con 0x7f3fbc0afa50 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fb3fff700 1 -- 172.21.15.99:0/3166369149 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fac00b9d0 con 0x7f3fbc0afa50 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fb3fff700 1 -- 172.21.15.99:0/3166369149 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fac00bd60 con 0x7f3fbc0afa50 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc388a700 1 -- 172.21.15.99:0/3166369149 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 msgr2=0x7f3fbc0b0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc388a700 1 --2- 172.21.15.99:0/3166369149 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 0x7f3fbc0b0e80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc072ec0 tx=0x7f3fac009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc388a700 1 -- 172.21.15.99:0/3166369149 shutdown_connections 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc388a700 1 --2- 172.21.15.99:0/3166369149 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fbc0cd850 0x7f3fbc0cdcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc388a700 1 --2- 172.21.15.99:0/3166369149 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 0x7f3fbc0b0e80 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc388a700 1 --2- 172.21.15.99:0/3166369149 >> v2:172.21.15.181:3300/0 conn(0x7f3fbc15b3d0 0x7f3fbc15e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.589+0000 7f3fc388a700 1 -- 172.21.15.99:0/3166369149 >> 172.21.15.99:0/3166369149 conn(0x7f3fbc0b38b0 msgr2=0x7f3fbc0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:56.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.590+0000 7f3fc388a700 1 -- 172.21.15.99:0/3166369149 shutdown_connections 2023-11-18T15:43:56.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.590+0000 7f3fc388a700 1 -- 172.21.15.99:0/3166369149 wait complete. 2023-11-18T15:43:56.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.591+0000 7f3fc388a700 1 Processor -- start 2023-11-18T15:43:56.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.591+0000 7f3fc388a700 1 -- start start 2023-11-18T15:43:56.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.591+0000 7f3fc388a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 0x7f3fbc159890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.591+0000 7f3fc388a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fbc0cd850 0x7f3fbc1432f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.591+0000 7f3fc388a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fbc15b3d0 0x7f3fbc0b6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.591+0000 7f3fc388a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fbc0b52e0 con 0x7f3fbc0afa50 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.591+0000 7f3fc388a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fbc0b55c0 con 0x7f3fbc15b3d0 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.591+0000 7f3fc388a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fbc0b58a0 con 0x7f3fbc0cd850 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc1626700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 0x7f3fbc159890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc1626700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 0x7f3fbc159890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59688/0 (socket says 172.21.15.99:59688) 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc1626700 1 -- 172.21.15.99:0/2042888970 learned_addr learned my addr 172.21.15.99:0/2042888970 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc1626700 1 -- 172.21.15.99:0/2042888970 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fbc0cd850 msgr2=0x7f3fbc1432f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc1626700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fbc0cd850 0x7f3fbc1432f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc1626700 1 -- 172.21.15.99:0/2042888970 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fbc15b3d0 msgr2=0x7f3fbc0b6380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc1626700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fbc15b3d0 0x7f3fbc0b6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc1626700 1 -- 172.21.15.99:0/2042888970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fac009550 con 0x7f3fbc0afa50 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc1626700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 0x7f3fbc159890 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc0ce910 tx=0x7f3fac004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fb1ffb700 1 -- 172.21.15.99:0/2042888970 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fac004310 con 0x7f3fbc0afa50 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fb1ffb700 1 -- 172.21.15.99:0/2042888970 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fac01f070 con 0x7f3fbc0afa50 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fbc0b5b80 con 0x7f3fbc0afa50 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fb1ffb700 1 -- 172.21.15.99:0/2042888970 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fac0036a0 con 0x7f3fbc0afa50 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.592+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fbc159dd0 con 0x7f3fbc0afa50 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.593+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fbc069400 con 0x7f3fbc0afa50 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.594+0000 7f3fb1ffb700 1 -- 172.21.15.99:0/2042888970 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f3fac021030 con 0x7f3fbc0afa50 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.594+0000 7f3fb1ffb700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa006aed0 0x7f3fa006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.594+0000 7f3fb1ffb700 1 -- 172.21.15.99:0/2042888970 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3fac08aa40 con 0x7f3fbc0afa50 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.594+0000 7f3fc0e25700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa006aed0 0x7f3fa006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.594+0000 7f3fc0e25700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa006aed0 0x7f3fa006d390 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc0725c0 tx=0x7f3fb8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:56.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.598+0000 7f3fb1ffb700 1 -- 172.21.15.99:0/2042888970 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f3fac08ce60 con 0x7f3fbc0afa50 2023-11-18T15:43:56.789 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.788+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3fbc0731d0 con 0x7f3fbc0afa50 2023-11-18T15:43:56.790 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.789+0000 7f3fb1ffb700 1 -- 172.21.15.99:0/2042888970 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3fac0150a0 con 0x7f3fbc0afa50 2023-11-18T15:43:56.790 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:43:56.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa006aed0 msgr2=0x7f3fa006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa006aed0 0x7f3fa006d390 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc0725c0 tx=0x7f3fb8008040 comp rx=0 tx=0).stop 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 msgr2=0x7f3fbc159890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 0x7f3fbc159890 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc0ce910 tx=0x7f3fac004750 comp rx=0 tx=0).stop 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 shutdown_connections 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3fa006aed0 0x7f3fa006d390 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fbc0afa50 0x7f3fbc159890 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fbc15b3d0 0x7f3fbc0b6380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 --2- 172.21.15.99:0/2042888970 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3fbc0cd850 0x7f3fbc1432f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 >> 172.21.15.99:0/2042888970 conn(0x7f3fbc0b38b0 msgr2=0x7f3fbc15a630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 shutdown_connections 2023-11-18T15:43:56.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.791+0000 7f3fc388a700 1 -- 172.21.15.99:0/2042888970 wait complete. 2023-11-18T15:43:56.805 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:43:56.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.927+0000 7f79cb8fd700 1 Processor -- start 2023-11-18T15:43:56.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.927+0000 7f79cb8fd700 1 -- start start 2023-11-18T15:43:56.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79cb8fd700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79c413ef60 0x7f79c41414b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79cb8fd700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f79c41419f0 0x7f79c415c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79cb8fd700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79c4141e80 con 0x7f79c413eb80 2023-11-18T15:43:56.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79cb8fd700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79c415d420 con 0x7f79c41419f0 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79cb8fd700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79c415d140 con 0x7f79c413ef60 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79c9699700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f79c413eb80 0x7f79c40cf1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46308/0 (socket says 172.21.15.99:46308) 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79c9699700 1 -- 172.21.15.99:0/3070082317 learned_addr learned my addr 172.21.15.99:0/3070082317 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1582906464 0 0) 0x7f79c4141e80 con 0x7f79c413eb80 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f79b00035b0 con 0x7f79c413eb80 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79c9e9a700 1 --2- 172.21.15.99:0/3070082317 >> v2:172.21.15.181:3300/0 conn(0x7f79c41419f0 0x7f79c415c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.928+0000 7f79c8e98700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79c413ef60 0x7f79c41414b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 539833879 0 0) 0x7f79b00035b0 con 0x7f79c413eb80 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79c413ef60 msgr2=0x7f79c41414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79c413ef60 0x7f79c41414b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 >> v2:172.21.15.181:3300/0 conn(0x7f79c41419f0 msgr2=0x7f79c415c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:56.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 --2- 172.21.15.99:0/3070082317 >> v2:172.21.15.181:3300/0 conn(0x7f79c41419f0 0x7f79c415c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79c40ce700 con 0x7f79c413eb80 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f79b4001670 con 0x7f79c413eb80 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 >> v1:172.21.15.99:6789/0 conn(0x7f79c413eb80 legacy=0x7f79c40cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79b0003a00 0x7f79b0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f79b0004850 0x7f79b0004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0005260 0x7f79b000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79c415d420 con 0x7f79b0003a00 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79c415d140 con 0x7f79b0004850 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79b000bfd0 con 0x7f79b0005260 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9e9a700 1 --2- 172.21.15.99:0/3070082317 >> v2:172.21.15.181:3300/0 conn(0x7f79c41419f0 0x7f79c415c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9699700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79b0003a00 0x7f79b0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9e9a700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0005260 0x7f79b000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c8e98700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f79b0004850 0x7f79b0004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9699700 1 -- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0005260 msgr2=0x7f79b000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9699700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0005260 0x7f79b000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9699700 1 -- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f79b0004850 msgr2=0x7f79b0004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9699700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f79b0004850 0x7f79b0004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9699700 1 -- 172.21.15.99:0/3070082317 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79b00035b0 con 0x7f79b0003a00 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9e9a700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0005260 0x7f79b000ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79c9699700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79b0003a00 0x7f79b0003e20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f79b400c2f0 tx=0x7f79b0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5600f9b8dc13394b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79b400ce30 con 0x7f79b0003a00 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79b4005960 con 0x7f79b0003a00 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.929+0000 7f79bbfff700 1 -- 172.21.15.99:0/3070082317 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79b4005d10 con 0x7f79b0003a00 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.930+0000 7f79cb8fd700 1 -- 172.21.15.99:0/3070082317 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79b0003a00 msgr2=0x7f79b0003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.930+0000 7f79cb8fd700 1 --2- 172.21.15.99:0/3070082317 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79b0003a00 0x7f79b0003e20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f79b400c2f0 tx=0x7f79b0005880 comp rx=0 tx=0).stop 2023-11-18T15:43:56.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.930+0000 7f79c9e9a700 1 -- 172.21.15.99:0/3070082317 reap_dead start 2023-11-18T15:43:56.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.930+0000 7f79cb8fd700 1 -- 172.21.15.99:0/3070082317 shutdown_connections 2023-11-18T15:43:56.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.930+0000 7f79cb8fd700 1 -- 172.21.15.99:0/3070082317 >> 172.21.15.99:0/3070082317 conn(0x7f79c40b31d0 msgr2=0x7f79c40b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:56.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.930+0000 7f79cb8fd700 1 -- 172.21.15.99:0/3070082317 shutdown_connections 2023-11-18T15:43:56.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.930+0000 7f79cb8fd700 1 -- 172.21.15.99:0/3070082317 wait complete. 2023-11-18T15:43:56.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.931+0000 7f79cb8fd700 1 Processor -- start 2023-11-18T15:43:56.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.931+0000 7f79cb8fd700 1 -- start start 2023-11-18T15:43:56.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79cb8fd700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0003a00 0x7f79c41534c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79cb8fd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f79c41f1d30 0x7f79c4151e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79cb8fd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79c413a630 0x7f79c415e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79cb8fd700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79c41f21b0 con 0x7f79c413a630 2023-11-18T15:43:56.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79cb8fd700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79c41543f0 con 0x7f79c41f1d30 2023-11-18T15:43:56.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79cb8fd700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79c4153b50 con 0x7f79b0003a00 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9e9a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79c413a630 0x7f79c415e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9e9a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79c413a630 0x7f79c415e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59712/0 (socket says 172.21.15.99:59712) 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9e9a700 1 -- 172.21.15.99:0/2175018441 learned_addr learned my addr 172.21.15.99:0/2175018441 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c8e98700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f79c41f1d30 0x7f79c4151e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9699700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0003a00 0x7f79c41534c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9e9a700 1 -- 172.21.15.99:0/2175018441 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0003a00 msgr2=0x7f79c41534c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9e9a700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0003a00 0x7f79c41534c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9e9a700 1 -- 172.21.15.99:0/2175018441 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f79c41f1d30 msgr2=0x7f79c4151e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9e9a700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f79c41f1d30 0x7f79c4151e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9e9a700 1 -- 172.21.15.99:0/2175018441 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79c4153e30 con 0x7f79c413a630 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.932+0000 7f79c9e9a700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79c413a630 0x7f79c415e5b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f79c40b3180 tx=0x7f79bc0048c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:56.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.933+0000 7f79b9ffb700 1 -- 172.21.15.99:0/2175018441 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79bc004930 con 0x7f79c413a630 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.933+0000 7f79b9ffb700 1 -- 172.21.15.99:0/2175018441 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79bc00f050 con 0x7f79c413a630 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.933+0000 7f79b9ffb700 1 -- 172.21.15.99:0/2175018441 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79bc007d40 con 0x7f79c413a630 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.933+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79c4154110 con 0x7f79c413a630 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.933+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79c413aab0 con 0x7f79c413a630 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.934+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79c4069400 con 0x7f79c413a630 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.934+0000 7f79b9ffb700 1 -- 172.21.15.99:0/2175018441 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f79bc01e460 con 0x7f79c413a630 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.934+0000 7f79b9ffb700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f79a806af00 0x7f79a806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.935+0000 7f79b9ffb700 1 -- 172.21.15.99:0/2175018441 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f79bc089780 con 0x7f79c413a630 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.935+0000 7f79c9699700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f79a806af00 0x7f79a806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:56.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.935+0000 7f79c9699700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f79a806af00 0x7f79a806d3c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f79b4015040 tx=0x7f79b4007000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:56.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:56.939+0000 7f79b9ffb700 1 -- 172.21.15.99:0/2175018441 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f79bc054830 con 0x7f79c413a630 2023-11-18T15:43:57.130 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.129+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f79c415bad0 con 0x7f79c413a630 2023-11-18T15:43:57.131 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.130+0000 7f79b9ffb700 1 -- 172.21.15.99:0/2175018441 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f79bc057e50 con 0x7f79c413a630 2023-11-18T15:43:57.131 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:43:57.133 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f79a806af00 msgr2=0x7f79a806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f79a806af00 0x7f79a806d3c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f79b4015040 tx=0x7f79b4007000 comp rx=0 tx=0).stop 2023-11-18T15:43:57.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79c413a630 msgr2=0x7f79c415e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79c413a630 0x7f79c415e5b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f79c40b3180 tx=0x7f79bc0048c0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 shutdown_connections 2023-11-18T15:43:57.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f79a806af00 0x7f79a806d3c0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f79c413a630 0x7f79c415e5b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f79b0003a00 0x7f79c41534c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 --2- 172.21.15.99:0/2175018441 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f79c41f1d30 0x7f79c4151e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 >> 172.21.15.99:0/2175018441 conn(0x7f79c40b31d0 msgr2=0x7f79c4140250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:57.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 shutdown_connections 2023-11-18T15:43:57.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.132+0000 7f79cb8fd700 1 -- 172.21.15.99:0/2175018441 wait complete. 2023-11-18T15:43:57.145 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:43:57.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.268+0000 7f59339ab700 1 Processor -- start 2023-11-18T15:43:57.269 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.268+0000 7f59339ab700 1 -- start start 2023-11-18T15:43:57.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f59339ab700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13eb80 0x7f592c0cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f59339ab700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f592c13ef60 0x7f592c1414b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f59339ab700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f592c1419f0 0x7f592c15c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f59339ab700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f592c15d420 con 0x7f592c13ef60 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f59339ab700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f592c141e50 con 0x7f592c1419f0 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f59339ab700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f592c0cf720 con 0x7f592c13eb80 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5930f46700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f592c13ef60 0x7f592c1414b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5930f46700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f592c13ef60 0x7f592c1414b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59716/0 (socket says 172.21.15.99:59716) 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5930f46700 1 -- 172.21.15.99:0/3847976565 learned_addr learned my addr 172.21.15.99:0/3847976565 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5931f48700 1 --2- 172.21.15.99:0/3847976565 >> v2:172.21.15.181:3300/0 conn(0x7f592c1419f0 0x7f592c15c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5931747700 1 --2- 172.21.15.99:0/3847976565 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13eb80 0x7f592c0cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5930f46700 1 -- 172.21.15.99:0/3847976565 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13eb80 msgr2=0x7f592c0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5930f46700 1 --2- 172.21.15.99:0/3847976565 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13eb80 0x7f592c0cf1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5930f46700 1 -- 172.21.15.99:0/3847976565 >> v2:172.21.15.181:3300/0 conn(0x7f592c1419f0 msgr2=0x7f592c15c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5930f46700 1 --2- 172.21.15.99:0/3847976565 >> v2:172.21.15.181:3300/0 conn(0x7f592c1419f0 0x7f592c15c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5930f46700 1 -- 172.21.15.99:0/3847976565 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f592c15d140 con 0x7f592c13ef60 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5931747700 1 --2- 172.21.15.99:0/3847976565 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13eb80 0x7f592c0cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5930f46700 1 --2- 172.21.15.99:0/3847976565 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13ef60 0x7f592c1414b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f592c1534a0 tx=0x7f591c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b73714ce25974a8 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.269+0000 7f5923fff700 1 -- 172.21.15.99:0/3847976565 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f591c011830 con 0x7f592c13ef60 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f5923fff700 1 -- 172.21.15.99:0/3847976565 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f591c011990 con 0x7f592c13ef60 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f5923fff700 1 -- 172.21.15.99:0/3847976565 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f591c011d20 con 0x7f592c13ef60 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f59339ab700 1 -- 172.21.15.99:0/3847976565 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13ef60 msgr2=0x7f592c1414b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f59339ab700 1 --2- 172.21.15.99:0/3847976565 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13ef60 0x7f592c1414b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f592c1534a0 tx=0x7f591c009bd0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f59339ab700 1 -- 172.21.15.99:0/3847976565 shutdown_connections 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f59339ab700 1 --2- 172.21.15.99:0/3847976565 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13eb80 0x7f592c0cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f59339ab700 1 --2- 172.21.15.99:0/3847976565 >> v2:172.21.15.181:3300/0 conn(0x7f592c1419f0 0x7f592c15c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f59339ab700 1 --2- 172.21.15.99:0/3847976565 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13ef60 0x7f592c1414b0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f59339ab700 1 -- 172.21.15.99:0/3847976565 >> 172.21.15.99:0/3847976565 conn(0x7f592c0b31d0 msgr2=0x7f592c0b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:57.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f59339ab700 1 -- 172.21.15.99:0/3847976565 shutdown_connections 2023-11-18T15:43:57.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.270+0000 7f59339ab700 1 -- 172.21.15.99:0/3847976565 wait complete. 2023-11-18T15:43:57.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.272+0000 7f59339ab700 1 Processor -- start 2023-11-18T15:43:57.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.272+0000 7f59339ab700 1 -- start start 2023-11-18T15:43:57.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f59339ab700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13eb80 0x7f592c1f1710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f59339ab700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f592c1419f0 0x7f592c1e44e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f59339ab700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13a6b0 0x7f592c06e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f59339ab700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f592c1e4e50 con 0x7f592c13eb80 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f59339ab700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f592c1e5130 con 0x7f592c1419f0 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f59339ab700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f592c1e5410 con 0x7f592c13a6b0 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931747700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13eb80 0x7f592c1f1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931747700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13eb80 0x7f592c1f1710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59722/0 (socket says 172.21.15.99:59722) 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931747700 1 -- 172.21.15.99:0/1946747542 learned_addr learned my addr 172.21.15.99:0/1946747542 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931747700 1 -- 172.21.15.99:0/1946747542 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13a6b0 msgr2=0x7f592c06e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931f48700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13a6b0 0x7f592c06e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5930f46700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f592c1419f0 0x7f592c1e44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931747700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13a6b0 0x7f592c06e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931747700 1 -- 172.21.15.99:0/1946747542 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f592c1419f0 msgr2=0x7f592c1e44e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931747700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f592c1419f0 0x7f592c1e44e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931747700 1 -- 172.21.15.99:0/1946747542 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f591c009550 con 0x7f592c13eb80 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5930f46700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f592c1419f0 0x7f592c1e44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5931747700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13eb80 0x7f592c1f1710 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f592800d800 tx=0x7f592800dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5921ffb700 1 -- 172.21.15.99:0/1946747542 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5928004030 con 0x7f592c13eb80 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5921ffb700 1 -- 172.21.15.99:0/1946747542 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5928004190 con 0x7f592c13eb80 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f592c1e56f0 con 0x7f592c13eb80 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.273+0000 7f5921ffb700 1 -- 172.21.15.99:0/1946747542 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5928004520 con 0x7f592c13eb80 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.274+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f592c1e4a20 con 0x7f592c13eb80 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.275+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f592c1e4c10 con 0x7f592c13eb80 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.275+0000 7f5921ffb700 1 -- 172.21.15.99:0/1946747542 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f59280036a0 con 0x7f592c13eb80 2023-11-18T15:43:57.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.275+0000 7f5921ffb700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f591006aed0 0x7f591006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.275+0000 7f5921ffb700 1 -- 172.21.15.99:0/1946747542 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5928089b60 con 0x7f592c13eb80 2023-11-18T15:43:57.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.275+0000 7f5930f46700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f591006aed0 0x7f591006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.276+0000 7f5930f46700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f591006aed0 0x7f591006d390 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f592c1534a0 tx=0x7f591c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:57.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.280+0000 7f5921ffb700 1 -- 172.21.15.99:0/1946747542 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f592c1e4c10 con 0x7f592c13eb80 2023-11-18T15:43:57.470 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.469+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f592c1e4c10 con 0x7f592c13eb80 2023-11-18T15:43:57.470 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.469+0000 7f5921ffb700 1 -- 172.21.15.99:0/1946747542 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f592c1e4c10 con 0x7f592c13eb80 2023-11-18T15:43:57.471 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f591006aed0 msgr2=0x7f591006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f591006aed0 0x7f591006d390 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f592c1534a0 tx=0x7f591c008030 comp rx=0 tx=0).stop 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13eb80 msgr2=0x7f592c1f1710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13eb80 0x7f592c1f1710 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f592800d800 tx=0x7f592800dbc0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 shutdown_connections 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f591006aed0 0x7f591006d390 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f592c13eb80 0x7f592c1f1710 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f592c13a6b0 0x7f592c06e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 --2- 172.21.15.99:0/1946747542 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f592c1419f0 0x7f592c1e44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 >> 172.21.15.99:0/1946747542 conn(0x7f592c0b31d0 msgr2=0x7f592c13b790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:57.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.471+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 shutdown_connections 2023-11-18T15:43:57.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.472+0000 7f59339ab700 1 -- 172.21.15.99:0/1946747542 wait complete. 2023-11-18T15:43:57.485 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-11-18T15:43:57.605 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.604+0000 7fe1084f5700 1 Processor -- start 2023-11-18T15:43:57.605 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.604+0000 7fe1084f5700 1 -- start start 2023-11-18T15:43:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.605+0000 7fe1084f5700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe10006d910 0x7fe10006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.605+0000 7fe1084f5700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fe10006dcf0 0x7fe10015b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.605+0000 7fe1084f5700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe10006e520 con 0x7fe10015e880 2023-11-18T15:43:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.605+0000 7fe1084f5700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe10006efc0 con 0x7fe10006d910 2023-11-18T15:43:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.605+0000 7fe1084f5700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe10006f2a0 con 0x7fe10006dcf0 2023-11-18T15:43:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.605+0000 7fe106291700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe10006d910 0x7fe10006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.605+0000 7fe105a90700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe10015e880 0x7fe1000b05f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46342/0 (socket says 172.21.15.99:46342) 2023-11-18T15:43:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.605+0000 7fe105a90700 1 -- 172.21.15.99:0/3812201564 learned_addr learned my addr 172.21.15.99:0/3812201564 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.605+0000 7fe106a92700 1 --2- 172.21.15.99:0/3812201564 >> v2:172.21.15.181:3300/0 conn(0x7fe10006dcf0 0x7fe10015b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe106291700 1 -- 172.21.15.99:0/3812201564 >> v2:172.21.15.181:3300/0 conn(0x7fe10006dcf0 msgr2=0x7fe10015b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe106291700 1 --2- 172.21.15.99:0/3812201564 >> v2:172.21.15.181:3300/0 conn(0x7fe10006dcf0 0x7fe10015b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe106291700 1 -- 172.21.15.99:0/3812201564 >> v1:172.21.15.99:6789/0 conn(0x7fe10015e880 legacy=0x7fe1000b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe106291700 1 -- 172.21.15.99:0/3812201564 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe10006f580 con 0x7fe10006d910 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe106a92700 1 --2- 172.21.15.99:0/3812201564 >> v2:172.21.15.181:3300/0 conn(0x7fe10006dcf0 0x7fe10015b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe10528f700 1 -- 172.21.15.99:0/3812201564 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1245941538 0 0) 0x7fe10006e520 con 0x7fe10015e880 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe106291700 1 --2- 172.21.15.99:0/3812201564 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 0x7fe10006e8c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe10006f990 tx=0x7fe0f000bdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=795a9ffdf412fe25 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe10528f700 1 -- 172.21.15.99:0/3812201564 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0f000dc70 con 0x7fe10006d910 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe10528f700 1 -- 172.21.15.99:0/3812201564 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0f000ddd0 con 0x7fe10006d910 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe10528f700 1 -- 172.21.15.99:0/3812201564 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0f0010690 con 0x7fe10006d910 2023-11-18T15:43:57.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe1084f5700 1 -- 172.21.15.99:0/3812201564 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 msgr2=0x7fe10006e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.610 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.606+0000 7fe1084f5700 1 --2- 172.21.15.99:0/3812201564 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 0x7fe10006e8c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe10006f990 tx=0x7fe0f000bdc0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.610 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.607+0000 7fe1084f5700 1 -- 172.21.15.99:0/3812201564 shutdown_connections 2023-11-18T15:43:57.610 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.607+0000 7fe1084f5700 1 --2- 172.21.15.99:0/3812201564 >> v2:172.21.15.181:3300/0 conn(0x7fe10006dcf0 0x7fe10015b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.610 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.607+0000 7fe1084f5700 1 --2- 172.21.15.99:0/3812201564 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 0x7fe10006e8c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.610 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.607+0000 7fe1084f5700 1 -- 172.21.15.99:0/3812201564 >> 172.21.15.99:0/3812201564 conn(0x7fe1000b2130 msgr2=0x7fe1000b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:57.610 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.607+0000 7fe1084f5700 1 -- 172.21.15.99:0/3812201564 shutdown_connections 2023-11-18T15:43:57.610 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.607+0000 7fe1084f5700 1 -- 172.21.15.99:0/3812201564 wait complete. 2023-11-18T15:43:57.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.608+0000 7fe1084f5700 1 Processor -- start 2023-11-18T15:43:57.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.608+0000 7fe1084f5700 1 -- start start 2023-11-18T15:43:57.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.608+0000 7fe1084f5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 0x7fe100153070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.608+0000 7fe1084f5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe10006dcf0 0x7fe1000af6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe1084f5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe10015e880 0x7fe1001ef990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe1084f5700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe100152e60 con 0x7fe10006d910 2023-11-18T15:43:57.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe1084f5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe100154010 con 0x7fe10015e880 2023-11-18T15:43:57.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe1084f5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe100153770 con 0x7fe10006dcf0 2023-11-18T15:43:57.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106291700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 0x7fe100153070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106291700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 0x7fe100153070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59734/0 (socket says 172.21.15.99:59734) 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106291700 1 -- 172.21.15.99:0/4185326300 learned_addr learned my addr 172.21.15.99:0/4185326300 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106a92700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe10015e880 0x7fe1001ef990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe105a90700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe10006dcf0 0x7fe1000af6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106291700 1 -- 172.21.15.99:0/4185326300 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe10006dcf0 msgr2=0x7fe1000af6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106291700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe10006dcf0 0x7fe1000af6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106291700 1 -- 172.21.15.99:0/4185326300 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe10015e880 msgr2=0x7fe1001ef990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106291700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe10015e880 0x7fe1001ef990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106291700 1 -- 172.21.15.99:0/4185326300 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0f000b740 con 0x7fe10006d910 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe106291700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 0x7fe100153070 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe0f000b2c0 tx=0x7fe0f0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe0f6ffd700 1 -- 172.21.15.99:0/4185326300 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0f001d070 con 0x7fe10006d910 2023-11-18T15:43:57.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe0f6ffd700 1 -- 172.21.15.99:0/4185326300 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0f001e040 con 0x7fe10006d910 2023-11-18T15:43:57.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe100153a50 con 0x7fe10006d910 2023-11-18T15:43:57.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe0f6ffd700 1 -- 172.21.15.99:0/4185326300 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0f0010ca0 con 0x7fe10006d910 2023-11-18T15:43:57.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.609+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe100070590 con 0x7fe10006d910 2023-11-18T15:43:57.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.610+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe100070750 con 0x7fe10006d910 2023-11-18T15:43:57.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.611+0000 7fe0f6ffd700 1 -- 172.21.15.99:0/4185326300 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe0f00036a0 con 0x7fe10006d910 2023-11-18T15:43:57.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.611+0000 7fe0f6ffd700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe0e406aed0 0x7fe0e406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:57.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.611+0000 7fe0f6ffd700 1 -- 172.21.15.99:0/4185326300 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe0f0010e40 con 0x7fe10006d910 2023-11-18T15:43:57.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.611+0000 7fe105a90700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe0e406aed0 0x7fe0e406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:57.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.611+0000 7fe105a90700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe0e406aed0 0x7fe0e406d390 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe1000b6ee0 tx=0x7fe0fc007c90 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:57.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.615+0000 7fe0f6ffd700 1 -- 172.21.15.99:0/4185326300 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe0f00588c0 con 0x7fe10006d910 2023-11-18T15:43:57.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:57.883+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7fe100073aa0 con 0x7fe10006d910 2023-11-18T15:43:58.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.325+0000 7fe0f6ffd700 1 -- 172.21.15.99:0/4185326300 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v48) v1 ==== 147+0+0 (secure 0 0 0) 0x7fe0f005bee0 con 0x7fe10006d910 2023-11-18T15:43:58.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.327+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe0e406aed0 msgr2=0x7fe0e406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:58.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.327+0000 7fe1084f5700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe0e406aed0 0x7fe0e406d390 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe1000b6ee0 tx=0x7fe0fc007c90 comp rx=0 tx=0).stop 2023-11-18T15:43:58.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.327+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 msgr2=0x7fe100153070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:58.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.327+0000 7fe1084f5700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 0x7fe100153070 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe0f000b2c0 tx=0x7fe0f0004750 comp rx=0 tx=0).stop 2023-11-18T15:43:58.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.328+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 shutdown_connections 2023-11-18T15:43:58.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.328+0000 7fe1084f5700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe0e406aed0 0x7fe0e406d390 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.328+0000 7fe1084f5700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe10006d910 0x7fe100153070 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.328+0000 7fe1084f5700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe10015e880 0x7fe1001ef990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.328+0000 7fe1084f5700 1 --2- 172.21.15.99:0/4185326300 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe10006dcf0 0x7fe1000af6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.328+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 >> 172.21.15.99:0/4185326300 conn(0x7fe1000b2130 msgr2=0x7fe10015a510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:58.330 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.328+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 shutdown_connections 2023-11-18T15:43:58.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.328+0000 7fe1084f5700 1 -- 172.21.15.99:0/4185326300 wait complete. 2023-11-18T15:43:58.342 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-11-18T15:43:58.465 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.464+0000 7f7280fbc700 1 Processor -- start 2023-11-18T15:43:58.465 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.464+0000 7f7280fbc700 1 -- start start 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f7280fbc700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13ef60 0x7f727c1414b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f7280fbc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f727c1419f0 0x7f727c15c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f7280fbc700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f727c141e80 con 0x7f727c13eb80 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f7280fbc700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f727c15d420 con 0x7f727c1419f0 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f7280fbc700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f727c15d140 con 0x7f727c13ef60 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f727ad9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f727c1419f0 0x7f727c15c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f727ad9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f727c1419f0 0x7f727c15c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59746/0 (socket says 172.21.15.99:59746) 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f727ad9d700 1 -- 172.21.15.99:0/1131934757 learned_addr learned my addr 172.21.15.99:0/1131934757 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f7279d9b700 1 --2- 172.21.15.99:0/1131934757 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13ef60 0x7f727c1414b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:58.468 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f727ad9d700 1 -- 172.21.15.99:0/1131934757 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13ef60 msgr2=0x7f727c1414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f727ad9d700 1 --2- 172.21.15.99:0/1131934757 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13ef60 0x7f727c1414b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f727ad9d700 1 -- 172.21.15.99:0/1131934757 >> v1:172.21.15.181:6789/0 conn(0x7f727c13eb80 legacy=0x7f727c0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f727ad9d700 1 -- 172.21.15.99:0/1131934757 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f727c0ce700 con 0x7f727c1419f0 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.465+0000 7f7279d9b700 1 --2- 172.21.15.99:0/1131934757 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13ef60 0x7f727c1414b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f727ad9d700 1 --2- 172.21.15.99:0/1131934757 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 0x7f727c15c3e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7274009e50 tx=0x7f727400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95ff555d047fa949 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f727959a700 1 -- 172.21.15.99:0/1131934757 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f727400e070 con 0x7f727c1419f0 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f727959a700 1 -- 172.21.15.99:0/1131934757 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7274003a20 con 0x7f727c1419f0 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f727959a700 1 -- 172.21.15.99:0/1131934757 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7274003dd0 con 0x7f727c1419f0 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f7280fbc700 1 -- 172.21.15.99:0/1131934757 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 msgr2=0x7f727c15c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f7280fbc700 1 --2- 172.21.15.99:0/1131934757 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 0x7f727c15c3e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7274009e50 tx=0x7f727400b330 comp rx=0 tx=0).stop 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f7280fbc700 1 -- 172.21.15.99:0/1131934757 shutdown_connections 2023-11-18T15:43:58.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f7280fbc700 1 --2- 172.21.15.99:0/1131934757 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 0x7f727c15c3e0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.470 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f7280fbc700 1 --2- 172.21.15.99:0/1131934757 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13ef60 0x7f727c1414b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.470 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f7280fbc700 1 -- 172.21.15.99:0/1131934757 >> 172.21.15.99:0/1131934757 conn(0x7f727c0b31d0 msgr2=0x7f727c0b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:58.470 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f7280fbc700 1 -- 172.21.15.99:0/1131934757 shutdown_connections 2023-11-18T15:43:58.470 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.466+0000 7f7280fbc700 1 -- 172.21.15.99:0/1131934757 wait complete. 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.468+0000 7f7280fbc700 1 Processor -- start 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.468+0000 7f7280fbc700 1 -- start start 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.468+0000 7f7280fbc700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13eb80 0x7f727c1e7480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.468+0000 7f7280fbc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 0x7f727c152b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.468+0000 7f7280fbc700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f727c13a250 0x7f727c06b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.468+0000 7f7280fbc700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f727c1530d0 con 0x7f727c1419f0 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.468+0000 7f7280fbc700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f727c06be40 con 0x7f727c13a250 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.468+0000 7f7280fbc700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f727c06c8b0 con 0x7f727c13eb80 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7279d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 0x7f727c152b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7279d9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 0x7f727c152b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59748/0 (socket says 172.21.15.99:59748) 2023-11-18T15:43:58.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7279d9b700 1 -- 172.21.15.99:0/3172916513 learned_addr learned my addr 172.21.15.99:0/3172916513 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f727ad9d700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f727c13a250 0x7f727c06b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f727a59c700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13eb80 0x7f727c1e7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7279d9b700 1 -- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13eb80 msgr2=0x7f727c1e7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7279d9b700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13eb80 0x7f727c1e7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7279d9b700 1 -- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f727c13a250 msgr2=0x7f727c06b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7279d9b700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f727c13a250 0x7f727c06b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7279d9b700 1 -- 172.21.15.99:0/3172916513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7274009b30 con 0x7f727c1419f0 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f727a59c700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13eb80 0x7f727c1e7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f727ad9d700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f727c13a250 0x7f727c06b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7279d9b700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 0x7f727c152b90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f726c00c750 tx=0x7f726c00cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:58.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f726affd700 1 -- 172.21.15.99:0/3172916513 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726c011800 con 0x7f727c1419f0 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f726affd700 1 -- 172.21.15.99:0/3172916513 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f726c011960 con 0x7f727c1419f0 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f727c06cb90 con 0x7f727c1419f0 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f726affd700 1 -- 172.21.15.99:0/3172916513 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726c011cd0 con 0x7f727c1419f0 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.469+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f727c13aa40 con 0x7f727c1419f0 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.470+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f727c1e71a0 con 0x7f727c1419f0 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.471+0000 7f726affd700 1 -- 172.21.15.99:0/3172916513 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f726c021350 con 0x7f727c1419f0 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.471+0000 7f726affd700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f725c06aed0 0x7f725c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.471+0000 7f726affd700 1 -- 172.21.15.99:0/3172916513 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f726c089580 con 0x7f727c1419f0 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.471+0000 7f727a59c700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f725c06aed0 0x7f725c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:58.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.471+0000 7f727a59c700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f725c06aed0 0x7f725c06d390 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7270003f40 tx=0x7f7270009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:58.476 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.475+0000 7f726affd700 1 -- 172.21.15.99:0/3172916513 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f727c1e71a0 con 0x7f727c1419f0 2023-11-18T15:43:58.666 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.664+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f727c1e71a0 con 0x7f727c1419f0 2023-11-18T15:43:58.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.667+0000 7f726affd700 1 -- 172.21.15.99:0/3172916513 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f727c1e71a0 con 0x7f727c1419f0 2023-11-18T15:43:58.672 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f725c06aed0 msgr2=0x7f725c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:58.672 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f725c06aed0 0x7f725c06d390 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7270003f40 tx=0x7f7270009040 comp rx=0 tx=0).stop 2023-11-18T15:43:58.672 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 msgr2=0x7f727c152b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:58.672 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 0x7f727c152b90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f726c00c750 tx=0x7f726c00cb10 comp rx=0 tx=0).stop 2023-11-18T15:43:58.673 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 shutdown_connections 2023-11-18T15:43:58.673 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f727c13a250 0x7f727c06b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f727c13eb80 0x7f727c1e7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f725c06aed0 0x7f725c06d390 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 --2- 172.21.15.99:0/3172916513 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f727c1419f0 0x7f727c152b90 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:58.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 >> 172.21.15.99:0/3172916513 conn(0x7f727c0b31d0 msgr2=0x7f727c13fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:58.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 shutdown_connections 2023-11-18T15:43:58.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:58.670+0000 7f7280fbc700 1 -- 172.21.15.99:0/3172916513 wait complete. 2023-11-18T15:43:58.683 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-18T15:43:58.683 DEBUG:teuthology.orchestra.run.smithi099:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-18T15:43:58.724 DEBUG:teuthology.orchestra.run.smithi181:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-18T15:43:58.771 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-18T15:43:58.771 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:58.771 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:43:58.788 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:58.788 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:43:58.845 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:43:58.846 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:43:58.903 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:43:59.063 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.062+0000 7fe6dc6a1700 1 Processor -- start 2023-11-18T15:43:59.063 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.062+0000 7fe6dc6a1700 1 -- start start 2023-11-18T15:43:59.066 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.062+0000 7fe6dc6a1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d41598c0 0x7fe6d40704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.066 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dc6a1700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fe6d40d09b0 0x7fe6d4070a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.066 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dc6a1700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe6d415c400 0x7fe6d415c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dc6a1700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6d40d0520 con 0x7fe6d415c400 2023-11-18T15:43:59.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dc6a1700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6d415d1f0 con 0x7fe6d40d09b0 2023-11-18T15:43:59.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dc6a1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d40cfed0 con 0x7fe6d41598c0 2023-11-18T15:43:59.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dac3e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe6d415c400 0x7fe6d415c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dac3e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe6d415c400 0x7fe6d415c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59760/0 (socket says 172.21.15.99:59760) 2023-11-18T15:43:59.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dac3e700 1 -- 172.21.15.99:0/97519093 learned_addr learned my addr 172.21.15.99:0/97519093 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:59.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6d9c3c700 1 --2- 172.21.15.99:0/97519093 >> v2:172.21.15.181:3300/0 conn(0x7fe6d40d09b0 0x7fe6d4070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6da43d700 1 --2- 172.21.15.99:0/97519093 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d41598c0 0x7fe6d40704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dac3e700 1 -- 172.21.15.99:0/97519093 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d41598c0 msgr2=0x7fe6d40704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:59.069 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dac3e700 1 --2- 172.21.15.99:0/97519093 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d41598c0 0x7fe6d40704f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.069 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dac3e700 1 -- 172.21.15.99:0/97519093 >> v2:172.21.15.181:3300/0 conn(0x7fe6d40d09b0 msgr2=0x7fe6d4070a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:59.069 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dac3e700 1 --2- 172.21.15.99:0/97519093 >> v2:172.21.15.181:3300/0 conn(0x7fe6d40d09b0 0x7fe6d4070a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.069 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dac3e700 1 -- 172.21.15.99:0/97519093 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6d40d01b0 con 0x7fe6d415c400 2023-11-18T15:43:59.070 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6d9c3c700 1 --2- 172.21.15.99:0/97519093 >> v2:172.21.15.181:3300/0 conn(0x7fe6d40d09b0 0x7fe6d4070a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:59.070 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6dac3e700 1 --2- 172.21.15.99:0/97519093 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d415c400 0x7fe6d415c810 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe6d40b31e0 tx=0x7fe6cc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e69bb7ae58189ff server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:59.070 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6d943b700 1 -- 172.21.15.99:0/97519093 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6cc00e070 con 0x7fe6d415c400 2023-11-18T15:43:59.070 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6d943b700 1 -- 172.21.15.99:0/97519093 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6cc00b9c0 con 0x7fe6d415c400 2023-11-18T15:43:59.070 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.063+0000 7fe6d943b700 1 -- 172.21.15.99:0/97519093 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6cc00bd70 con 0x7fe6d415c400 2023-11-18T15:43:59.071 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.064+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/97519093 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d415c400 msgr2=0x7fe6d415c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.071 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.064+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/97519093 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d415c400 0x7fe6d415c810 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe6d40b31e0 tx=0x7fe6cc00b330 comp rx=0 tx=0).stop 2023-11-18T15:43:59.071 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.064+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/97519093 shutdown_connections 2023-11-18T15:43:59.071 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.064+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/97519093 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d41598c0 0x7fe6d40704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.064+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/97519093 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d415c400 0x7fe6d415c810 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.064+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/97519093 >> v2:172.21.15.181:3300/0 conn(0x7fe6d40d09b0 0x7fe6d4070a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.064+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/97519093 >> 172.21.15.99:0/97519093 conn(0x7fe6d40b2130 msgr2=0x7fe6d40b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:59.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.064+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/97519093 shutdown_connections 2023-11-18T15:43:59.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.064+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/97519093 wait complete. 2023-11-18T15:43:59.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.065+0000 7fe6dc6a1700 1 Processor -- start 2023-11-18T15:43:59.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.065+0000 7fe6dc6a1700 1 -- start start 2023-11-18T15:43:59.075 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6dc6a1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6d40d09b0 0x7fe6d4151ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.076 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6dc6a1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d41598c0 0x7fe6d414e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.076 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6dc6a1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d415c400 0x7fe6d4154200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.076 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6dc6a1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d4151000 con 0x7fe6d41598c0 2023-11-18T15:43:59.076 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6dc6a1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d4150380 con 0x7fe6d40d09b0 2023-11-18T15:43:59.076 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6dc6a1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d4150660 con 0x7fe6d415c400 2023-11-18T15:43:59.077 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6d9c3c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d41598c0 0x7fe6d414e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.077 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6d9c3c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d41598c0 0x7fe6d414e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59766/0 (socket says 172.21.15.99:59766) 2023-11-18T15:43:59.077 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6d9c3c700 1 -- 172.21.15.99:0/2379321476 learned_addr learned my addr 172.21.15.99:0/2379321476 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:59.077 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6dac3e700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d415c400 0x7fe6d4154200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6da43d700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6d40d09b0 0x7fe6d4151ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6d9c3c700 1 -- 172.21.15.99:0/2379321476 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d415c400 msgr2=0x7fe6d4154200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6d9c3c700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d415c400 0x7fe6d4154200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6d9c3c700 1 -- 172.21.15.99:0/2379321476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6d40d09b0 msgr2=0x7fe6d4151ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6d9c3c700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6d40d09b0 0x7fe6d4151ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6d9c3c700 1 -- 172.21.15.99:0/2379321476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6cc009b30 con 0x7fe6d41598c0 2023-11-18T15:43:59.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6d9c3c700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d41598c0 0x7fe6d414e860 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000c7f0 tx=0x7fe6d000cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:59.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.066+0000 7fe6caffd700 1 -- 172.21.15.99:0/2379321476 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d0011800 con 0x7fe6d41598c0 2023-11-18T15:43:59.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.067+0000 7fe6caffd700 1 -- 172.21.15.99:0/2379321476 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6d0011960 con 0x7fe6d41598c0 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.067+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6d4150940 con 0x7fe6d41598c0 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.067+0000 7fe6caffd700 1 -- 172.21.15.99:0/2379321476 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d0011d10 con 0x7fe6d41598c0 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.067+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6d4152220 con 0x7fe6d41598c0 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.067+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6d4073aa0 con 0x7fe6d41598c0 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.068+0000 7fe6caffd700 1 -- 172.21.15.99:0/2379321476 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe6d0018360 con 0x7fe6d41598c0 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.068+0000 7fe6caffd700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe6b806aed0 0x7fe6b806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.068+0000 7fe6caffd700 1 -- 172.21.15.99:0/2379321476 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe6d00893b0 con 0x7fe6d41598c0 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.068+0000 7fe6da43d700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe6b806aed0 0x7fe6b806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.069+0000 7fe6da43d700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe6b806aed0 0x7fe6b806d390 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe6c4006fd0 tx=0x7fe6c4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:59.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.073+0000 7fe6caffd700 1 -- 172.21.15.99:0/2379321476 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe6d00544f0 con 0x7fe6d41598c0 2023-11-18T15:43:59.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.270+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe6d4069400 con 0x7fe6d41598c0 2023-11-18T15:43:59.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.271+0000 7fe6caffd700 1 -- 172.21.15.99:0/2379321476 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7fe6d0057b10 con 0x7fe6d41598c0 2023-11-18T15:43:59.273 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:43:59.273 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:43:59.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe6b806aed0 msgr2=0x7fe6b806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe6b806aed0 0x7fe6b806d390 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe6c4006fd0 tx=0x7fe6c4008040 comp rx=0 tx=0).stop 2023-11-18T15:43:59.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d41598c0 msgr2=0x7fe6d414e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d41598c0 0x7fe6d414e860 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000c7f0 tx=0x7fe6d000cb00 comp rx=0 tx=0).stop 2023-11-18T15:43:59.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 shutdown_connections 2023-11-18T15:43:59.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe6d415c400 0x7fe6d4154200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6d40d09b0 0x7fe6d4151ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe6b806aed0 0x7fe6b806d390 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 --2- 172.21.15.99:0/2379321476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6d41598c0 0x7fe6d414e860 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 >> 172.21.15.99:0/2379321476 conn(0x7fe6d40b2130 msgr2=0x7fe6d40b0980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:59.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 shutdown_connections 2023-11-18T15:43:59.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.274+0000 7fe6dc6a1700 1 -- 172.21.15.99:0/2379321476 wait complete. 2023-11-18T15:43:59.287 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:43:59.288 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:43:59.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.410+0000 7feaed8b3700 1 Processor -- start 2023-11-18T15:43:59.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.411+0000 7feaed8b3700 1 -- start start 2023-11-18T15:43:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.411+0000 7feaed8b3700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7feae815b780 0x7feae815e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.411+0000 7feaed8b3700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7feae80cee50 0x7feae815e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.411+0000 7feaed8b3700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feae80cdb60 con 0x7feae815ac90 2023-11-18T15:43:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.411+0000 7feaed8b3700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feae80cddb0 con 0x7feae815b780 2023-11-18T15:43:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.411+0000 7feaed8b3700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feae80ce090 con 0x7feae80cee50 2023-11-18T15:43:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.411+0000 7feae67fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7feae815b780 0x7feae815e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.411+0000 7feae6ffd700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7feae815ac90 0x7feae815b070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46382/0 (socket says 172.21.15.99:46382) 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.411+0000 7feae6ffd700 1 -- 172.21.15.99:0/174766167 learned_addr learned my addr 172.21.15.99:0/174766167 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae77fe700 1 --2- 172.21.15.99:0/174766167 >> v2:172.21.15.181:3300/0 conn(0x7feae80cee50 0x7feae815e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae67fc700 1 -- 172.21.15.99:0/174766167 >> v2:172.21.15.181:3300/0 conn(0x7feae80cee50 msgr2=0x7feae815e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae67fc700 1 --2- 172.21.15.99:0/174766167 >> v2:172.21.15.181:3300/0 conn(0x7feae80cee50 0x7feae815e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae67fc700 1 -- 172.21.15.99:0/174766167 >> v1:172.21.15.99:6789/0 conn(0x7feae815ac90 legacy=0x7feae815b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae67fc700 1 -- 172.21.15.99:0/174766167 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feae80ce370 con 0x7feae815b780 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae5ffb700 1 -- 172.21.15.99:0/174766167 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1992272859 0 0) 0x7feae80cdb60 con 0x7feae815ac90 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae67fc700 1 --2- 172.21.15.99:0/174766167 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae815b780 0x7feae815e060 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7feae80aedd0 tx=0x7fead8009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=820703dcad034428 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae5ffb700 1 -- 172.21.15.99:0/174766167 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fead8011830 con 0x7feae815b780 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae5ffb700 1 -- 172.21.15.99:0/174766167 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fead8011990 con 0x7feae815b780 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.412+0000 7feae5ffb700 1 -- 172.21.15.99:0/174766167 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fead8011d20 con 0x7feae815b780 2023-11-18T15:43:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.413+0000 7feaed8b3700 1 -- 172.21.15.99:0/174766167 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae815b780 msgr2=0x7feae815e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.413+0000 7feaed8b3700 1 --2- 172.21.15.99:0/174766167 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae815b780 0x7feae815e060 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7feae80aedd0 tx=0x7fead8009b20 comp rx=0 tx=0).stop 2023-11-18T15:43:59.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.413+0000 7feaed8b3700 1 -- 172.21.15.99:0/174766167 shutdown_connections 2023-11-18T15:43:59.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.413+0000 7feaed8b3700 1 --2- 172.21.15.99:0/174766167 >> v2:172.21.15.181:3300/0 conn(0x7feae80cee50 0x7feae815e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.413+0000 7feaed8b3700 1 --2- 172.21.15.99:0/174766167 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae815b780 0x7feae815e060 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.413+0000 7feaed8b3700 1 -- 172.21.15.99:0/174766167 >> 172.21.15.99:0/174766167 conn(0x7feae80aef90 msgr2=0x7feae80af3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:59.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.413+0000 7feaed8b3700 1 -- 172.21.15.99:0/174766167 shutdown_connections 2023-11-18T15:43:59.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.413+0000 7feaed8b3700 1 -- 172.21.15.99:0/174766167 wait complete. 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.414+0000 7feaed8b3700 1 Processor -- start 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.414+0000 7feaed8b3700 1 -- start start 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feaed8b3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae80cee50 0x7feae81f6a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feaed8b3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feae815ac90 0x7feae81575c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feaed8b3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feae815b780 0x7feae81f3c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feaed8b3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feae81f72a0 con 0x7feae80cee50 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feaed8b3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feae81f7580 con 0x7feae815b780 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feaed8b3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feae81f7860 con 0x7feae815ac90 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae6ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae80cee50 0x7feae81f6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae6ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae80cee50 0x7feae81f6a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59776/0 (socket says 172.21.15.99:59776) 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae6ffd700 1 -- 172.21.15.99:0/888232180 learned_addr learned my addr 172.21.15.99:0/888232180 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae77fe700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feae815b780 0x7feae81f3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae67fc700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feae815ac90 0x7feae81575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae6ffd700 1 -- 172.21.15.99:0/888232180 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feae815ac90 msgr2=0x7feae81575c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae6ffd700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feae815ac90 0x7feae81575c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae6ffd700 1 -- 172.21.15.99:0/888232180 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feae815b780 msgr2=0x7feae81f3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae6ffd700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feae815b780 0x7feae81f3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae6ffd700 1 -- 172.21.15.99:0/888232180 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fead80094a0 con 0x7feae80cee50 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feae6ffd700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae80cee50 0x7feae81f6a50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7feadc0011e0 tx=0x7feadc00cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feacffff700 1 -- 172.21.15.99:0/888232180 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feadc004c80 con 0x7feae80cee50 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feacffff700 1 -- 172.21.15.99:0/888232180 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feadc004e00 con 0x7feae80cee50 2023-11-18T15:43:59.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feae81f3770 con 0x7feae80cee50 2023-11-18T15:43:59.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feacffff700 1 -- 172.21.15.99:0/888232180 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feadc007310 con 0x7feae80cee50 2023-11-18T15:43:59.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.415+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feae81f3410 con 0x7feae80cee50 2023-11-18T15:43:59.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.416+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feae8069400 con 0x7feae80cee50 2023-11-18T15:43:59.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.417+0000 7feacffff700 1 -- 172.21.15.99:0/888232180 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7feadc007470 con 0x7feae80cee50 2023-11-18T15:43:59.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.417+0000 7feacffff700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fead406aed0 0x7fead406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.417+0000 7feacffff700 1 -- 172.21.15.99:0/888232180 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feadc089320 con 0x7feae80cee50 2023-11-18T15:43:59.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.417+0000 7feae67fc700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fead406aed0 0x7fead406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.418+0000 7feae67fc700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fead406aed0 0x7fead406d390 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fead80090b0 tx=0x7fead8008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:59.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.422+0000 7feacffff700 1 -- 172.21.15.99:0/888232180 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7feadc054460 con 0x7feae80cee50 2023-11-18T15:43:59.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.610+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7feae80b0620 con 0x7feae80cee50 2023-11-18T15:43:59.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.610+0000 7feacffff700 1 -- 172.21.15.99:0/888232180 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7feadc057a80 con 0x7feae80cee50 2023-11-18T15:43:59.612 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:43:59.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fead406aed0 msgr2=0x7fead406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fead406aed0 0x7fead406d390 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fead80090b0 tx=0x7fead8008030 comp rx=0 tx=0).stop 2023-11-18T15:43:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae80cee50 msgr2=0x7feae81f6a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae80cee50 0x7feae81f6a50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7feadc0011e0 tx=0x7feadc00cae0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 shutdown_connections 2023-11-18T15:43:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fead406aed0 0x7fead406d390 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feae80cee50 0x7feae81f6a50 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feae815b780 0x7feae81f3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 --2- 172.21.15.99:0/888232180 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feae815ac90 0x7feae81575c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 >> 172.21.15.99:0/888232180 conn(0x7feae80aef90 msgr2=0x7feae8071140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 shutdown_connections 2023-11-18T15:43:59.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.613+0000 7feaed8b3700 1 -- 172.21.15.99:0/888232180 wait complete. 2023-11-18T15:43:59.626 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:43:59.750 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.749+0000 7f266440b700 1 Processor -- start 2023-11-18T15:43:59.750 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.749+0000 7f266440b700 1 -- start start 2023-11-18T15:43:59.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f266440b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c146f00 0x7f265c162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f266440b700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f265c0afc30 0x7f265c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f266440b700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f265c0ce280 con 0x7f265c0cde20 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f266440b700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f265c1472e0 con 0x7f265c0afc30 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f266440b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f265c162bc0 con 0x7f265c146f00 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f26629a8700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f265c0cde20 0x7f265c0ad860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46400/0 (socket says 172.21.15.99:46400) 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f26629a8700 1 -- 172.21.15.99:0/2417613278 learned_addr learned my addr 172.21.15.99:0/2417613278 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f26619a6700 1 --2- 172.21.15.99:0/2417613278 >> v2:172.21.15.181:3300/0 conn(0x7f265c0afc30 0x7f265c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3590346923 0 0) 0x7f265c0ce280 con 0x7f265c0cde20 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f26621a7700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c146f00 0x7f265c162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.750+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f26480035b0 con 0x7f265c0cde20 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 580230240 0 0) 0x7f26480035b0 con 0x7f265c0cde20 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c146f00 msgr2=0x7f265c162680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:59.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c146f00 0x7f265c162680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 >> v2:172.21.15.181:3300/0 conn(0x7f265c0afc30 msgr2=0x7f265c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 --2- 172.21.15.99:0/2417613278 >> v2:172.21.15.181:3300/0 conn(0x7f265c0afc30 0x7f265c0cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f265c0b0110 con 0x7f265c0cde20 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f26540019f0 con 0x7f265c0cde20 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 >> v1:172.21.15.99:6789/0 conn(0x7f265c0cde20 legacy=0x7f265c0ad860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f2648003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2648004850 0x7f2648004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c146f00 0x7f2648005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f265c1472e0 con 0x7f2648003a00 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f265c162bc0 con 0x7f2648004850 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f264800ba10 con 0x7f265c146f00 2023-11-18T15:43:59.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26621a7700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f2648003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26629a8700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c146f00 0x7f2648005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26619a6700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2648004850 0x7f2648004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26621a7700 1 -- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c146f00 msgr2=0x7f2648005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26621a7700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c146f00 0x7f2648005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26621a7700 1 -- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2648004850 msgr2=0x7f2648004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26621a7700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2648004850 0x7f2648004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26621a7700 1 -- 172.21.15.99:0/2417613278 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26480035b0 con 0x7f2648003a00 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26619a6700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2648004850 0x7f2648004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26621a7700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f2648003e20 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f264c009b60 tx=0x7f2648005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db9e04c3d8211e6b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f264c00e6c0 con 0x7f2648003a00 2023-11-18T15:43:59.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f264c00e820 con 0x7f2648003a00 2023-11-18T15:43:59.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.751+0000 7f26611a5700 1 -- 172.21.15.99:0/2417613278 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f264c00eb90 con 0x7f2648003a00 2023-11-18T15:43:59.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.752+0000 7f266440b700 1 -- 172.21.15.99:0/2417613278 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 msgr2=0x7f2648003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.752+0000 7f266440b700 1 --2- 172.21.15.99:0/2417613278 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f2648003e20 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f264c009b60 tx=0x7f2648005880 comp rx=0 tx=0).stop 2023-11-18T15:43:59.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.752+0000 7f26629a8700 1 -- 172.21.15.99:0/2417613278 reap_dead start 2023-11-18T15:43:59.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.752+0000 7f266440b700 1 -- 172.21.15.99:0/2417613278 shutdown_connections 2023-11-18T15:43:59.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.752+0000 7f266440b700 1 -- 172.21.15.99:0/2417613278 >> 172.21.15.99:0/2417613278 conn(0x7f265c0b38b0 msgr2=0x7f265c0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:59.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.752+0000 7f266440b700 1 -- 172.21.15.99:0/2417613278 shutdown_connections 2023-11-18T15:43:59.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.752+0000 7f266440b700 1 -- 172.21.15.99:0/2417613278 wait complete. 2023-11-18T15:43:59.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.753+0000 7f266440b700 1 Processor -- start 2023-11-18T15:43:59.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.754+0000 7f266440b700 1 -- start start 2023-11-18T15:43:59.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.754+0000 7f266440b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f265c13e350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.754+0000 7f266440b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c1f3bc0 0x7f265c13e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.754+0000 7f266440b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f265c0704f0 0x7f265c1f7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.754+0000 7f266440b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f265c0709d0 con 0x7f2648003a00 2023-11-18T15:43:59.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.754+0000 7f266440b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f265c070cb0 con 0x7f265c0704f0 2023-11-18T15:43:59.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.754+0000 7f266440b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f265c070f90 con 0x7f265c1f3bc0 2023-11-18T15:43:59.760 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26621a7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f265c13e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26621a7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f265c13e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59796/0 (socket says 172.21.15.99:59796) 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26621a7700 1 -- 172.21.15.99:0/3290161005 learned_addr learned my addr 172.21.15.99:0/3290161005 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26629a8700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f265c0704f0 0x7f265c1f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26619a6700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c1f3bc0 0x7f265c13e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26621a7700 1 -- 172.21.15.99:0/3290161005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c1f3bc0 msgr2=0x7f265c13e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26621a7700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c1f3bc0 0x7f265c13e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26621a7700 1 -- 172.21.15.99:0/3290161005 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f265c0704f0 msgr2=0x7f265c1f7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26621a7700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f265c0704f0 0x7f265c1f7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26621a7700 1 -- 172.21.15.99:0/3290161005 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f265c071270 con 0x7f2648003a00 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26619a6700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c1f3bc0 0x7f265c13e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:43:59.761 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f26621a7700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f265c13e350 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f26480046a0 tx=0x7f264c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f2652ffd700 1 -- 172.21.15.99:0/3290161005 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f264c021070 con 0x7f2648003a00 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f2652ffd700 1 -- 172.21.15.99:0/3290161005 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f264c0045d0 con 0x7f2648003a00 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f265c071550 con 0x7f2648003a00 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f2652ffd700 1 -- 172.21.15.99:0/3290161005 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f264c00e6c0 con 0x7f2648003a00 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.755+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f265c1f7970 con 0x7f2648003a00 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.756+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f265c069400 con 0x7f2648003a00 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.757+0000 7f2652ffd700 1 -- 172.21.15.99:0/3290161005 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f264c025070 con 0x7f2648003a00 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.757+0000 7f2652ffd700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f264006aed0 0x7f264006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.757+0000 7f2652ffd700 1 -- 172.21.15.99:0/3290161005 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f264c08a720 con 0x7f2648003a00 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.757+0000 7f26619a6700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f264006aed0 0x7f264006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:43:59.762 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.757+0000 7f26619a6700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f264006aed0 0x7f264006d390 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f265c161350 tx=0x7f2658008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:43:59.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.761+0000 7f2652ffd700 1 -- 172.21.15.99:0/3290161005 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f264c055980 con 0x7f2648003a00 2023-11-18T15:43:59.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.950+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f265c0709d0 con 0x7f2648003a00 2023-11-18T15:43:59.952 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.951+0000 7f2652ffd700 1 -- 172.21.15.99:0/3290161005 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f264c058fa0 con 0x7f2648003a00 2023-11-18T15:43:59.952 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:43:59.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f264006aed0 msgr2=0x7f264006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f264006aed0 0x7f264006d390 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f265c161350 tx=0x7f2658008040 comp rx=0 tx=0).stop 2023-11-18T15:43:59.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 msgr2=0x7f265c13e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:43:59.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f265c13e350 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f26480046a0 tx=0x7f264c0047c0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 shutdown_connections 2023-11-18T15:43:59.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f264006aed0 0x7f264006d390 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2648003a00 0x7f265c13e350 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f265c0704f0 0x7f265c1f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 --2- 172.21.15.99:0/3290161005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f265c1f3bc0 0x7f265c13e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:43:59.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 >> 172.21.15.99:0/3290161005 conn(0x7f265c0b38b0 msgr2=0x7f265c141310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:43:59.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 shutdown_connections 2023-11-18T15:43:59.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:43:59.953+0000 7f266440b700 1 -- 172.21.15.99:0/3290161005 wait complete. 2023-11-18T15:43:59.966 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:44:00.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.088+0000 7feee36f8700 1 Processor -- start 2023-11-18T15:44:00.090 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.088+0000 7feee36f8700 1 -- start start 2023-11-18T15:44:00.092 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.089+0000 7feee36f8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7feedc06c260 0x7feedc06c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.092 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.089+0000 7feee36f8700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7feedc161bc0 0x7feedc162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.092 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.089+0000 7feee36f8700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feedc162550 con 0x7feedc1585b0 2023-11-18T15:44:00.092 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.089+0000 7feee36f8700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feedc0b7af0 con 0x7feedc06c260 2023-11-18T15:44:00.092 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.089+0000 7feee36f8700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feedc162a20 con 0x7feedc161bc0 2023-11-18T15:44:00.092 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.089+0000 7feee0c93700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7feedc06c260 0x7feedc06c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.089+0000 7feee1494700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7feedc1585b0 0x7feedc15f790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46416/0 (socket says 172.21.15.99:46416) 2023-11-18T15:44:00.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.089+0000 7feee1494700 1 -- 172.21.15.99:0/19293121 learned_addr learned my addr 172.21.15.99:0/19293121 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:00.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee1c95700 1 --2- 172.21.15.99:0/19293121 >> v2:172.21.15.181:3300/0 conn(0x7feedc161bc0 0x7feedc162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee0c93700 1 -- 172.21.15.99:0/19293121 >> v2:172.21.15.181:3300/0 conn(0x7feedc161bc0 msgr2=0x7feedc162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:00.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee0c93700 1 --2- 172.21.15.99:0/19293121 >> v2:172.21.15.181:3300/0 conn(0x7feedc161bc0 0x7feedc162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee0c93700 1 -- 172.21.15.99:0/19293121 >> v1:172.21.15.99:6789/0 conn(0x7feedc1585b0 legacy=0x7feedc15f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee0c93700 1 -- 172.21.15.99:0/19293121 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feedc15fea0 con 0x7feedc06c260 2023-11-18T15:44:00.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee1c95700 1 --2- 172.21.15.99:0/19293121 >> v2:172.21.15.181:3300/0 conn(0x7feedc161bc0 0x7feedc162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:00.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee0c93700 1 --2- 172.21.15.99:0/19293121 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc06c260 0x7feedc06c6e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7feedc0d14d0 tx=0x7feed8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb66311ef6afdd60 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:00.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feed3fff700 1 -- 172.21.15.99:0/19293121 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed8011830 con 0x7feedc06c260 2023-11-18T15:44:00.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feed3fff700 1 -- 172.21.15.99:0/19293121 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feed8011990 con 0x7feedc06c260 2023-11-18T15:44:00.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feed3fff700 1 -- 172.21.15.99:0/19293121 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed8011d20 con 0x7feedc06c260 2023-11-18T15:44:00.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee36f8700 1 -- 172.21.15.99:0/19293121 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc06c260 msgr2=0x7feedc06c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee36f8700 1 --2- 172.21.15.99:0/19293121 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc06c260 0x7feedc06c6e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7feedc0d14d0 tx=0x7feed8009b50 comp rx=0 tx=0).stop 2023-11-18T15:44:00.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee36f8700 1 -- 172.21.15.99:0/19293121 shutdown_connections 2023-11-18T15:44:00.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee36f8700 1 --2- 172.21.15.99:0/19293121 >> v2:172.21.15.181:3300/0 conn(0x7feedc161bc0 0x7feedc162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee36f8700 1 --2- 172.21.15.99:0/19293121 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc06c260 0x7feedc06c6e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.090+0000 7feee36f8700 1 -- 172.21.15.99:0/19293121 >> 172.21.15.99:0/19293121 conn(0x7feedc0b31d0 msgr2=0x7feedc0b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:00.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.091+0000 7feee36f8700 1 -- 172.21.15.99:0/19293121 shutdown_connections 2023-11-18T15:44:00.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.091+0000 7feee36f8700 1 -- 172.21.15.99:0/19293121 wait complete. 2023-11-18T15:44:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.092+0000 7feee36f8700 1 Processor -- start 2023-11-18T15:44:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.092+0000 7feee36f8700 1 -- start start 2023-11-18T15:44:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee36f8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feedc06c260 0x7feedc0cb3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee36f8700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feedc1585b0 0x7feedc1514a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee36f8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc161bc0 0x7feedc149610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee36f8700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feedc1520b0 con 0x7feedc161bc0 2023-11-18T15:44:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee36f8700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feedc0cf550 con 0x7feedc1585b0 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee36f8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feedc15f730 con 0x7feedc06c260 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee1c95700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc161bc0 0x7feedc149610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee1c95700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc161bc0 0x7feedc149610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59814/0 (socket says 172.21.15.99:59814) 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee1c95700 1 -- 172.21.15.99:0/185722061 learned_addr learned my addr 172.21.15.99:0/185722061 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee0c93700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feedc1585b0 0x7feedc1514a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee1494700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feedc06c260 0x7feedc0cb3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee1c95700 1 -- 172.21.15.99:0/185722061 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feedc06c260 msgr2=0x7feedc0cb3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.093+0000 7feee1c95700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feedc06c260 0x7feedc0cb3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.094+0000 7feee1c95700 1 -- 172.21.15.99:0/185722061 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feedc1585b0 msgr2=0x7feedc1514a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.094+0000 7feee1c95700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feedc1585b0 0x7feedc1514a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.094+0000 7feee1c95700 1 -- 172.21.15.99:0/185722061 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feed80094a0 con 0x7feedc161bc0 2023-11-18T15:44:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.094+0000 7feee1c95700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc161bc0 0x7feedc149610 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7feed400cd50 tx=0x7feed400a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.094+0000 7feed1ffb700 1 -- 172.21.15.99:0/185722061 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed400cea0 con 0x7feedc161bc0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.094+0000 7feed1ffb700 1 -- 172.21.15.99:0/185722061 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feed400f480 con 0x7feedc161bc0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.094+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feedc15fa10 con 0x7feedc161bc0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.094+0000 7feed1ffb700 1 -- 172.21.15.99:0/185722061 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed400f830 con 0x7feedc161bc0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.094+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feedc0cfa80 con 0x7feedc161bc0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.095+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feedc069400 con 0x7feedc161bc0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.095+0000 7feed1ffb700 1 -- 172.21.15.99:0/185722061 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7feed400b040 con 0x7feedc161bc0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.096+0000 7feed1ffb700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feec006aed0 0x7feec006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.096+0000 7feee1494700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feec006aed0 0x7feec006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.096+0000 7feed1ffb700 1 -- 172.21.15.99:0/185722061 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feed4089c10 con 0x7feedc161bc0 2023-11-18T15:44:00.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.096+0000 7feee1494700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feec006aed0 0x7feec006d390 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7feecc005910 tx=0x7feecc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:00.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.100+0000 7feed1ffb700 1 -- 172.21.15.99:0/185722061 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7feed4054d50 con 0x7feedc161bc0 2023-11-18T15:44:00.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.291+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7feedc072920 con 0x7feedc161bc0 2023-11-18T15:44:00.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.292+0000 7feed1ffb700 1 -- 172.21.15.99:0/185722061 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7feed4058370 con 0x7feedc161bc0 2023-11-18T15:44:00.293 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:44:00.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feec006aed0 msgr2=0x7feec006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feec006aed0 0x7feec006d390 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7feecc005910 tx=0x7feecc009040 comp rx=0 tx=0).stop 2023-11-18T15:44:00.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc161bc0 msgr2=0x7feedc149610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc161bc0 0x7feedc149610 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7feed400cd50 tx=0x7feed400a560 comp rx=0 tx=0).stop 2023-11-18T15:44:00.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 shutdown_connections 2023-11-18T15:44:00.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7feec006aed0 0x7feec006d390 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feedc161bc0 0x7feedc149610 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7feedc06c260 0x7feedc0cb3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 --2- 172.21.15.99:0/185722061 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feedc1585b0 0x7feedc1514a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 >> 172.21.15.99:0/185722061 conn(0x7feedc0b31d0 msgr2=0x7feedc15e440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:00.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 shutdown_connections 2023-11-18T15:44:00.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.294+0000 7feee36f8700 1 -- 172.21.15.99:0/185722061 wait complete. 2023-11-18T15:44:00.307 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-18T15:44:00.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.428+0000 7f61d568f700 1 Processor -- start 2023-11-18T15:44:00.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.428+0000 7f61d568f700 1 -- start start 2023-11-18T15:44:00.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61d568f700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f61d0156010 0x7f61d01563f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61d568f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f61d00d0900 0x7f61d00704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61d568f700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d0070a30 0x7f61d015c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61d568f700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61d015d370 con 0x7f61d00d0900 2023-11-18T15:44:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61d568f700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61d00d04e0 con 0x7f61d0156010 2023-11-18T15:44:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61d568f700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61d0070ec0 con 0x7f61d0070a30 2023-11-18T15:44:00.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ce7fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f61d00d0900 0x7f61d00704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ce7fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f61d00d0900 0x7f61d00704f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59818/0 (socket says 172.21.15.99:59818) 2023-11-18T15:44:00.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ce7fc700 1 -- 172.21.15.99:0/320667998 learned_addr learned my addr 172.21.15.99:0/320667998 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:00.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ceffd700 1 --2- 172.21.15.99:0/320667998 >> v2:172.21.15.181:3300/0 conn(0x7f61d0156010 0x7f61d01563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61cf7fe700 1 --2- 172.21.15.99:0/320667998 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d0070a30 0x7f61d015c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ce7fc700 1 -- 172.21.15.99:0/320667998 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d0070a30 msgr2=0x7f61d015c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:00.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ce7fc700 1 --2- 172.21.15.99:0/320667998 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d0070a30 0x7f61d015c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ce7fc700 1 -- 172.21.15.99:0/320667998 >> v2:172.21.15.181:3300/0 conn(0x7f61d0156010 msgr2=0x7f61d01563f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:00.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ce7fc700 1 --2- 172.21.15.99:0/320667998 >> v2:172.21.15.181:3300/0 conn(0x7f61d0156010 0x7f61d01563f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ce7fc700 1 -- 172.21.15.99:0/320667998 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61d00cdbd0 con 0x7f61d00d0900 2023-11-18T15:44:00.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61ce7fc700 1 --2- 172.21.15.99:0/320667998 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d00d0900 0x7f61d00704f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f61d00b46b0 tx=0x7f61c4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a961bcc5f9f01b8 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:00.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61cdffb700 1 -- 172.21.15.99:0/320667998 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61c400b870 con 0x7f61d00d0900 2023-11-18T15:44:00.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61cdffb700 1 -- 172.21.15.99:0/320667998 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61c400b9d0 con 0x7f61d00d0900 2023-11-18T15:44:00.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.429+0000 7f61cdffb700 1 -- 172.21.15.99:0/320667998 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61c400bd60 con 0x7f61d00d0900 2023-11-18T15:44:00.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.430+0000 7f61d568f700 1 -- 172.21.15.99:0/320667998 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d00d0900 msgr2=0x7f61d00704f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.430+0000 7f61d568f700 1 --2- 172.21.15.99:0/320667998 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d00d0900 0x7f61d00704f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f61d00b46b0 tx=0x7f61c4009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.430+0000 7f61d568f700 1 -- 172.21.15.99:0/320667998 shutdown_connections 2023-11-18T15:44:00.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.430+0000 7f61d568f700 1 --2- 172.21.15.99:0/320667998 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d0070a30 0x7f61d015c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.430+0000 7f61d568f700 1 --2- 172.21.15.99:0/320667998 >> v2:172.21.15.181:3300/0 conn(0x7f61d0156010 0x7f61d01563f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.430+0000 7f61d568f700 1 --2- 172.21.15.99:0/320667998 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d00d0900 0x7f61d00704f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.430+0000 7f61d568f700 1 -- 172.21.15.99:0/320667998 >> 172.21.15.99:0/320667998 conn(0x7f61d00b2130 msgr2=0x7f61d00b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:00.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.430+0000 7f61d568f700 1 -- 172.21.15.99:0/320667998 shutdown_connections 2023-11-18T15:44:00.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.430+0000 7f61d568f700 1 -- 172.21.15.99:0/320667998 wait complete. 2023-11-18T15:44:00.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.431+0000 7f61d568f700 1 Processor -- start 2023-11-18T15:44:00.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.431+0000 7f61d568f700 1 -- start start 2023-11-18T15:44:00.440 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61d568f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d0070a30 0x7f61d01521e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.440 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61d568f700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d00d0900 0x7f61d0159dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.440 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61d568f700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f61d0156010 0x7f61d01f1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.440 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61d568f700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61d0156990 con 0x7f61d0070a30 2023-11-18T15:44:00.440 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61d568f700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61d0152870 con 0x7f61d0156010 2023-11-18T15:44:00.440 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61d568f700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61d0152b50 con 0x7f61d00d0900 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61ceffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d0070a30 0x7f61d01521e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61ceffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d0070a30 0x7f61d01521e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59824/0 (socket says 172.21.15.99:59824) 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61ceffd700 1 -- 172.21.15.99:0/2460969821 learned_addr learned my addr 172.21.15.99:0/2460969821 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61ce7fc700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d00d0900 0x7f61d0159dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61cf7fe700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f61d0156010 0x7f61d01f1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61ceffd700 1 -- 172.21.15.99:0/2460969821 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d00d0900 msgr2=0x7f61d0159dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61ceffd700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d00d0900 0x7f61d0159dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61ceffd700 1 -- 172.21.15.99:0/2460969821 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f61d0156010 msgr2=0x7f61d01f1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61ceffd700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f61d0156010 0x7f61d01f1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.441 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.432+0000 7f61ceffd700 1 -- 172.21.15.99:0/2460969821 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61c4009550 con 0x7f61d0070a30 2023-11-18T15:44:00.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.433+0000 7f61ceffd700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d0070a30 0x7f61d01521e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f61c000e810 tx=0x7f61c000eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:00.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.433+0000 7f61b77fe700 1 -- 172.21.15.99:0/2460969821 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61c000c070 con 0x7f61d0070a30 2023-11-18T15:44:00.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.433+0000 7f61b77fe700 1 -- 172.21.15.99:0/2460969821 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61c0013610 con 0x7f61d0070a30 2023-11-18T15:44:00.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.433+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61d0152e30 con 0x7f61d0070a30 2023-11-18T15:44:00.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.433+0000 7f61b77fe700 1 -- 172.21.15.99:0/2460969821 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61c00139c0 con 0x7f61d0070a30 2023-11-18T15:44:00.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.433+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61d015a310 con 0x7f61d0070a30 2023-11-18T15:44:00.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.434+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61d0073aa0 con 0x7f61d0070a30 2023-11-18T15:44:00.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.434+0000 7f61b77fe700 1 -- 172.21.15.99:0/2460969821 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f61c0013b20 con 0x7f61d0070a30 2023-11-18T15:44:00.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.435+0000 7f61b77fe700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f61bc06aed0 0x7f61bc06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:00.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.435+0000 7f61ce7fc700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f61bc06aed0 0x7f61bc06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:00.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.435+0000 7f61b77fe700 1 -- 172.21.15.99:0/2460969821 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f61c00892e0 con 0x7f61d0070a30 2023-11-18T15:44:00.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.435+0000 7f61ce7fc700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f61bc06aed0 0x7f61bc06d390 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f61c4000c00 tx=0x7f61c4008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:00.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.439+0000 7f61b77fe700 1 -- 172.21.15.99:0/2460969821 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f61c00543a0 con 0x7f61d0070a30 2023-11-18T15:44:00.646 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.645+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f61d0069400 con 0x7f61d0070a30 2023-11-18T15:44:00.647 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.646+0000 7f61b77fe700 1 -- 172.21.15.99:0/2460969821 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7f61c00579c0 con 0x7f61d0070a30 2023-11-18T15:44:00.649 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f61bc06aed0 msgr2=0x7f61bc06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.649 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f61bc06aed0 0x7f61bc06d390 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f61c4000c00 tx=0x7f61c4008030 comp rx=0 tx=0).stop 2023-11-18T15:44:00.649 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d0070a30 msgr2=0x7f61d01521e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:00.649 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d0070a30 0x7f61d01521e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f61c000e810 tx=0x7f61c000eb20 comp rx=0 tx=0).stop 2023-11-18T15:44:00.650 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 shutdown_connections 2023-11-18T15:44:00.650 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f61bc06aed0 0x7f61bc06d390 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.650 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61d0070a30 0x7f61d01521e0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.650 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f61d0156010 0x7f61d01f1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.650 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 --2- 172.21.15.99:0/2460969821 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f61d00d0900 0x7f61d0159dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:00.650 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 >> 172.21.15.99:0/2460969821 conn(0x7f61d00b2130 msgr2=0x7f61d00b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:00.650 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 shutdown_connections 2023-11-18T15:44:00.650 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:00.648+0000 7f61d568f700 1 -- 172.21.15.99:0/2460969821 wait complete. 2023-11-18T15:44:00.651 INFO:teuthology.orchestra.run.smithi099.stderr:listed 0 entries 2023-11-18T15:44:00.661 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-11-18T15:44:00.661 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:00.661 DEBUG:teuthology.orchestra.run.smithi099:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2023-11-18T15:44:00.702 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T15:44:00.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:00.703 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-18T15:44:00.767 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:44:00.768 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:00.790 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:44:00.790 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:00.851 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:44:00.851 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:00.912 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:01.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.033+0000 7f20f90ca700 1 Processor -- start 2023-11-18T15:44:01.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.033+0000 7f20f90ca700 1 -- start start 2023-11-18T15:44:01.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.034+0000 7f20f90ca700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f20f415bc30 0x7f20f40d16c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.034+0000 7f20f90ca700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20f40ce7f0 con 0x7f20f415c010 2023-11-18T15:44:01.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.034+0000 7f20f90ca700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20f40cead0 con 0x7f20f40b0cf0 2023-11-18T15:44:01.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.034+0000 7f20f90ca700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20f40cedb0 con 0x7f20f415bc30 2023-11-18T15:44:01.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.034+0000 7f20f259c700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f20f415c010 0x7f20f40b05e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46444/0 (socket says 172.21.15.99:46444) 2023-11-18T15:44:01.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.034+0000 7f20f259c700 1 -- 172.21.15.99:0/2685005941 learned_addr learned my addr 172.21.15.99:0/2685005941 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f2d9d700 1 --2- 172.21.15.99:0/2685005941 >> v2:172.21.15.181:3300/0 conn(0x7f20f415bc30 0x7f20f40d16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 469030805 0 0) 0x7f20f40ce7f0 con 0x7f20f415c010 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f20dc0035b0 con 0x7f20f415c010 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3306315046 0 0) 0x7f20dc0035b0 con 0x7f20f415c010 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 >> v2:172.21.15.181:3300/0 conn(0x7f20f415bc30 msgr2=0x7f20f40d16c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 --2- 172.21.15.99:0/2685005941 >> v2:172.21.15.181:3300/0 conn(0x7f20f415bc30 0x7f20f40d16c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 >> v1:172.21.15.181:6789/0 conn(0x7f20f40b0cf0 legacy=0x7f20f40b54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20f40cf090 con 0x7f20f415c010 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f20e4001670 con 0x7f20f415c010 2023-11-18T15:44:01.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 >> v1:172.21.15.99:6789/0 conn(0x7f20f415c010 legacy=0x7f20f40b05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20dc003a00 0x7f20dc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20dc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20dc005210 0x7f20dc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f40cedb0 con 0x7f20dc004850 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20dc00c0b0 con 0x7f20dc005210 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20dc00c270 con 0x7f20dc003a00 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f259c700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20dc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f359e700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20dc005210 0x7f20dc00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f2d9d700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20dc003a00 0x7f20dc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f259c700 1 -- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20dc003a00 msgr2=0x7f20dc003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:01.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f259c700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20dc003a00 0x7f20dc003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f259c700 1 -- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20dc005210 msgr2=0x7f20dc00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f259c700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20dc005210 0x7f20dc00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f259c700 1 -- 172.21.15.99:0/2685005941 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20dc0035b0 con 0x7f20dc004850 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f2d9d700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20dc003a00 0x7f20dc003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f359e700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20dc005210 0x7f20dc00ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.035+0000 7f20f359e700 1 -- 172.21.15.99:0/2685005941 reap_dead start 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f259c700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20dc004cd0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f20e400c210 tx=0x7f20dc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14b402b2996a75fc server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e4007c10 con 0x7f20dc004850 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20e400cdb0 con 0x7f20dc004850 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f1d9b700 1 -- 172.21.15.99:0/2685005941 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e4005ba0 con 0x7f20dc004850 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f90ca700 1 -- 172.21.15.99:0/2685005941 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 msgr2=0x7f20dc004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f90ca700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20dc004cd0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f20e400c210 tx=0x7f20dc005880 comp rx=0 tx=0).stop 2023-11-18T15:44:01.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f90ca700 1 -- 172.21.15.99:0/2685005941 shutdown_connections 2023-11-18T15:44:01.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f90ca700 1 --2- 172.21.15.99:0/2685005941 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20dc004cd0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f90ca700 1 -- 172.21.15.99:0/2685005941 >> 172.21.15.99:0/2685005941 conn(0x7f20f4066e20 msgr2=0x7f20f4067230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:01.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f90ca700 1 -- 172.21.15.99:0/2685005941 shutdown_connections 2023-11-18T15:44:01.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.036+0000 7f20f90ca700 1 -- 172.21.15.99:0/2685005941 wait complete. 2023-11-18T15:44:01.044 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.038+0000 7f20f90ca700 1 Processor -- start 2023-11-18T15:44:01.044 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.038+0000 7f20f90ca700 1 -- start start 2023-11-18T15:44:01.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f90ca700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20f415dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f90ca700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20f413a7b0 0x7f20f41598e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f90ca700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f4157310 0x7f20f4157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f90ca700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f413ac30 con 0x7f20dc004850 2023-11-18T15:44:01.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f90ca700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f4159e20 con 0x7f20f4157310 2023-11-18T15:44:01.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f90ca700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20f4157cd0 con 0x7f20f413a7b0 2023-11-18T15:44:01.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f2d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20f415dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f2d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20f415dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59842/0 (socket says 172.21.15.99:59842) 2023-11-18T15:44:01.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f2d9d700 1 -- 172.21.15.99:0/3060654694 learned_addr learned my addr 172.21.15.99:0/3060654694 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:01.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f359e700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f4157310 0x7f20f4157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f259c700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20f413a7b0 0x7f20f41598e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f2d9d700 1 -- 172.21.15.99:0/3060654694 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20f413a7b0 msgr2=0x7f20f41598e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f2d9d700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20f413a7b0 0x7f20f41598e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f2d9d700 1 -- 172.21.15.99:0/3060654694 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f4157310 msgr2=0x7f20f4157790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f2d9d700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f4157310 0x7f20f4157790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f2d9d700 1 -- 172.21.15.99:0/3060654694 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20f415f2f0 con 0x7f20dc004850 2023-11-18T15:44:01.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f2d9d700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20f415dbe0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f20e8011590 tx=0x7f20e8011950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:01.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20db7fe700 1 -- 172.21.15.99:0/3060654694 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e8004220 con 0x7f20dc004850 2023-11-18T15:44:01.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20db7fe700 1 -- 172.21.15.99:0/3060654694 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20e8004380 con 0x7f20dc004850 2023-11-18T15:44:01.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20db7fe700 1 -- 172.21.15.99:0/3060654694 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e80036a0 con 0x7f20dc004850 2023-11-18T15:44:01.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20f415e250 con 0x7f20dc004850 2023-11-18T15:44:01.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.039+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20f415e810 con 0x7f20dc004850 2023-11-18T15:44:01.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.040+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20f4069400 con 0x7f20dc004850 2023-11-18T15:44:01.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.041+0000 7f20db7fe700 1 -- 172.21.15.99:0/3060654694 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f20e8003800 con 0x7f20dc004850 2023-11-18T15:44:01.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.041+0000 7f20db7fe700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f20e006aed0 0x7f20e006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.041+0000 7f20db7fe700 1 -- 172.21.15.99:0/3060654694 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f20e8089880 con 0x7f20dc004850 2023-11-18T15:44:01.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.041+0000 7f20f259c700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f20e006aed0 0x7f20e006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.042+0000 7f20f259c700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f20e006aed0 0x7f20e006d390 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f20f4156000 tx=0x7f20e4007000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:01.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.046+0000 7f20db7fe700 1 -- 172.21.15.99:0/3060654694 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f20e80549c0 con 0x7f20dc004850 2023-11-18T15:44:01.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.234+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f20f413ad70 con 0x7f20dc004850 2023-11-18T15:44:01.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.235+0000 7f20db7fe700 1 -- 172.21.15.99:0/3060654694 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7f20e8022020 con 0x7f20dc004850 2023-11-18T15:44:01.237 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:01.237 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:01.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f20e006aed0 msgr2=0x7f20e006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f20e006aed0 0x7f20e006d390 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f20f4156000 tx=0x7f20e4007000 comp rx=0 tx=0).stop 2023-11-18T15:44:01.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 msgr2=0x7f20f415dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20f415dbe0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f20e8011590 tx=0x7f20e8011950 comp rx=0 tx=0).stop 2023-11-18T15:44:01.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 shutdown_connections 2023-11-18T15:44:01.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f20e006aed0 0x7f20e006d390 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20dc004850 0x7f20f415dbe0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f4157310 0x7f20f4157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 --2- 172.21.15.99:0/3060654694 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f20f413a7b0 0x7f20f41598e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 >> 172.21.15.99:0/3060654694 conn(0x7f20f4066e20 msgr2=0x7f20f40b5c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:01.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.237+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 shutdown_connections 2023-11-18T15:44:01.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.238+0000 7f20f90ca700 1 -- 172.21.15.99:0/3060654694 wait complete. 2023-11-18T15:44:01.250 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:44:01.251 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:44:01.376 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.375+0000 7f98c3787700 1 Processor -- start 2023-11-18T15:44:01.376 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.375+0000 7f98c3787700 1 -- start start 2023-11-18T15:44:01.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c3787700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f98bc13ef60 0x7f98bc1414b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c3787700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f98bc1419f0 0x7f98bc15c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c3787700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98bc141e80 con 0x7f98bc13eb80 2023-11-18T15:44:01.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c3787700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98bc15d420 con 0x7f98bc1419f0 2023-11-18T15:44:01.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c3787700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98bc15d140 con 0x7f98bc13ef60 2023-11-18T15:44:01.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c1d24700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f98bc1419f0 0x7f98bc15c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c1523700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f98bc13eb80 0x7f98bc0cf1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46462/0 (socket says 172.21.15.99:46462) 2023-11-18T15:44:01.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c1523700 1 -- 172.21.15.99:0/2798390369 learned_addr learned my addr 172.21.15.99:0/2798390369 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:01.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c0d22700 1 --2- 172.21.15.99:0/2798390369 >> v2:172.21.15.181:3300/0 conn(0x7f98bc13ef60 0x7f98bc1414b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c1d24700 1 -- 172.21.15.99:0/2798390369 >> v2:172.21.15.181:3300/0 conn(0x7f98bc13ef60 msgr2=0x7f98bc1414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:01.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c1d24700 1 --2- 172.21.15.99:0/2798390369 >> v2:172.21.15.181:3300/0 conn(0x7f98bc13ef60 0x7f98bc1414b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c1d24700 1 -- 172.21.15.99:0/2798390369 >> v1:172.21.15.99:6789/0 conn(0x7f98bc13eb80 legacy=0x7f98bc0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98b3fff700 1 -- 172.21.15.99:0/2798390369 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1505874089 0 0) 0x7f98bc141e80 con 0x7f98bc13eb80 2023-11-18T15:44:01.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c1d24700 1 -- 172.21.15.99:0/2798390369 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98bc0ce700 con 0x7f98bc1419f0 2023-11-18T15:44:01.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.376+0000 7f98c0d22700 1 --2- 172.21.15.99:0/2798390369 >> v2:172.21.15.181:3300/0 conn(0x7f98bc13ef60 0x7f98bc1414b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:01.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98c1d24700 1 --2- 172.21.15.99:0/2798390369 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 0x7f98bc15c3e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f98bc0b3150 tx=0x7f98b400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea83dd394455e02a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:01.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98b3fff700 1 -- 172.21.15.99:0/2798390369 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b400e070 con 0x7f98bc1419f0 2023-11-18T15:44:01.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98b3fff700 1 -- 172.21.15.99:0/2798390369 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98b400bbd0 con 0x7f98bc1419f0 2023-11-18T15:44:01.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98b3fff700 1 -- 172.21.15.99:0/2798390369 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b4012430 con 0x7f98bc1419f0 2023-11-18T15:44:01.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98c3787700 1 -- 172.21.15.99:0/2798390369 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 msgr2=0x7f98bc15c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98c3787700 1 --2- 172.21.15.99:0/2798390369 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 0x7f98bc15c3e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f98bc0b3150 tx=0x7f98b400b330 comp rx=0 tx=0).stop 2023-11-18T15:44:01.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98c3787700 1 -- 172.21.15.99:0/2798390369 shutdown_connections 2023-11-18T15:44:01.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98c3787700 1 --2- 172.21.15.99:0/2798390369 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 0x7f98bc15c3e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98c3787700 1 --2- 172.21.15.99:0/2798390369 >> v2:172.21.15.181:3300/0 conn(0x7f98bc13ef60 0x7f98bc1414b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98c3787700 1 -- 172.21.15.99:0/2798390369 >> 172.21.15.99:0/2798390369 conn(0x7f98bc0b31d0 msgr2=0x7f98bc0b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:01.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98c3787700 1 -- 172.21.15.99:0/2798390369 shutdown_connections 2023-11-18T15:44:01.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.377+0000 7f98c3787700 1 -- 172.21.15.99:0/2798390369 wait complete. 2023-11-18T15:44:01.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.378+0000 7f98c3787700 1 Processor -- start 2023-11-18T15:44:01.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c3787700 1 -- start start 2023-11-18T15:44:01.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c3787700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98bc13eb80 0x7f98bc1f31b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c3787700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 0x7f98bc0cc240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c3787700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f98bc0cbd40 0x7f98bc0cc780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c3787700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98bc0cb9b0 con 0x7f98bc1419f0 2023-11-18T15:44:01.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c3787700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98bc0b79d0 con 0x7f98bc13eb80 2023-11-18T15:44:01.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c3787700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98bc0b7cb0 con 0x7f98bc0cbd40 2023-11-18T15:44:01.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c0d22700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 0x7f98bc0cc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c0d22700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 0x7f98bc0cc240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59858/0 (socket says 172.21.15.99:59858) 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.379+0000 7f98c0d22700 1 -- 172.21.15.99:0/1386526083 learned_addr learned my addr 172.21.15.99:0/1386526083 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c1523700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98bc13eb80 0x7f98bc1f31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c1d24700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f98bc0cbd40 0x7f98bc0cc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c0d22700 1 -- 172.21.15.99:0/1386526083 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f98bc0cbd40 msgr2=0x7f98bc0cc780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c0d22700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f98bc0cbd40 0x7f98bc0cc780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c0d22700 1 -- 172.21.15.99:0/1386526083 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98bc13eb80 msgr2=0x7f98bc1f31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c0d22700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98bc13eb80 0x7f98bc1f31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c0d22700 1 -- 172.21.15.99:0/1386526083 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98b4009a70 con 0x7f98bc1419f0 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c1d24700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f98bc0cbd40 0x7f98bc0cc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:01.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c0d22700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 0x7f98bc0cc240 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f98b800e810 tx=0x7f98b800ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98b1ffb700 1 -- 172.21.15.99:0/1386526083 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b8004230 con 0x7f98bc1419f0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98b1ffb700 1 -- 172.21.15.99:0/1386526083 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98b80043b0 con 0x7f98bc1419f0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98b1ffb700 1 -- 172.21.15.99:0/1386526083 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b80038e0 con 0x7f98bc1419f0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98bc0b7f90 con 0x7f98bc1419f0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.380+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98bc06aff0 con 0x7f98bc1419f0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.381+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98bc069400 con 0x7f98bc1419f0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.381+0000 7f98b1ffb700 1 -- 172.21.15.99:0/1386526083 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f98b8003a40 con 0x7f98bc1419f0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.382+0000 7f98b1ffb700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f98a006aed0 0x7f98a006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.382+0000 7f98b1ffb700 1 -- 172.21.15.99:0/1386526083 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f98b8088ff0 con 0x7f98bc1419f0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.382+0000 7f98c1523700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f98a006aed0 0x7f98a006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.382+0000 7f98c1523700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f98a006aed0 0x7f98a006d390 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f98ac000f60 tx=0x7f98ac007c00 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:01.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.386+0000 7f98b1ffb700 1 -- 172.21.15.99:0/1386526083 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f98b8054130 con 0x7f98bc1419f0 2023-11-18T15:44:01.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.573+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f98bc0b5c90 con 0x7f98bc1419f0 2023-11-18T15:44:01.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.573+0000 7f98b1ffb700 1 -- 172.21.15.99:0/1386526083 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f98b8057750 con 0x7f98bc1419f0 2023-11-18T15:44:01.575 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:44:01.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f98a006aed0 msgr2=0x7f98a006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f98a006aed0 0x7f98a006d390 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f98ac000f60 tx=0x7f98ac007c00 comp rx=0 tx=0).stop 2023-11-18T15:44:01.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 msgr2=0x7f98bc0cc240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 0x7f98bc0cc240 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f98b800e810 tx=0x7f98b800ebd0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 shutdown_connections 2023-11-18T15:44:01.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f98bc0cbd40 0x7f98bc0cc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98bc13eb80 0x7f98bc1f31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f98a006aed0 0x7f98a006d390 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 --2- 172.21.15.99:0/1386526083 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98bc1419f0 0x7f98bc0cc240 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.575+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 >> 172.21.15.99:0/1386526083 conn(0x7f98bc0b31d0 msgr2=0x7f98bc06d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:01.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.576+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 shutdown_connections 2023-11-18T15:44:01.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.576+0000 7f98c3787700 1 -- 172.21.15.99:0/1386526083 wait complete. 2023-11-18T15:44:01.589 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:44:01.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.711+0000 7f4b6d29f700 1 Processor -- start 2023-11-18T15:44:01.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.711+0000 7f4b6d29f700 1 -- start start 2023-11-18T15:44:01.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b6d29f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4b68161c60 0x7f4b68070ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b6d29f700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f4b68071400 0x7f4b6806e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b6d29f700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b68071820 con 0x7f4b681585b0 2023-11-18T15:44:01.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b6d29f700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b68141460 con 0x7f4b68161c60 2023-11-18T15:44:01.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b6d29f700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b68162220 con 0x7f4b68071400 2023-11-18T15:44:01.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b667fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4b68161c60 0x7f4b68070ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.717 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b667fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4b68161c60 0x7f4b68070ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59866/0 (socket says 172.21.15.99:59866) 2023-11-18T15:44:01.717 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b667fc700 1 -- 172.21.15.99:0/4145483971 learned_addr learned my addr 172.21.15.99:0/4145483971 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:01.717 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b677fe700 1 --2- 172.21.15.99:0/4145483971 >> v2:172.21.15.181:3300/0 conn(0x7f4b68071400 0x7f4b6806e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.717 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b667fc700 1 -- 172.21.15.99:0/4145483971 >> v2:172.21.15.181:3300/0 conn(0x7f4b68071400 msgr2=0x7f4b6806e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:01.717 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b667fc700 1 --2- 172.21.15.99:0/4145483971 >> v2:172.21.15.181:3300/0 conn(0x7f4b68071400 0x7f4b6806e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.717 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b667fc700 1 -- 172.21.15.99:0/4145483971 >> v1:172.21.15.181:6789/0 conn(0x7f4b681585b0 legacy=0x7f4b6815f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:01.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b667fc700 1 -- 172.21.15.99:0/4145483971 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b68162500 con 0x7f4b68161c60 2023-11-18T15:44:01.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b677fe700 1 --2- 172.21.15.99:0/4145483971 >> v2:172.21.15.181:3300/0 conn(0x7f4b68071400 0x7f4b6806e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:01.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b667fc700 1 --2- 172.21.15.99:0/4145483971 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b68161c60 0x7f4b68070ec0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4b6806dff0 tx=0x7f4b5c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97347a168fa734a5 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:01.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b65ffb700 1 -- 172.21.15.99:0/4145483971 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b5c004230 con 0x7f4b68161c60 2023-11-18T15:44:01.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b65ffb700 1 -- 172.21.15.99:0/4145483971 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b5c004390 con 0x7f4b68161c60 2023-11-18T15:44:01.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.712+0000 7f4b65ffb700 1 -- 172.21.15.99:0/4145483971 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b5c0036a0 con 0x7f4b68161c60 2023-11-18T15:44:01.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.713+0000 7f4b6d29f700 1 -- 172.21.15.99:0/4145483971 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b68161c60 msgr2=0x7f4b68070ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.713+0000 7f4b6d29f700 1 --2- 172.21.15.99:0/4145483971 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b68161c60 0x7f4b68070ec0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4b6806dff0 tx=0x7f4b5c009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.713+0000 7f4b6d29f700 1 -- 172.21.15.99:0/4145483971 shutdown_connections 2023-11-18T15:44:01.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.713+0000 7f4b6d29f700 1 --2- 172.21.15.99:0/4145483971 >> v2:172.21.15.181:3300/0 conn(0x7f4b68071400 0x7f4b6806e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.713+0000 7f4b6d29f700 1 --2- 172.21.15.99:0/4145483971 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b68161c60 0x7f4b68070ec0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.713+0000 7f4b6d29f700 1 -- 172.21.15.99:0/4145483971 >> 172.21.15.99:0/4145483971 conn(0x7f4b680b2b80 msgr2=0x7f4b680b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:01.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.713+0000 7f4b6d29f700 1 -- 172.21.15.99:0/4145483971 shutdown_connections 2023-11-18T15:44:01.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.713+0000 7f4b6d29f700 1 -- 172.21.15.99:0/4145483971 wait complete. 2023-11-18T15:44:01.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.714+0000 7f4b6d29f700 1 Processor -- start 2023-11-18T15:44:01.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.714+0000 7f4b6d29f700 1 -- start start 2023-11-18T15:44:01.723 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b6d29f700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b68071400 0x7f4b680c4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.723 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b6d29f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b681585b0 0x7f4b680af690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.723 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b6d29f700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b68161c60 0x7f4b680afbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.723 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b6d29f700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b6815be90 con 0x7f4b681585b0 2023-11-18T15:44:01.723 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b6d29f700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b6815c3a0 con 0x7f4b68071400 2023-11-18T15:44:01.724 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b6d29f700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b6815c680 con 0x7f4b68161c60 2023-11-18T15:44:01.724 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b667fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b681585b0 0x7f4b680af690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.724 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b667fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b681585b0 0x7f4b680af690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59872/0 (socket says 172.21.15.99:59872) 2023-11-18T15:44:01.724 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b667fc700 1 -- 172.21.15.99:0/537176373 learned_addr learned my addr 172.21.15.99:0/537176373 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:01.724 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b66ffd700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b68071400 0x7f4b680c4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.724 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b667fc700 1 -- 172.21.15.99:0/537176373 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b68161c60 msgr2=0x7f4b680afbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.725 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b667fc700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b68161c60 0x7f4b680afbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.725 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b667fc700 1 -- 172.21.15.99:0/537176373 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b68071400 msgr2=0x7f4b680c4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.725 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b667fc700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b68071400 0x7f4b680c4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.725 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b667fc700 1 -- 172.21.15.99:0/537176373 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b5c009550 con 0x7f4b681585b0 2023-11-18T15:44:01.725 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.715+0000 7f4b66ffd700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b68071400 0x7f4b680c4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:01.725 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.716+0000 7f4b667fc700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b681585b0 0x7f4b680af690 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4b680af560 tx=0x7f4b5c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:01.725 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.716+0000 7f4b4f7fe700 1 -- 172.21.15.99:0/537176373 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b5c011630 con 0x7f4b681585b0 2023-11-18T15:44:01.726 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.716+0000 7f4b4f7fe700 1 -- 172.21.15.99:0/537176373 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b5c011790 con 0x7f4b681585b0 2023-11-18T15:44:01.726 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.716+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b6815c960 con 0x7f4b681585b0 2023-11-18T15:44:01.726 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.716+0000 7f4b4f7fe700 1 -- 172.21.15.99:0/537176373 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b5c011b40 con 0x7f4b681585b0 2023-11-18T15:44:01.726 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.716+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b680c4b50 con 0x7f4b681585b0 2023-11-18T15:44:01.726 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.717+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b68069400 con 0x7f4b681585b0 2023-11-18T15:44:01.726 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.717+0000 7f4b4f7fe700 1 -- 172.21.15.99:0/537176373 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4b5c011ca0 con 0x7f4b681585b0 2023-11-18T15:44:01.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.717+0000 7f4b4f7fe700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b5406aed0 0x7f4b5406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:01.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.717+0000 7f4b4f7fe700 1 -- 172.21.15.99:0/537176373 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4b5c08acc0 con 0x7f4b681585b0 2023-11-18T15:44:01.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.718+0000 7f4b66ffd700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b5406aed0 0x7f4b5406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:01.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.718+0000 7f4b66ffd700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b5406aed0 0x7f4b5406d390 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4b680af0d0 tx=0x7f4b58009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:01.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.722+0000 7f4b4f7fe700 1 -- 172.21.15.99:0/537176373 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4b5c055e00 con 0x7f4b681585b0 2023-11-18T15:44:01.912 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.911+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4b6815ce20 con 0x7f4b681585b0 2023-11-18T15:44:01.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.912+0000 7f4b4f7fe700 1 -- 172.21.15.99:0/537176373 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4b5c059420 con 0x7f4b681585b0 2023-11-18T15:44:01.913 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:44:01.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b5406aed0 msgr2=0x7f4b5406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b5406aed0 0x7f4b5406d390 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4b680af0d0 tx=0x7f4b58009040 comp rx=0 tx=0).stop 2023-11-18T15:44:01.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b681585b0 msgr2=0x7f4b680af690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:01.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b681585b0 0x7f4b680af690 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4b680af560 tx=0x7f4b5c004750 comp rx=0 tx=0).stop 2023-11-18T15:44:01.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 shutdown_connections 2023-11-18T15:44:01.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b68161c60 0x7f4b680afbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.918 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b68071400 0x7f4b680c4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b5406aed0 0x7f4b5406d390 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 --2- 172.21.15.99:0/537176373 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b681585b0 0x7f4b680af690 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:01.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 >> 172.21.15.99:0/537176373 conn(0x7f4b680b2b80 msgr2=0x7f4b681605e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:01.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 shutdown_connections 2023-11-18T15:44:01.919 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:01.914+0000 7f4b6d29f700 1 -- 172.21.15.99:0/537176373 wait complete. 2023-11-18T15:44:01.927 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:44:02.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.050+0000 7fef8a6df700 1 Processor -- start 2023-11-18T15:44:02.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.050+0000 7fef8a6df700 1 -- start start 2023-11-18T15:44:02.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.051+0000 7fef8a6df700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fef8413ef20 0x7fef8406f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.051+0000 7fef8a6df700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8406f650 0x7fef84141540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.051+0000 7fef8a6df700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef84142940 con 0x7fef84141a80 2023-11-18T15:44:02.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.051+0000 7fef8a6df700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef841424a0 con 0x7fef8413ef20 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.051+0000 7fef8a6df700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef8406fa90 con 0x7fef8406f650 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.051+0000 7fef837fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8406f650 0x7fef84141540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef83fff700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fef8413ef20 0x7fef8406f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef837fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8406f650 0x7fef84141540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:41252/0 (socket says 172.21.15.99:41252) 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef837fe700 1 -- 172.21.15.99:0/3143844601 learned_addr learned my addr 172.21.15.99:0/3143844601 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef83fff700 1 -- 172.21.15.99:0/3143844601 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8406f650 msgr2=0x7fef84141540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef83fff700 1 --2- 172.21.15.99:0/3143844601 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8406f650 0x7fef84141540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef83fff700 1 -- 172.21.15.99:0/3143844601 >> v1:172.21.15.181:6789/0 conn(0x7fef84141a80 legacy=0x7fef840714c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef83fff700 1 -- 172.21.15.99:0/3143844601 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef841421c0 con 0x7fef8413ef20 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef82ffd700 1 -- 172.21.15.99:0/3143844601 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 349603535 0 0) 0x7fef84142940 con 0x7fef84141a80 2023-11-18T15:44:02.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef837fe700 1 --2- 172.21.15.99:0/3143844601 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8406f650 0x7fef84141540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:44:02.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef83fff700 1 --2- 172.21.15.99:0/3143844601 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef8413ef20 0x7fef8406f110 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fef78009840 tx=0x7fef78009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f6b73ced1532b30 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:02.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef82ffd700 1 -- 172.21.15.99:0/3143844601 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef78011830 con 0x7fef8413ef20 2023-11-18T15:44:02.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef82ffd700 1 -- 172.21.15.99:0/3143844601 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef78011990 con 0x7fef8413ef20 2023-11-18T15:44:02.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.052+0000 7fef82ffd700 1 -- 172.21.15.99:0/3143844601 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef78011d20 con 0x7fef8413ef20 2023-11-18T15:44:02.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.053+0000 7fef8a6df700 1 -- 172.21.15.99:0/3143844601 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef8413ef20 msgr2=0x7fef8406f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.053+0000 7fef8a6df700 1 --2- 172.21.15.99:0/3143844601 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef8413ef20 0x7fef8406f110 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fef78009840 tx=0x7fef78009b50 comp rx=0 tx=0).stop 2023-11-18T15:44:02.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.053+0000 7fef8a6df700 1 -- 172.21.15.99:0/3143844601 shutdown_connections 2023-11-18T15:44:02.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.053+0000 7fef8a6df700 1 --2- 172.21.15.99:0/3143844601 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef8413ef20 0x7fef8406f110 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.053+0000 7fef8a6df700 1 --2- 172.21.15.99:0/3143844601 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8406f650 0x7fef84141540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.053+0000 7fef8a6df700 1 -- 172.21.15.99:0/3143844601 >> 172.21.15.99:0/3143844601 conn(0x7fef840b1d50 msgr2=0x7fef840b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.053+0000 7fef8a6df700 1 -- 172.21.15.99:0/3143844601 shutdown_connections 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.053+0000 7fef8a6df700 1 -- 172.21.15.99:0/3143844601 wait complete. 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.054+0000 7fef8a6df700 1 Processor -- start 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.054+0000 7fef8a6df700 1 -- start start 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef8a6df700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fef8406f650 0x7fef8406eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef8a6df700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8413ef20 0x7fef8412d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef8a6df700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef84141a80 0x7fef841f38e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef8a6df700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef8412b580 con 0x7fef8406f650 2023-11-18T15:44:02.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef8a6df700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef8412d8e0 con 0x7fef84141a80 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef8a6df700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef8412e360 con 0x7fef8413ef20 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef83fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fef8406f650 0x7fef8406eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef83fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fef8406f650 0x7fef8406eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59882/0 (socket says 172.21.15.99:59882) 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef83fff700 1 -- 172.21.15.99:0/3012714935 learned_addr learned my addr 172.21.15.99:0/3012714935 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef88c7c700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef84141a80 0x7fef841f38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef837fe700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8413ef20 0x7fef8412d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef83fff700 1 -- 172.21.15.99:0/3012714935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8413ef20 msgr2=0x7fef8412d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef83fff700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8413ef20 0x7fef8412d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef83fff700 1 -- 172.21.15.99:0/3012714935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef84141a80 msgr2=0x7fef841f38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef83fff700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef84141a80 0x7fef841f38e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.055+0000 7fef83fff700 1 -- 172.21.15.99:0/3012714935 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef74009550 con 0x7fef8406f650 2023-11-18T15:44:02.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.056+0000 7fef83fff700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fef8406f650 0x7fef8406eaa0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fef78000c00 tx=0x7fef78004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:02.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.056+0000 7fef80ff9700 1 -- 172.21.15.99:0/3012714935 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef78004550 con 0x7fef8406f650 2023-11-18T15:44:02.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.056+0000 7fef80ff9700 1 -- 172.21.15.99:0/3012714935 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef7801f070 con 0x7fef8406f650 2023-11-18T15:44:02.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.056+0000 7fef80ff9700 1 -- 172.21.15.99:0/3012714935 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef780038e0 con 0x7fef8406f650 2023-11-18T15:44:02.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.056+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef780094a0 con 0x7fef8406f650 2023-11-18T15:44:02.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.056+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef8412dda0 con 0x7fef8406f650 2023-11-18T15:44:02.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.057+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef84145830 con 0x7fef8406f650 2023-11-18T15:44:02.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.057+0000 7fef80ff9700 1 -- 172.21.15.99:0/3012714935 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fef78003a40 con 0x7fef8406f650 2023-11-18T15:44:02.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.058+0000 7fef80ff9700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef7006af00 0x7fef7006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.058+0000 7fef80ff9700 1 -- 172.21.15.99:0/3012714935 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fef78021070 con 0x7fef8406f650 2023-11-18T15:44:02.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.058+0000 7fef837fe700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef7006af00 0x7fef7006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.058+0000 7fef837fe700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef7006af00 0x7fef7006d3c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fef840cea50 tx=0x7fef740092c0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:02.063 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.062+0000 7fef80ff9700 1 -- 172.21.15.99:0/3012714935 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fef78055e60 con 0x7fef8406f650 2023-11-18T15:44:02.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.252+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fef84069400 con 0x7fef8406f650 2023-11-18T15:44:02.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.253+0000 7fef80ff9700 1 -- 172.21.15.99:0/3012714935 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7fef7802b0a0 con 0x7fef8406f650 2023-11-18T15:44:02.254 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:44:02.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef7006af00 msgr2=0x7fef7006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef7006af00 0x7fef7006d3c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fef840cea50 tx=0x7fef740092c0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fef8406f650 msgr2=0x7fef8406eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fef8406f650 0x7fef8406eaa0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fef78000c00 tx=0x7fef78004750 comp rx=0 tx=0).stop 2023-11-18T15:44:02.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 shutdown_connections 2023-11-18T15:44:02.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef7006af00 0x7fef7006d3c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fef8406f650 0x7fef8406eaa0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef84141a80 0x7fef841f38e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 --2- 172.21.15.99:0/3012714935 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fef8413ef20 0x7fef8412d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 >> 172.21.15.99:0/3012714935 conn(0x7fef840b1d50 msgr2=0x7fef8413d210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:02.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 shutdown_connections 2023-11-18T15:44:02.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.255+0000 7fef8a6df700 1 -- 172.21.15.99:0/3012714935 wait complete. 2023-11-18T15:44:02.268 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-18T15:44:02.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.392+0000 7f8c8c063700 1 Processor -- start 2023-11-18T15:44:02.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.392+0000 7f8c8c063700 1 -- start start 2023-11-18T15:44:02.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c8c063700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406d910 0x7f8c8406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c8c063700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f8c8406dcf0 0x7f8c8415b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c8c063700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c8406e520 con 0x7f8c8415e880 2023-11-18T15:44:02.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c8c063700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c8406efc0 con 0x7f8c8406dcf0 2023-11-18T15:44:02.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c8c063700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c8406f2a0 con 0x7f8c8406d910 2023-11-18T15:44:02.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c8a600700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f8c8406dcf0 0x7f8c8415b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c89dff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406d910 0x7f8c8406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c89dff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406d910 0x7f8c8406e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:41264/0 (socket says 172.21.15.99:41264) 2023-11-18T15:44:02.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c8a600700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f8c8406dcf0 0x7f8c8415b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:58366/0 (socket says 172.21.15.99:58366) 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c895fe700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f8c8415e880 0x7f8c840b05f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:57464/0 (socket says 172.21.15.99:57464) 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.393+0000 7f8c89dff700 1 -- 172.21.15.99:0/3014406534 learned_addr learned my addr 172.21.15.99:0/3014406534 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.394+0000 7f8c89dff700 1 -- 172.21.15.99:0/3014406534 >> v2:172.21.15.181:3300/0 conn(0x7f8c8406dcf0 msgr2=0x7f8c8415b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.394+0000 7f8c89dff700 1 --2- 172.21.15.99:0/3014406534 >> v2:172.21.15.181:3300/0 conn(0x7f8c8406dcf0 0x7f8c8415b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.394+0000 7f8c89dff700 1 -- 172.21.15.99:0/3014406534 >> v1:172.21.15.181:6789/0 conn(0x7f8c8415e880 legacy=0x7f8c840b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.394+0000 7f8c89dff700 1 -- 172.21.15.99:0/3014406534 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c8406f580 con 0x7f8c8406d910 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.394+0000 7f8c8a600700 1 --2- 172.21.15.99:0/3014406534 >> v2:172.21.15.181:3300/0 conn(0x7f8c8406dcf0 0x7f8c8415b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.394+0000 7f8c89dff700 1 --2- 172.21.15.99:0/3014406534 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406d910 0x7f8c8406e8c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8c8000bb90 tx=0x7f8c8000bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ba1e4f7b4f82a38 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.394+0000 7f8c88dfd700 1 -- 172.21.15.99:0/3014406534 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c8000dd30 con 0x7f8c8406d910 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.394+0000 7f8c88dfd700 1 -- 172.21.15.99:0/3014406534 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c8000de90 con 0x7f8c8406d910 2023-11-18T15:44:02.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.394+0000 7f8c88dfd700 1 -- 172.21.15.99:0/3014406534 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c80010690 con 0x7f8c8406d910 2023-11-18T15:44:02.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.395+0000 7f8c8c063700 1 -- 172.21.15.99:0/3014406534 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406d910 msgr2=0x7f8c8406e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.395+0000 7f8c8c063700 1 --2- 172.21.15.99:0/3014406534 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406d910 0x7f8c8406e8c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8c8000bb90 tx=0x7f8c8000bea0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.395+0000 7f8c8c063700 1 -- 172.21.15.99:0/3014406534 shutdown_connections 2023-11-18T15:44:02.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.395+0000 7f8c8c063700 1 --2- 172.21.15.99:0/3014406534 >> v2:172.21.15.181:3300/0 conn(0x7f8c8406dcf0 0x7f8c8415b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.395+0000 7f8c8c063700 1 --2- 172.21.15.99:0/3014406534 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406d910 0x7f8c8406e8c0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.395+0000 7f8c8c063700 1 -- 172.21.15.99:0/3014406534 >> 172.21.15.99:0/3014406534 conn(0x7f8c840b2130 msgr2=0x7f8c840b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:02.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.395+0000 7f8c8c063700 1 -- 172.21.15.99:0/3014406534 shutdown_connections 2023-11-18T15:44:02.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.395+0000 7f8c8c063700 1 -- 172.21.15.99:0/3014406534 wait complete. 2023-11-18T15:44:02.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.396+0000 7f8c8c063700 1 Processor -- start 2023-11-18T15:44:02.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.396+0000 7f8c8c063700 1 -- start start 2023-11-18T15:44:02.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c8c063700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c8406d910 0x7f8c84072550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c8c063700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406dcf0 0x7f8c841552f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c8c063700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8c8415e880 0x7f8c8415d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c8c063700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c84070620 con 0x7f8c8406d910 2023-11-18T15:44:02.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c8c063700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c84070900 con 0x7f8c8415e880 2023-11-18T15:44:02.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c8c063700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c84070be0 con 0x7f8c8406dcf0 2023-11-18T15:44:02.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c89dff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c8406d910 0x7f8c84072550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c89dff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c8406d910 0x7f8c84072550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59896/0 (socket says 172.21.15.99:59896) 2023-11-18T15:44:02.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c89dff700 1 -- 172.21.15.99:0/130236572 learned_addr learned my addr 172.21.15.99:0/130236572 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:02.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c895fe700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406dcf0 0x7f8c841552f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c8a600700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8c8415e880 0x7f8c8415d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c89dff700 1 -- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406dcf0 msgr2=0x7f8c841552f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c89dff700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406dcf0 0x7f8c841552f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c89dff700 1 -- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8c8415e880 msgr2=0x7f8c8415d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c89dff700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8c8415e880 0x7f8c8415d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c89dff700 1 -- 172.21.15.99:0/130236572 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c7c009a70 con 0x7f8c8406d910 2023-11-18T15:44:02.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c8a600700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8c8415e880 0x7f8c8415d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:02.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c895fe700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406dcf0 0x7f8c841552f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:02.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c89dff700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c8406d910 0x7f8c84072550 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8c80000c00 tx=0x7f8c80004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:02.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c7a7fc700 1 -- 172.21.15.99:0/130236572 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c8001f070 con 0x7f8c8406d910 2023-11-18T15:44:02.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c7a7fc700 1 -- 172.21.15.99:0/130236572 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c80003a70 con 0x7f8c8406d910 2023-11-18T15:44:02.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.397+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c8000b7f0 con 0x7f8c8406d910 2023-11-18T15:44:02.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.398+0000 7f8c7a7fc700 1 -- 172.21.15.99:0/130236572 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c80003e00 con 0x7f8c8406d910 2023-11-18T15:44:02.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.398+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c840711a0 con 0x7f8c8406d910 2023-11-18T15:44:02.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.399+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c84073aa0 con 0x7f8c8406d910 2023-11-18T15:44:02.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.399+0000 7f8c7a7fc700 1 -- 172.21.15.99:0/130236572 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f8c80019400 con 0x7f8c8406d910 2023-11-18T15:44:02.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.399+0000 7f8c7a7fc700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8c6806aed0 0x7f8c6806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:02.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.399+0000 7f8c7a7fc700 1 -- 172.21.15.99:0/130236572 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8c8008c9f0 con 0x7f8c8406d910 2023-11-18T15:44:02.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.399+0000 7f8c895fe700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8c6806aed0 0x7f8c6806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:02.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.400+0000 7f8c895fe700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8c6806aed0 0x7f8c6806d390 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8c840b4110 tx=0x7f8c74009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:02.410 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.403+0000 7f8c7a7fc700 1 -- 172.21.15.99:0/130236572 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f8c80057b30 con 0x7f8c8406d910 2023-11-18T15:44:02.610 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.609+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f8c84071330 con 0x7f8c8406d910 2023-11-18T15:44:02.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.610+0000 7f8c7a7fc700 1 -- 172.21.15.99:0/130236572 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7f8c8005b150 con 0x7f8c8406d910 2023-11-18T15:44:02.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8c6806aed0 msgr2=0x7f8c6806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8c6806aed0 0x7f8c6806d390 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8c840b4110 tx=0x7f8c74009040 comp rx=0 tx=0).stop 2023-11-18T15:44:02.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c8406d910 msgr2=0x7f8c84072550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:02.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c8406d910 0x7f8c84072550 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8c80000c00 tx=0x7f8c80004750 comp rx=0 tx=0).stop 2023-11-18T15:44:02.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 shutdown_connections 2023-11-18T15:44:02.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8c6806aed0 0x7f8c6806d390 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c8406d910 0x7f8c84072550 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8c8415e880 0x7f8c8415d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 --2- 172.21.15.99:0/130236572 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8c8406dcf0 0x7f8c841552f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:02.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 >> 172.21.15.99:0/130236572 conn(0x7f8c840b2130 msgr2=0x7f8c840cfe00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:02.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 shutdown_connections 2023-11-18T15:44:02.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:02.612+0000 7f8c8c063700 1 -- 172.21.15.99:0/130236572 wait complete. 2023-11-18T15:44:02.614 INFO:teuthology.orchestra.run.smithi099.stderr:listed 0 entries 2023-11-18T15:44:02.625 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-11-18T15:44:02.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:02.625 DEBUG:teuthology.orchestra.run.smithi181:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2023-11-18T15:44:02.669 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T15:44:02.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:02.669 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-11-18T15:44:02.737 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:44:02.737 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:02.756 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:44:02.757 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:02.814 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:44:02.814 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:02.871 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:02.949 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:44:02.957 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:44:03.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.035+0000 7fe1d077d700 1 Processor -- start 2023-11-18T15:44:03.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.035+0000 7fe1d077d700 1 -- start start 2023-11-18T15:44:03.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1d077d700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fe1c815ae00 0x7fe1c80ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1d077d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c80cf990 0x7fe1c80cb730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1d077d700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1c80ca990 con 0x7fe1c8071cc0 2023-11-18T15:44:03.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1d077d700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1c80cd730 con 0x7fe1c815ae00 2023-11-18T15:44:03.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1d077d700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1c80cac50 con 0x7fe1c80cf990 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1cdd18700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe1c8071cc0 0x7fe1c80cf280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46516/0 (socket says 172.21.15.99:46516) 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1cdd18700 1 -- 172.21.15.99:0/3944026622 learned_addr learned my addr 172.21.15.99:0/3944026622 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1ce519700 1 --2- 172.21.15.99:0/3944026622 >> v2:172.21.15.181:3300/0 conn(0x7fe1c815ae00 0x7fe1c80ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1ced1a700 1 --2- 172.21.15.99:0/3944026622 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c80cf990 0x7fe1c80cb730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1cd517700 1 -- 172.21.15.99:0/3944026622 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1729768954 0 0) 0x7fe1c80ca990 con 0x7fe1c8071cc0 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1cd517700 1 -- 172.21.15.99:0/3944026622 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1b40035b0 con 0x7fe1c8071cc0 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1cd517700 1 -- 172.21.15.99:0/3944026622 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3232720830 0 0) 0x7fe1b40035b0 con 0x7fe1c8071cc0 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1ce519700 1 -- 172.21.15.99:0/3944026622 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c80cf990 msgr2=0x7fe1c80cb730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1ce519700 1 --2- 172.21.15.99:0/3944026622 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c80cf990 0x7fe1c80cb730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1ce519700 1 -- 172.21.15.99:0/3944026622 >> v1:172.21.15.99:6789/0 conn(0x7fe1c8071cc0 legacy=0x7fe1c80cf280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1ce519700 1 -- 172.21.15.99:0/3944026622 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1c80caf30 con 0x7fe1c815ae00 2023-11-18T15:44:03.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.036+0000 7fe1ced1a700 1 --2- 172.21.15.99:0/3944026622 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c80cf990 0x7fe1c80cb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:44:03.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1ce519700 1 --2- 172.21.15.99:0/3944026622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1c815ae00 0x7fe1c80ccd90 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4009840 tx=0x7fe1c4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29f3e560eee19f5f server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:03.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1cd517700 1 -- 172.21.15.99:0/3944026622 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1b8001670 con 0x7fe1c815ae00 2023-11-18T15:44:03.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1cd517700 1 -- 172.21.15.99:0/3944026622 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1c4004030 con 0x7fe1c815ae00 2023-11-18T15:44:03.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1cd517700 1 -- 172.21.15.99:0/3944026622 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c40043a0 con 0x7fe1c815ae00 2023-11-18T15:44:03.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1d077d700 1 -- 172.21.15.99:0/3944026622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1c815ae00 msgr2=0x7fe1c80ccd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1d077d700 1 --2- 172.21.15.99:0/3944026622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1c815ae00 0x7fe1c80ccd90 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4009840 tx=0x7fe1c4009b50 comp rx=0 tx=0).stop 2023-11-18T15:44:03.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1d077d700 1 -- 172.21.15.99:0/3944026622 shutdown_connections 2023-11-18T15:44:03.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1d077d700 1 --2- 172.21.15.99:0/3944026622 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c80cf990 0x7fe1c80cb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1d077d700 1 --2- 172.21.15.99:0/3944026622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1c815ae00 0x7fe1c80ccd90 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1d077d700 1 -- 172.21.15.99:0/3944026622 >> 172.21.15.99:0/3944026622 conn(0x7fe1c80b15d0 msgr2=0x7fe1c80b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:03.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1d077d700 1 -- 172.21.15.99:0/3944026622 shutdown_connections 2023-11-18T15:44:03.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.037+0000 7fe1d077d700 1 -- 172.21.15.99:0/3944026622 wait complete. 2023-11-18T15:44:03.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.039+0000 7fe1d077d700 1 Processor -- start 2023-11-18T15:44:03.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.039+0000 7fe1d077d700 1 -- start start 2023-11-18T15:44:03.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.039+0000 7fe1d077d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1c8071cc0 0x7fe1c81e1480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.039+0000 7fe1d077d700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1c80cf990 0x7fe1c81ef950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.039+0000 7fe1d077d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c815ae00 0x7fe1c81efe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.039+0000 7fe1d077d700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1c8141780 con 0x7fe1c8071cc0 2023-11-18T15:44:03.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.039+0000 7fe1d077d700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1c81e54f0 con 0x7fe1c80cf990 2023-11-18T15:44:03.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.039+0000 7fe1d077d700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1c81e4f30 con 0x7fe1c815ae00 2023-11-18T15:44:03.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1ce519700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1c8071cc0 0x7fe1c81e1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1ce519700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1c8071cc0 0x7fe1c81e1480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59910/0 (socket says 172.21.15.99:59910) 2023-11-18T15:44:03.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1ce519700 1 -- 172.21.15.99:0/371216757 learned_addr learned my addr 172.21.15.99:0/371216757 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:03.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1ce519700 1 -- 172.21.15.99:0/371216757 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c815ae00 msgr2=0x7fe1c81efe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1ce519700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c815ae00 0x7fe1c81efe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1ce519700 1 -- 172.21.15.99:0/371216757 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1c80cf990 msgr2=0x7fe1c81ef950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1cdd18700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1c80cf990 0x7fe1c81ef950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1ce519700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1c80cf990 0x7fe1c81ef950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1ce519700 1 -- 172.21.15.99:0/371216757 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1c0009a70 con 0x7fe1c8071cc0 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1ce519700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1c8071cc0 0x7fe1c81e1480 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4009b90 tx=0x7fe1c4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1beffd700 1 -- 172.21.15.99:0/371216757 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4003de0 con 0x7fe1c8071cc0 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1beffd700 1 -- 172.21.15.99:0/371216757 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1c4021070 con 0x7fe1c8071cc0 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1c40094a0 con 0x7fe1c8071cc0 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1beffd700 1 -- 172.21.15.99:0/371216757 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c401d890 con 0x7fe1c8071cc0 2023-11-18T15:44:03.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.040+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1c806ee40 con 0x7fe1c8071cc0 2023-11-18T15:44:03.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.041+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1c8069400 con 0x7fe1c8071cc0 2023-11-18T15:44:03.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.041+0000 7fe1beffd700 1 -- 172.21.15.99:0/371216757 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe1c401d9f0 con 0x7fe1c8071cc0 2023-11-18T15:44:03.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.042+0000 7fe1beffd700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1ac06aed0 0x7fe1ac06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.042+0000 7fe1beffd700 1 -- 172.21.15.99:0/371216757 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe1c4023070 con 0x7fe1c8071cc0 2023-11-18T15:44:03.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.042+0000 7fe1cdd18700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1ac06aed0 0x7fe1ac06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.042+0000 7fe1cdd18700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1ac06aed0 0x7fe1ac06d390 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe1b8001eb0 tx=0x7fe1b8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:03.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.046+0000 7fe1beffd700 1 -- 172.21.15.99:0/371216757 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe1c40581c0 con 0x7fe1c8071cc0 2023-11-18T15:44:03.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.237+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe1c80affb0 con 0x7fe1c8071cc0 2023-11-18T15:44:03.239 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.238+0000 7fe1beffd700 1 -- 172.21.15.99:0/371216757 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7fe1c405b7e0 con 0x7fe1c8071cc0 2023-11-18T15:44:03.240 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:03.240 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:03.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1ac06aed0 msgr2=0x7fe1ac06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1ac06aed0 0x7fe1ac06d390 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe1b8001eb0 tx=0x7fe1b8009040 comp rx=0 tx=0).stop 2023-11-18T15:44:03.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1c8071cc0 msgr2=0x7fe1c81e1480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1c8071cc0 0x7fe1c81e1480 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4009b90 tx=0x7fe1c4004750 comp rx=0 tx=0).stop 2023-11-18T15:44:03.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 shutdown_connections 2023-11-18T15:44:03.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1ac06aed0 0x7fe1ac06d390 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1c8071cc0 0x7fe1c81e1480 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1c815ae00 0x7fe1c81efe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 --2- 172.21.15.99:0/371216757 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1c80cf990 0x7fe1c81ef950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 >> 172.21.15.99:0/371216757 conn(0x7fe1c80b15d0 msgr2=0x7fe1c80b0850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:03.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 shutdown_connections 2023-11-18T15:44:03.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.240+0000 7fe1d077d700 1 -- 172.21.15.99:0/371216757 wait complete. 2023-11-18T15:44:03.254 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:44:03.254 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:44:03.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.417+0000 7f6894671700 1 Processor -- start 2023-11-18T15:44:03.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.417+0000 7f6894671700 1 -- start start 2023-11-18T15:44:03.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.418+0000 7f6894671700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f688c0afa50 0x7f688c0b0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.418+0000 7f6894671700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f688c0cd850 0x7f688c0cdc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.418+0000 7f6894671700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f688c0ce1c0 con 0x7f688c15b3d0 2023-11-18T15:44:03.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.418+0000 7f6894671700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f688c0afe30 con 0x7f688c0afa50 2023-11-18T15:44:03.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.418+0000 7f6894671700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f688c15b870 con 0x7f688c0cd850 2023-11-18T15:44:03.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.418+0000 7f689240d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f688c0afa50 0x7f688c0b0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.418+0000 7f6891c0c700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f688c15b3d0 0x7f688c15e9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46530/0 (socket says 172.21.15.99:46530) 2023-11-18T15:44:03.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.418+0000 7f6891c0c700 1 -- 172.21.15.99:0/2926057909 learned_addr learned my addr 172.21.15.99:0/2926057909 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:03.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.418+0000 7f689240d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f688c0afa50 0x7f688c0b0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59918/0 (socket says 172.21.15.99:59918) 2023-11-18T15:44:03.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f6892c0e700 1 --2- 172.21.15.99:0/2926057909 >> v2:172.21.15.181:3300/0 conn(0x7f688c0cd850 0x7f688c0cdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f689240d700 1 -- 172.21.15.99:0/2926057909 >> v2:172.21.15.181:3300/0 conn(0x7f688c0cd850 msgr2=0x7f688c0cdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:03.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f689240d700 1 --2- 172.21.15.99:0/2926057909 >> v2:172.21.15.181:3300/0 conn(0x7f688c0cd850 0x7f688c0cdc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f689240d700 1 -- 172.21.15.99:0/2926057909 >> v1:172.21.15.99:6789/0 conn(0x7f688c15b3d0 legacy=0x7f688c15e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f689240d700 1 -- 172.21.15.99:0/2926057909 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f688c15bb50 con 0x7f688c0afa50 2023-11-18T15:44:03.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f689140b700 1 -- 172.21.15.99:0/2926057909 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 155248277 0 0) 0x7f688c0ce1c0 con 0x7f688c15b3d0 2023-11-18T15:44:03.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f689240d700 1 --2- 172.21.15.99:0/2926057909 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c0afa50 0x7f688c0b0e80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f688c0b1650 tx=0x7f687c00bdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33de48e7bd908391 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:03.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f689140b700 1 -- 172.21.15.99:0/2926057909 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f687c00dc70 con 0x7f688c0afa50 2023-11-18T15:44:03.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f689140b700 1 -- 172.21.15.99:0/2926057909 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f687c00ddd0 con 0x7f688c0afa50 2023-11-18T15:44:03.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f689140b700 1 -- 172.21.15.99:0/2926057909 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f687c010690 con 0x7f688c0afa50 2023-11-18T15:44:03.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f6894671700 1 -- 172.21.15.99:0/2926057909 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c0afa50 msgr2=0x7f688c0b0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.419+0000 7f6894671700 1 --2- 172.21.15.99:0/2926057909 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c0afa50 0x7f688c0b0e80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f688c0b1650 tx=0x7f687c00bdc0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.420+0000 7f6894671700 1 -- 172.21.15.99:0/2926057909 shutdown_connections 2023-11-18T15:44:03.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.420+0000 7f6894671700 1 --2- 172.21.15.99:0/2926057909 >> v2:172.21.15.181:3300/0 conn(0x7f688c0cd850 0x7f688c0cdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.420+0000 7f6894671700 1 --2- 172.21.15.99:0/2926057909 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c0afa50 0x7f688c0b0e80 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.420+0000 7f6894671700 1 -- 172.21.15.99:0/2926057909 >> 172.21.15.99:0/2926057909 conn(0x7f688c0b38b0 msgr2=0x7f688c0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:03.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.420+0000 7f6894671700 1 -- 172.21.15.99:0/2926057909 shutdown_connections 2023-11-18T15:44:03.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.420+0000 7f6894671700 1 -- 172.21.15.99:0/2926057909 wait complete. 2023-11-18T15:44:03.428 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.421+0000 7f6894671700 1 Processor -- start 2023-11-18T15:44:03.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.421+0000 7f6894671700 1 -- start start 2023-11-18T15:44:03.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6894671700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f688c0afa50 0x7f688c0ad860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6894671700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f688c0cd850 0x7f688c14d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6894671700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c15b3d0 0x7f688c14de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6894671700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c14e3c0 con 0x7f688c15b3d0 2023-11-18T15:44:03.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6894671700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c0ade40 con 0x7f688c0cd850 2023-11-18T15:44:03.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6894671700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f688c0ae120 con 0x7f688c0afa50 2023-11-18T15:44:03.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6892c0e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c15b3d0 0x7f688c14de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6892c0e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c15b3d0 0x7f688c14de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59928/0 (socket says 172.21.15.99:59928) 2023-11-18T15:44:03.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6892c0e700 1 -- 172.21.15.99:0/2054256623 learned_addr learned my addr 172.21.15.99:0/2054256623 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:03.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6892c0e700 1 -- 172.21.15.99:0/2054256623 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f688c0afa50 msgr2=0x7f688c0ad860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6892c0e700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f688c0afa50 0x7f688c0ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6891c0c700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f688c0cd850 0x7f688c14d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6892c0e700 1 -- 172.21.15.99:0/2054256623 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f688c0cd850 msgr2=0x7f688c14d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6892c0e700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f688c0cd850 0x7f688c14d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6892c0e700 1 -- 172.21.15.99:0/2054256623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f687c00b740 con 0x7f688c15b3d0 2023-11-18T15:44:03.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6892c0e700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c15b3d0 0x7f688c14de80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6884007e40 tx=0x7f688400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:03.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6882ffd700 1 -- 172.21.15.99:0/2054256623 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f688400eea0 con 0x7f688c15b3d0 2023-11-18T15:44:03.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6882ffd700 1 -- 172.21.15.99:0/2054256623 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6884014420 con 0x7f688c15b3d0 2023-11-18T15:44:03.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f688c0ae400 con 0x7f688c15b3d0 2023-11-18T15:44:03.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6882ffd700 1 -- 172.21.15.99:0/2054256623 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68840147b0 con 0x7f688c15b3d0 2023-11-18T15:44:03.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.422+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f688c0ae9c0 con 0x7f688c15b3d0 2023-11-18T15:44:03.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.423+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f688c069400 con 0x7f688c15b3d0 2023-11-18T15:44:03.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.424+0000 7f6882ffd700 1 -- 172.21.15.99:0/2054256623 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f6884014910 con 0x7f688c15b3d0 2023-11-18T15:44:03.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.424+0000 7f6882ffd700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f687006aed0 0x7f687006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.424+0000 7f689240d700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f687006aed0 0x7f687006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.424+0000 7f6882ffd700 1 -- 172.21.15.99:0/2054256623 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6884089eb0 con 0x7f688c15b3d0 2023-11-18T15:44:03.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.425+0000 7f689240d700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f687006aed0 0x7f687006d390 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f687c000c00 tx=0x7f687c012000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:03.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.429+0000 7f6882ffd700 1 -- 172.21.15.99:0/2054256623 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f6884054ed0 con 0x7f688c15b3d0 2023-11-18T15:44:03.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.616+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f688c0731d0 con 0x7f688c15b3d0 2023-11-18T15:44:03.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.616+0000 7f6882ffd700 1 -- 172.21.15.99:0/2054256623 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f68840584f0 con 0x7f688c15b3d0 2023-11-18T15:44:03.618 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:44:03.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.618+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f687006aed0 msgr2=0x7f687006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.618+0000 7f6894671700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f687006aed0 0x7f687006d390 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f687c000c00 tx=0x7f687c012000 comp rx=0 tx=0).stop 2023-11-18T15:44:03.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.618+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c15b3d0 msgr2=0x7f688c14de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.618+0000 7f6894671700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c15b3d0 0x7f688c14de80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6884007e40 tx=0x7f688400e3c0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.618+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 shutdown_connections 2023-11-18T15:44:03.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.619+0000 7f6894671700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f687006aed0 0x7f687006d390 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.619+0000 7f6894671700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f688c15b3d0 0x7f688c14de80 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.619+0000 7f6894671700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f688c0afa50 0x7f688c0ad860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.619+0000 7f6894671700 1 --2- 172.21.15.99:0/2054256623 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f688c0cd850 0x7f688c14d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.619+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 >> 172.21.15.99:0/2054256623 conn(0x7f688c0b38b0 msgr2=0x7f688c0b3c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:03.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.619+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 shutdown_connections 2023-11-18T15:44:03.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.619+0000 7f6894671700 1 -- 172.21.15.99:0/2054256623 wait complete. 2023-11-18T15:44:03.632 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:44:03.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.753+0000 7f4cf06f8700 1 Processor -- start 2023-11-18T15:44:03.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.753+0000 7f4cf06f8700 1 -- start start 2023-11-18T15:44:03.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.754+0000 7f4cf06f8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce813ef20 0x7f4ce806f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.754+0000 7f4cf06f8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4ce806f650 0x7f4ce8141540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.754+0000 7f4cf06f8700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ce8142940 con 0x7f4ce8141a80 2023-11-18T15:44:03.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.754+0000 7f4cf06f8700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ce81424a0 con 0x7f4ce806f650 2023-11-18T15:44:03.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.754+0000 7f4cf06f8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce806fa90 con 0x7f4ce813ef20 2023-11-18T15:44:03.763 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.754+0000 7f4cedc93700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4ce806f650 0x7f4ce8141540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4cedc93700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4ce806f650 0x7f4ce8141540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59936/0 (socket says 172.21.15.99:59936) 2023-11-18T15:44:03.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4cedc93700 1 -- 172.21.15.99:0/2237246070 learned_addr learned my addr 172.21.15.99:0/2237246070 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:03.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4ceec95700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f4ce8141a80 0x7f4ce80714c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46546/0 (socket says 172.21.15.99:46546) 2023-11-18T15:44:03.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4cee494700 1 --2- 172.21.15.99:0/2237246070 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce813ef20 0x7f4ce806f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4cedc93700 1 -- 172.21.15.99:0/2237246070 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce813ef20 msgr2=0x7f4ce806f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:03.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4cedc93700 1 --2- 172.21.15.99:0/2237246070 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce813ef20 0x7f4ce806f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.764 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4cedc93700 1 -- 172.21.15.99:0/2237246070 >> v1:172.21.15.99:6789/0 conn(0x7f4ce8141a80 legacy=0x7f4ce80714c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4cedc93700 1 -- 172.21.15.99:0/2237246070 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ce81421c0 con 0x7f4ce806f650 2023-11-18T15:44:03.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4cee494700 1 --2- 172.21.15.99:0/2237246070 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce813ef20 0x7f4ce806f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:03.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4cedc93700 1 --2- 172.21.15.99:0/2237246070 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce806f650 0x7f4ce8141540 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4ce40098f0 tx=0x7f4ce4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=272fc7b5c7024675 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:03.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4ced492700 1 -- 172.21.15.99:0/2237246070 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce400b8a0 con 0x7f4ce806f650 2023-11-18T15:44:03.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4ced492700 1 -- 172.21.15.99:0/2237246070 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ce400ba00 con 0x7f4ce806f650 2023-11-18T15:44:03.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.755+0000 7f4ced492700 1 -- 172.21.15.99:0/2237246070 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce400bd90 con 0x7f4ce806f650 2023-11-18T15:44:03.765 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.756+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2237246070 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce806f650 msgr2=0x7f4ce8141540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.756+0000 7f4cf06f8700 1 --2- 172.21.15.99:0/2237246070 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce806f650 0x7f4ce8141540 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4ce40098f0 tx=0x7f4ce4009c00 comp rx=0 tx=0).stop 2023-11-18T15:44:03.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.756+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2237246070 shutdown_connections 2023-11-18T15:44:03.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.756+0000 7f4cf06f8700 1 --2- 172.21.15.99:0/2237246070 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce813ef20 0x7f4ce806f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.756+0000 7f4cf06f8700 1 --2- 172.21.15.99:0/2237246070 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce806f650 0x7f4ce8141540 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.756+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2237246070 >> 172.21.15.99:0/2237246070 conn(0x7f4ce80b1d50 msgr2=0x7f4ce80b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:03.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.756+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2237246070 shutdown_connections 2023-11-18T15:44:03.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.756+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2237246070 wait complete. 2023-11-18T15:44:03.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.757+0000 7f4cf06f8700 1 Processor -- start 2023-11-18T15:44:03.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.757+0000 7f4cf06f8700 1 -- start start 2023-11-18T15:44:03.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cf06f8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce806f650 0x7f4ce80ab350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cf06f8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce813ef20 0x7f4ce815aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cf06f8700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4ce8141a80 0x7f4ce81f1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cf06f8700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce80aca30 con 0x7f4ce813ef20 2023-11-18T15:44:03.767 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cf06f8700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce80abad0 con 0x7f4ce8141a80 2023-11-18T15:44:03.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cf06f8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce80abdb0 con 0x7f4ce806f650 2023-11-18T15:44:03.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cedc93700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce813ef20 0x7f4ce815aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cedc93700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce813ef20 0x7f4ce815aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59940/0 (socket says 172.21.15.99:59940) 2023-11-18T15:44:03.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cedc93700 1 -- 172.21.15.99:0/2997375851 learned_addr learned my addr 172.21.15.99:0/2997375851 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:03.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cedc93700 1 -- 172.21.15.99:0/2997375851 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce806f650 msgr2=0x7f4ce80ab350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cee494700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce806f650 0x7f4ce80ab350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.768 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4ceec95700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4ce8141a80 0x7f4ce81f1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cedc93700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce806f650 0x7f4ce80ab350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cedc93700 1 -- 172.21.15.99:0/2997375851 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4ce8141a80 msgr2=0x7f4ce81f1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cedc93700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4ce8141a80 0x7f4ce81f1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cedc93700 1 -- 172.21.15.99:0/2997375851 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ce4009550 con 0x7f4ce813ef20 2023-11-18T15:44:03.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cedc93700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce813ef20 0x7f4ce815aa60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4000c00 tx=0x7f4ce4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:03.769 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cdeffd700 1 -- 172.21.15.99:0/2997375851 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4004480 con 0x7f4ce813ef20 2023-11-18T15:44:03.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cdeffd700 1 -- 172.21.15.99:0/2997375851 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ce401f070 con 0x7f4ce813ef20 2023-11-18T15:44:03.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ce80ac090 con 0x7f4ce813ef20 2023-11-18T15:44:03.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cdeffd700 1 -- 172.21.15.99:0/2997375851 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce40038c0 con 0x7f4ce813ef20 2023-11-18T15:44:03.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.758+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ce80ac650 con 0x7f4ce813ef20 2023-11-18T15:44:03.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.759+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ce80acb70 con 0x7f4ce813ef20 2023-11-18T15:44:03.770 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.760+0000 7f4cdeffd700 1 -- 172.21.15.99:0/2997375851 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4ce4021030 con 0x7f4ce813ef20 2023-11-18T15:44:03.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.760+0000 7f4cdeffd700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ccc06aed0 0x7f4ccc06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:03.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.760+0000 7f4cee494700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ccc06aed0 0x7f4ccc06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:03.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.760+0000 7f4cdeffd700 1 -- 172.21.15.99:0/2997375851 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4ce408ab20 con 0x7f4ce813ef20 2023-11-18T15:44:03.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.761+0000 7f4cee494700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ccc06aed0 0x7f4ccc06d390 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4cd8009990 tx=0x7f4cd8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:03.771 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.765+0000 7f4cdeffd700 1 -- 172.21.15.99:0/2997375851 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4ce80acb70 con 0x7f4ce813ef20 2023-11-18T15:44:03.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.955+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4ce80ac7e0 con 0x7f4ce813ef20 2023-11-18T15:44:03.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.956+0000 7f4cdeffd700 1 -- 172.21.15.99:0/2997375851 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4ce4055d80 con 0x7f4ce813ef20 2023-11-18T15:44:03.957 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:44:03.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ccc06aed0 msgr2=0x7f4ccc06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ccc06aed0 0x7f4ccc06d390 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4cd8009990 tx=0x7f4cd8008040 comp rx=0 tx=0).stop 2023-11-18T15:44:03.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce813ef20 msgr2=0x7f4ce815aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:03.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce813ef20 0x7f4ce815aa60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4000c00 tx=0x7f4ce4004750 comp rx=0 tx=0).stop 2023-11-18T15:44:03.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 shutdown_connections 2023-11-18T15:44:03.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4ce8141a80 0x7f4ce81f1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ce806f650 0x7f4ce80ab350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4ccc06aed0 0x7f4ccc06d390 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 --2- 172.21.15.99:0/2997375851 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ce813ef20 0x7f4ce815aa60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:03.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 >> 172.21.15.99:0/2997375851 conn(0x7f4ce80b1d50 msgr2=0x7f4ce80b0b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:03.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 shutdown_connections 2023-11-18T15:44:03.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:03.958+0000 7f4cf06f8700 1 -- 172.21.15.99:0/2997375851 wait complete. 2023-11-18T15:44:03.971 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:44:04.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.095+0000 7f7581cf5700 1 Processor -- start 2023-11-18T15:44:04.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.095+0000 7f7581cf5700 1 -- start start 2023-11-18T15:44:04.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f7581cf5700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f757c15b3d0 0x7f757c0b0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f7581cf5700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f757c0cd850 0x7f757c0cdc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f7581cf5700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f757c0ce1c0 con 0x7f757c0afa50 2023-11-18T15:44:04.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f7581cf5700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f757c0afe30 con 0x7f757c15b3d0 2023-11-18T15:44:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f7581cf5700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f757c15b870 con 0x7f757c0cd850 2023-11-18T15:44:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757affd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f757c15b3d0 0x7f757c0b0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757affd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f757c15b3d0 0x7f757c0b0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59948/0 (socket says 172.21.15.99:59948) 2023-11-18T15:44:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757affd700 1 -- 172.21.15.99:0/2709273114 learned_addr learned my addr 172.21.15.99:0/2709273114 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757affd700 1 -- 172.21.15.99:0/2709273114 >> v2:172.21.15.181:3300/0 conn(0x7f757c0cd850 msgr2=0x7f757c0cdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757affd700 1 --2- 172.21.15.99:0/2709273114 >> v2:172.21.15.181:3300/0 conn(0x7f757c0cd850 0x7f757c0cdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757affd700 1 -- 172.21.15.99:0/2709273114 >> v1:172.21.15.181:6789/0 conn(0x7f757c0afa50 legacy=0x7f757c15e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757affd700 1 -- 172.21.15.99:0/2709273114 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f757c15bb50 con 0x7f757c15b3d0 2023-11-18T15:44:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757affd700 1 --2- 172.21.15.99:0/2709273114 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c15b3d0 0x7f757c0b0e80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f757c0b1650 tx=0x7f756c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a25820d80653f58 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757a7fc700 1 -- 172.21.15.99:0/2709273114 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f756c004230 con 0x7f757c15b3d0 2023-11-18T15:44:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.096+0000 7f757a7fc700 1 -- 172.21.15.99:0/2709273114 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f756c004390 con 0x7f757c15b3d0 2023-11-18T15:44:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.097+0000 7f757a7fc700 1 -- 172.21.15.99:0/2709273114 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f756c0036a0 con 0x7f757c15b3d0 2023-11-18T15:44:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.097+0000 7f7581cf5700 1 -- 172.21.15.99:0/2709273114 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c15b3d0 msgr2=0x7f757c0b0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.097+0000 7f7581cf5700 1 --2- 172.21.15.99:0/2709273114 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c15b3d0 0x7f757c0b0e80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f757c0b1650 tx=0x7f756c009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.097+0000 7f7581cf5700 1 -- 172.21.15.99:0/2709273114 shutdown_connections 2023-11-18T15:44:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.097+0000 7f7581cf5700 1 --2- 172.21.15.99:0/2709273114 >> v2:172.21.15.181:3300/0 conn(0x7f757c0cd850 0x7f757c0cdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.097+0000 7f7581cf5700 1 --2- 172.21.15.99:0/2709273114 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c15b3d0 0x7f757c0b0e80 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.097+0000 7f7581cf5700 1 -- 172.21.15.99:0/2709273114 >> 172.21.15.99:0/2709273114 conn(0x7f757c0b38b0 msgr2=0x7f757c0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.097+0000 7f7581cf5700 1 -- 172.21.15.99:0/2709273114 shutdown_connections 2023-11-18T15:44:04.104 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.097+0000 7f7581cf5700 1 -- 172.21.15.99:0/2709273114 wait complete. 2023-11-18T15:44:04.104 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.099+0000 7f7581cf5700 1 Processor -- start 2023-11-18T15:44:04.104 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.099+0000 7f7581cf5700 1 -- start start 2023-11-18T15:44:04.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7581cf5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c0afa50 0x7f757c1511c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7581cf5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f757c0cd850 0x7f757c1f2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7581cf5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f757c15b3d0 0x7f757c155a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7581cf5700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f757c1f3c70 con 0x7f757c0afa50 2023-11-18T15:44:04.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7581cf5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f757c1f36b0 con 0x7f757c15b3d0 2023-11-18T15:44:04.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7581cf5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f757c1f3990 con 0x7f757c0cd850 2023-11-18T15:44:04.107 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f757b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c0afa50 0x7f757c1511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:04.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f757b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c0afa50 0x7f757c1511c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59952/0 (socket says 172.21.15.99:59952) 2023-11-18T15:44:04.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f757b7fe700 1 -- 172.21.15.99:0/1753569032 learned_addr learned my addr 172.21.15.99:0/1753569032 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:04.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f757b7fe700 1 -- 172.21.15.99:0/1753569032 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f757c0cd850 msgr2=0x7f757c1f2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f757b7fe700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f757c0cd850 0x7f757c1f2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f757b7fe700 1 -- 172.21.15.99:0/1753569032 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f757c15b3d0 msgr2=0x7f757c155a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f757b7fe700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f757c15b3d0 0x7f757c155a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f757b7fe700 1 -- 172.21.15.99:0/1753569032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f756c009550 con 0x7f757c0afa50 2023-11-18T15:44:04.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f757b7fe700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c0afa50 0x7f757c1511c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f757000c4a0 tx=0x7f757000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:04.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7563fff700 1 -- 172.21.15.99:0/1753569032 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75700054e0 con 0x7f757c0afa50 2023-11-18T15:44:04.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7563fff700 1 -- 172.21.15.99:0/1753569032 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7570003680 con 0x7f757c0afa50 2023-11-18T15:44:04.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7563fff700 1 -- 172.21.15.99:0/1753569032 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7570003a30 con 0x7f757c0afa50 2023-11-18T15:44:04.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f757c1567b0 con 0x7f757c0afa50 2023-11-18T15:44:04.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.100+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f757c151c40 con 0x7f757c0afa50 2023-11-18T15:44:04.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.101+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f757c156610 con 0x7f757c0afa50 2023-11-18T15:44:04.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.102+0000 7f7563fff700 1 -- 172.21.15.99:0/1753569032 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f7570003b90 con 0x7f757c0afa50 2023-11-18T15:44:04.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.102+0000 7f7563fff700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f756806aed0 0x7f756806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.102+0000 7f7563fff700 1 -- 172.21.15.99:0/1753569032 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7570088760 con 0x7f757c0afa50 2023-11-18T15:44:04.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.102+0000 7f757affd700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f756806aed0 0x7f756806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:04.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.103+0000 7f757affd700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f756806aed0 0x7f756806d390 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f757c15adf0 tx=0x7f756c010000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:04.111 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.107+0000 7f7563fff700 1 -- 172.21.15.99:0/1753569032 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f757c156610 con 0x7f757c0afa50 2023-11-18T15:44:04.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.298+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f757c151dd0 con 0x7f757c0afa50 2023-11-18T15:44:04.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.298+0000 7f7563fff700 1 -- 172.21.15.99:0/1753569032 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7570053780 con 0x7f757c0afa50 2023-11-18T15:44:04.300 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:44:04.302 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f756806aed0 msgr2=0x7f756806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.302 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f756806aed0 0x7f756806d390 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f757c15adf0 tx=0x7f756c010000 comp rx=0 tx=0).stop 2023-11-18T15:44:04.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c0afa50 msgr2=0x7f757c1511c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c0afa50 0x7f757c1511c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f757000c4a0 tx=0x7f757000c860 comp rx=0 tx=0).stop 2023-11-18T15:44:04.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 shutdown_connections 2023-11-18T15:44:04.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f756806aed0 0x7f756806d390 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f757c0afa50 0x7f757c1511c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f757c15b3d0 0x7f757c155a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 --2- 172.21.15.99:0/1753569032 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f757c0cd850 0x7f757c1f2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 >> 172.21.15.99:0/1753569032 conn(0x7f757c0b38b0 msgr2=0x7f757c06e920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:04.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 shutdown_connections 2023-11-18T15:44:04.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.301+0000 7f7581cf5700 1 -- 172.21.15.99:0/1753569032 wait complete. 2023-11-18T15:44:04.314 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-18T15:44:04.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.434+0000 7fbb87d24700 1 Processor -- start 2023-11-18T15:44:04.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.435+0000 7fbb87d24700 1 -- start start 2023-11-18T15:44:04.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.435+0000 7fbb87d24700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80147810 0x7fbb800b64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.435+0000 7fbb87d24700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fbb80070c00 0x7fbb8015f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.435+0000 7fbb87d24700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb8006e200 con 0x7fbb8006d9b0 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.435+0000 7fbb87d24700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb8006e4e0 con 0x7fbb80070c00 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.435+0000 7fbb87d24700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb8015e970 con 0x7fbb80147810 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb85ac0700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80147810 0x7fbb800b64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb862c1700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fbb80070c00 0x7fbb8015f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb85ac0700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80147810 0x7fbb800b64f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:41334/0 (socket says 172.21.15.99:41334) 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb85ac0700 1 -- 172.21.15.99:0/3936373592 learned_addr learned my addr 172.21.15.99:0/3936373592 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb852bf700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fbb8006d9b0 0x7fbb800704f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:57532/0 (socket says 172.21.15.99:57532) 2023-11-18T15:44:04.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb862c1700 1 -- 172.21.15.99:0/3936373592 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80147810 msgr2=0x7fbb800b64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:04.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb862c1700 1 --2- 172.21.15.99:0/3936373592 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80147810 0x7fbb800b64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb862c1700 1 -- 172.21.15.99:0/3936373592 >> v1:172.21.15.181:6789/0 conn(0x7fbb8006d9b0 legacy=0x7fbb800704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb862c1700 1 -- 172.21.15.99:0/3936373592 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb8015ec50 con 0x7fbb80070c00 2023-11-18T15:44:04.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb84abe700 1 -- 172.21.15.99:0/3936373592 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3160084259 0 0) 0x7fbb8006e200 con 0x7fbb8006d9b0 2023-11-18T15:44:04.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb85ac0700 1 --2- 172.21.15.99:0/3936373592 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80147810 0x7fbb800b64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:44:04.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.436+0000 7fbb862c1700 1 --2- 172.21.15.99:0/3936373592 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb80070c00 0x7fbb8015f170 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbb78009d90 tx=0x7fbb7800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa010bcc4d5ae131 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:04.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb84abe700 1 -- 172.21.15.99:0/3936373592 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb7800e070 con 0x7fbb80070c00 2023-11-18T15:44:04.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb84abe700 1 -- 172.21.15.99:0/3936373592 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb7800bb20 con 0x7fbb80070c00 2023-11-18T15:44:04.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb84abe700 1 -- 172.21.15.99:0/3936373592 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb78012430 con 0x7fbb80070c00 2023-11-18T15:44:04.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb87d24700 1 -- 172.21.15.99:0/3936373592 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb80070c00 msgr2=0x7fbb8015f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb87d24700 1 --2- 172.21.15.99:0/3936373592 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb80070c00 0x7fbb8015f170 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbb78009d90 tx=0x7fbb7800b330 comp rx=0 tx=0).stop 2023-11-18T15:44:04.442 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb87d24700 1 -- 172.21.15.99:0/3936373592 shutdown_connections 2023-11-18T15:44:04.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb87d24700 1 --2- 172.21.15.99:0/3936373592 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb80070c00 0x7fbb8015f170 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb87d24700 1 --2- 172.21.15.99:0/3936373592 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80147810 0x7fbb800b64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb87d24700 1 -- 172.21.15.99:0/3936373592 >> 172.21.15.99:0/3936373592 conn(0x7fbb800b2130 msgr2=0x7fbb800b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:04.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb87d24700 1 -- 172.21.15.99:0/3936373592 shutdown_connections 2023-11-18T15:44:04.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.437+0000 7fbb87d24700 1 -- 172.21.15.99:0/3936373592 wait complete. 2023-11-18T15:44:04.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.438+0000 7fbb87d24700 1 Processor -- start 2023-11-18T15:44:04.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.438+0000 7fbb87d24700 1 -- start start 2023-11-18T15:44:04.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb87d24700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb8006d9b0 0x7fbb80140300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.443 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb87d24700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80070c00 0x7fbb8013b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb87d24700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb80147810 0x7fbb8013e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb87d24700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb8013fee0 con 0x7fbb8006d9b0 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb87d24700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb80140840 con 0x7fbb80147810 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb87d24700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb8013f5b0 con 0x7fbb80070c00 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb85ac0700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb8006d9b0 0x7fbb80140300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb85ac0700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb8006d9b0 0x7fbb80140300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59966/0 (socket says 172.21.15.99:59966) 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb85ac0700 1 -- 172.21.15.99:0/4287159701 learned_addr learned my addr 172.21.15.99:0/4287159701 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb862c1700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb80147810 0x7fbb8013e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.439+0000 7fbb852bf700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80070c00 0x7fbb8013b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:04.444 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb85ac0700 1 -- 172.21.15.99:0/4287159701 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80070c00 msgr2=0x7fbb8013b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb85ac0700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80070c00 0x7fbb8013b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb85ac0700 1 -- 172.21.15.99:0/4287159701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb80147810 msgr2=0x7fbb8013e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb85ac0700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb80147810 0x7fbb8013e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb85ac0700 1 -- 172.21.15.99:0/4287159701 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb70009550 con 0x7fbb8006d9b0 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb852bf700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80070c00 0x7fbb8013b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb85ac0700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb8006d9b0 0x7fbb80140300 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fbb7000ebe0 tx=0x7fbb7000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb767fc700 1 -- 172.21.15.99:0/4287159701 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb7000c850 con 0x7fbb8006d9b0 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb78009a70 con 0x7fbb8006d9b0 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb8013fb00 con 0x7fbb8006d9b0 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb767fc700 1 -- 172.21.15.99:0/4287159701 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb70005a20 con 0x7fbb8006d9b0 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.440+0000 7fbb767fc700 1 -- 172.21.15.99:0/4287159701 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb70005d90 con 0x7fbb8006d9b0 2023-11-18T15:44:04.445 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.441+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb680052e0 con 0x7fbb8006d9b0 2023-11-18T15:44:04.446 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.441+0000 7fbb767fc700 1 -- 172.21.15.99:0/4287159701 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fbb7000c9b0 con 0x7fbb8006d9b0 2023-11-18T15:44:04.446 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.442+0000 7fbb767fc700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbb6406aed0 0x7fbb6406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:04.446 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.442+0000 7fbb767fc700 1 -- 172.21.15.99:0/4287159701 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbb70089730 con 0x7fbb8006d9b0 2023-11-18T15:44:04.446 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.442+0000 7fbb852bf700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbb6406aed0 0x7fbb6406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:04.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.442+0000 7fbb852bf700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbb6406aed0 0x7fbb6406d390 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fbb800b1780 tx=0x7fbb7c007d30 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:04.447 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.446+0000 7fbb767fc700 1 -- 172.21.15.99:0/4287159701 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fbb700547f0 con 0x7fbb8006d9b0 2023-11-18T15:44:04.652 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.651+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fbb68005590 con 0x7fbb8006d9b0 2023-11-18T15:44:04.652 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.651+0000 7fbb767fc700 1 -- 172.21.15.99:0/4287159701 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7fbb70057e10 con 0x7fbb8006d9b0 2023-11-18T15:44:04.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbb6406aed0 msgr2=0x7fbb6406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbb6406aed0 0x7fbb6406d390 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fbb800b1780 tx=0x7fbb7c007d30 comp rx=0 tx=0).stop 2023-11-18T15:44:04.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb8006d9b0 msgr2=0x7fbb80140300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:04.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb8006d9b0 0x7fbb80140300 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fbb7000ebe0 tx=0x7fbb7000eef0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 shutdown_connections 2023-11-18T15:44:04.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbb6406aed0 0x7fbb6406d390 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb8006d9b0 0x7fbb80140300 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb80147810 0x7fbb8013e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 --2- 172.21.15.99:0/4287159701 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb80070c00 0x7fbb8013b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:04.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 >> 172.21.15.99:0/4287159701 conn(0x7fbb800b2130 msgr2=0x7fbb8015fe80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:04.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.653+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 shutdown_connections 2023-11-18T15:44:04.656 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:04.654+0000 7fbb87d24700 1 -- 172.21.15.99:0/4287159701 wait complete. 2023-11-18T15:44:04.656 INFO:teuthology.orchestra.run.smithi099.stderr:listed 0 entries 2023-11-18T15:44:04.666 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2023-11-18T15:44:04.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:04.667 DEBUG:teuthology.orchestra.run.smithi099:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2023-11-18T15:44:04.704 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T15:44:04.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:04.704 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-11-18T15:44:04.761 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:44:04.761 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:04.783 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:44:04.783 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:04.843 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T15:44:04.844 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:04.903 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.023+0000 7f1a531ea700 1 Processor -- start 2023-11-18T15:44:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.023+0000 7f1a531ea700 1 -- start start 2023-11-18T15:44:05.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a531ea700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f1a4c15a540 0x7f1a4c0cb080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a531ea700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1a4c0aec90 0x7f1a4c0cb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a531ea700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a4c0b3e80 con 0x7f1a4c0b2e90 2023-11-18T15:44:05.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a531ea700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a4c15a920 con 0x7f1a4c0aec90 2023-11-18T15:44:05.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a531ea700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a4c0b4100 con 0x7f1a4c15a540 2023-11-18T15:44:05.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a4bfff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1a4c0aec90 0x7f1a4c0cb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a51787700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f1a4c0b2e90 0x7f1a4c15e0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46588/0 (socket says 172.21.15.99:46588) 2023-11-18T15:44:05.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a51787700 1 -- 172.21.15.99:0/2837895265 learned_addr learned my addr 172.21.15.99:0/2837895265 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:05.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a4bfff700 1 -- 172.21.15.99:0/2837895265 >> v2:172.21.15.181:3300/0 conn(0x7f1a4c15a540 msgr2=0x7f1a4c0cb080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:05.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a50f86700 1 --2- 172.21.15.99:0/2837895265 >> v2:172.21.15.181:3300/0 conn(0x7f1a4c15a540 0x7f1a4c0cb080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a4bfff700 1 --2- 172.21.15.99:0/2837895265 >> v2:172.21.15.181:3300/0 conn(0x7f1a4c15a540 0x7f1a4c0cb080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a4bfff700 1 -- 172.21.15.99:0/2837895265 >> v1:172.21.15.99:6789/0 conn(0x7f1a4c0b2e90 legacy=0x7f1a4c15e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a4bfff700 1 -- 172.21.15.99:0/2837895265 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a4c0b43e0 con 0x7f1a4c0aec90 2023-11-18T15:44:05.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.024+0000 7f1a4b7fe700 1 -- 172.21.15.99:0/2837895265 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2166106386 0 0) 0x7f1a4c0b3e80 con 0x7f1a4c0b2e90 2023-11-18T15:44:05.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a4bfff700 1 --2- 172.21.15.99:0/2837895265 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 0x7f1a4c0cb5c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c073190 tx=0x7f1a38009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1039bd6a3c9e50ef server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:05.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a4b7fe700 1 -- 172.21.15.99:0/2837895265 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a38011830 con 0x7f1a4c0aec90 2023-11-18T15:44:05.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a4b7fe700 1 -- 172.21.15.99:0/2837895265 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a38011990 con 0x7f1a4c0aec90 2023-11-18T15:44:05.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a4b7fe700 1 -- 172.21.15.99:0/2837895265 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a38011d20 con 0x7f1a4c0aec90 2023-11-18T15:44:05.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a531ea700 1 -- 172.21.15.99:0/2837895265 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 msgr2=0x7f1a4c0cb5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a531ea700 1 --2- 172.21.15.99:0/2837895265 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 0x7f1a4c0cb5c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c073190 tx=0x7f1a38009b20 comp rx=0 tx=0).stop 2023-11-18T15:44:05.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a531ea700 1 -- 172.21.15.99:0/2837895265 shutdown_connections 2023-11-18T15:44:05.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a531ea700 1 --2- 172.21.15.99:0/2837895265 >> v2:172.21.15.181:3300/0 conn(0x7f1a4c15a540 0x7f1a4c0cb080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a531ea700 1 --2- 172.21.15.99:0/2837895265 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 0x7f1a4c0cb5c0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a531ea700 1 -- 172.21.15.99:0/2837895265 >> 172.21.15.99:0/2837895265 conn(0x7f1a4c0b15d0 msgr2=0x7f1a4c0b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:05.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a531ea700 1 -- 172.21.15.99:0/2837895265 shutdown_connections 2023-11-18T15:44:05.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.025+0000 7f1a531ea700 1 -- 172.21.15.99:0/2837895265 wait complete. 2023-11-18T15:44:05.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.026+0000 7f1a531ea700 1 Processor -- start 2023-11-18T15:44:05.033 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a531ea700 1 -- start start 2023-11-18T15:44:05.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a531ea700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 0x7f1a4c150220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a531ea700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a4c0b2e90 0x7f1a4c06e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a531ea700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1a4c15a540 0x7f1a4c06ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a531ea700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a4c15c510 con 0x7f1a4c0aec90 2023-11-18T15:44:05.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a531ea700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a4c15b900 con 0x7f1a4c0b2e90 2023-11-18T15:44:05.035 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a531ea700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a4c15bbe0 con 0x7f1a4c15a540 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a50f86700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 0x7f1a4c150220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a50f86700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 0x7f1a4c150220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59978/0 (socket says 172.21.15.99:59978) 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.027+0000 7f1a50f86700 1 -- 172.21.15.99:0/2019460476 learned_addr learned my addr 172.21.15.99:0/2019460476 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a4bfff700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a4c0b2e90 0x7f1a4c06e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a51787700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1a4c15a540 0x7f1a4c06ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a50f86700 1 -- 172.21.15.99:0/2019460476 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1a4c15a540 msgr2=0x7f1a4c06ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a50f86700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1a4c15a540 0x7f1a4c06ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a50f86700 1 -- 172.21.15.99:0/2019460476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a4c0b2e90 msgr2=0x7f1a4c06e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a50f86700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a4c0b2e90 0x7f1a4c06e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a50f86700 1 -- 172.21.15.99:0/2019460476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a380094a0 con 0x7f1a4c0aec90 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a4bfff700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a4c0b2e90 0x7f1a4c06e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a50f86700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 0x7f1a4c150220 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1a4000c7f0 tx=0x7f1a4000cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a497fa700 1 -- 172.21.15.99:0/2019460476 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a40011800 con 0x7f1a4c0aec90 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a497fa700 1 -- 172.21.15.99:0/2019460476 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a40011960 con 0x7f1a4c0aec90 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a4c15bec0 con 0x7f1a4c0aec90 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a497fa700 1 -- 172.21.15.99:0/2019460476 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a40011cf0 con 0x7f1a4c0aec90 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.028+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a4c150760 con 0x7f1a4c0aec90 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.029+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a4c069400 con 0x7f1a4c0aec90 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.030+0000 7f1a497fa700 1 -- 172.21.15.99:0/2019460476 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f1a40018360 con 0x7f1a4c0aec90 2023-11-18T15:44:05.037 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.030+0000 7f1a497fa700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1a3006aed0 0x7f1a3006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.030+0000 7f1a4bfff700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1a3006aed0 0x7f1a3006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.030+0000 7f1a497fa700 1 -- 172.21.15.99:0/2019460476 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1a400894f0 con 0x7f1a4c0aec90 2023-11-18T15:44:05.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.031+0000 7f1a4bfff700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1a3006aed0 0x7f1a3006d390 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c073190 tx=0x7f1a38008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:05.038 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.035+0000 7f1a497fa700 1 -- 172.21.15.99:0/2019460476 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f1a400545a0 con 0x7f1a4c0aec90 2023-11-18T15:44:05.230 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.229+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1a4c153ac0 con 0x7f1a4c0aec90 2023-11-18T15:44:05.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.230+0000 7f1a497fa700 1 -- 172.21.15.99:0/2019460476 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7f1a40057bc0 con 0x7f1a4c0aec90 2023-11-18T15:44:05.232 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:05.232 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:05.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1a3006aed0 msgr2=0x7f1a3006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1a3006aed0 0x7f1a3006d390 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c073190 tx=0x7f1a38008030 comp rx=0 tx=0).stop 2023-11-18T15:44:05.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 msgr2=0x7f1a4c150220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 0x7f1a4c150220 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1a4000c7f0 tx=0x7f1a4000cbb0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 shutdown_connections 2023-11-18T15:44:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1a3006aed0 0x7f1a3006d390 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a4c0aec90 0x7f1a4c150220 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1a4c15a540 0x7f1a4c06ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 --2- 172.21.15.99:0/2019460476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a4c0b2e90 0x7f1a4c06e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 >> 172.21.15.99:0/2019460476 conn(0x7f1a4c0b15d0 msgr2=0x7f1a4c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 shutdown_connections 2023-11-18T15:44:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.233+0000 7f1a531ea700 1 -- 172.21.15.99:0/2019460476 wait complete. 2023-11-18T15:44:05.247 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:44:05.247 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:44:05.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.371+0000 7f6fb16a1700 1 Processor -- start 2023-11-18T15:44:05.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.371+0000 7f6fb16a1700 1 -- start start 2023-11-18T15:44:05.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.372+0000 7f6fb16a1700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f6fac1585b0 0x7f6fac15f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.372+0000 7f6fb16a1700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fac0b5370 con 0x7f6fac15fcd0 2023-11-18T15:44:05.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.372+0000 7f6fb16a1700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fac0b5650 con 0x7f6fac161bc0 2023-11-18T15:44:05.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.372+0000 7f6fb16a1700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fac0b7af0 con 0x7f6fac1585b0 2023-11-18T15:44:05.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.372+0000 7f6faa7fc700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f6fac15fcd0 0x7f6fac06c260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46596/0 (socket says 172.21.15.99:46596) 2023-11-18T15:44:05.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.372+0000 7f6faa7fc700 1 -- 172.21.15.99:0/822188420 learned_addr learned my addr 172.21.15.99:0/822188420 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:05.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.372+0000 7f6faaffd700 1 --2- 172.21.15.99:0/822188420 >> v2:172.21.15.181:3300/0 conn(0x7f6fac1585b0 0x7f6fac15f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.372+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 605491025 0 0) 0x7f6fac0b5370 con 0x7f6fac15fcd0 2023-11-18T15:44:05.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.372+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f940035b0 con 0x7f6fac15fcd0 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3114397862 0 0) 0x7f6f940035b0 con 0x7f6fac15fcd0 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 >> v2:172.21.15.181:3300/0 conn(0x7f6fac1585b0 msgr2=0x7f6fac15f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 --2- 172.21.15.99:0/822188420 >> v2:172.21.15.181:3300/0 conn(0x7f6fac1585b0 0x7f6fac15f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 >> v1:172.21.15.181:6789/0 conn(0x7f6fac161bc0 legacy=0x7f6fac0b6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fac0b5930 con 0x7f6fac15fcd0 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f6f9c001670 con 0x7f6fac15fcd0 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 >> v1:172.21.15.99:6789/0 conn(0x7f6fac15fcd0 legacy=0x7f6fac06c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6f94003a00 0x7f6f94003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6f94004850 0x7f6f94004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6f9400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f9400c080 con 0x7f6f94005210 2023-11-18T15:44:05.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f9400c1f0 con 0x7f6f94004850 2023-11-18T15:44:05.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f9400c3b0 con 0x7f6f94003a00 2023-11-18T15:44:05.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fab7fe700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6f9400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6faa7fc700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6f94004850 0x7f6f94004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6faaffd700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6f94003a00 0x7f6f94003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fab7fe700 1 -- 172.21.15.99:0/822188420 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6f94003a00 msgr2=0x7f6f94003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:05.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fab7fe700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6f94003a00 0x7f6f94003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fab7fe700 1 -- 172.21.15.99:0/822188420 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6f94004850 msgr2=0x7f6f94004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fab7fe700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6f94004850 0x7f6f94004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fab7fe700 1 -- 172.21.15.99:0/822188420 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f940035b0 con 0x7f6f94005210 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fab7fe700 1 -- 172.21.15.99:0/822188420 reap_dead start 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fab7fe700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6f9400ba10 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f6fa400c190 tx=0x7f6f94005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3267cee9b0e402ff server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa4001db0 con 0x7f6f94005210 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fa400ccd0 con 0x7f6f94005210 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.373+0000 7f6fa9ffb700 1 -- 172.21.15.99:0/822188420 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa4003c40 con 0x7f6f94005210 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.374+0000 7f6fb16a1700 1 -- 172.21.15.99:0/822188420 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 msgr2=0x7f6f9400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.374+0000 7f6fb16a1700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6f9400ba10 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f6fa400c190 tx=0x7f6f94005880 comp rx=0 tx=0).stop 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.374+0000 7f6fb16a1700 1 -- 172.21.15.99:0/822188420 shutdown_connections 2023-11-18T15:44:05.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.374+0000 7f6fb16a1700 1 --2- 172.21.15.99:0/822188420 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6f9400ba10 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.374+0000 7f6fb16a1700 1 -- 172.21.15.99:0/822188420 >> 172.21.15.99:0/822188420 conn(0x7f6fac0b31d0 msgr2=0x7f6fac0b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:05.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.374+0000 7f6fb16a1700 1 -- 172.21.15.99:0/822188420 shutdown_connections 2023-11-18T15:44:05.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.374+0000 7f6fb16a1700 1 -- 172.21.15.99:0/822188420 wait complete. 2023-11-18T15:44:05.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.375+0000 7f6fb16a1700 1 Processor -- start 2023-11-18T15:44:05.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.375+0000 7f6fb16a1700 1 -- start start 2023-11-18T15:44:05.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6fb16a1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6fac14ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6fb16a1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6fac0d0050 0x7f6fac1550e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6fb16a1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6fac158c90 0x7f6fac159110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6fb16a1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fac154c50 con 0x7f6f94005210 2023-11-18T15:44:05.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6fb16a1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fac154040 con 0x7f6fac158c90 2023-11-18T15:44:05.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6fb16a1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fac154320 con 0x7f6fac0d0050 2023-11-18T15:44:05.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6faaffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6fac14ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6faaffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6fac14ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59996/0 (socket says 172.21.15.99:59996) 2023-11-18T15:44:05.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6faaffd700 1 -- 172.21.15.99:0/2622289482 learned_addr learned my addr 172.21.15.99:0/2622289482 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:05.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6fab7fe700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6fac158c90 0x7f6fac159110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.376+0000 7f6faa7fc700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6fac0d0050 0x7f6fac1550e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6faaffd700 1 -- 172.21.15.99:0/2622289482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6fac0d0050 msgr2=0x7f6fac1550e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6faaffd700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6fac0d0050 0x7f6fac1550e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6faaffd700 1 -- 172.21.15.99:0/2622289482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6fac158c90 msgr2=0x7f6fac159110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6faaffd700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6fac158c90 0x7f6fac159110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6faaffd700 1 -- 172.21.15.99:0/2622289482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fac154600 con 0x7f6f94005210 2023-11-18T15:44:05.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6faaffd700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6fac14ca60 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6fa00119a0 tx=0x7f6fa0011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:05.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6f937fe700 1 -- 172.21.15.99:0/2622289482 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa000f940 con 0x7f6f94005210 2023-11-18T15:44:05.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6f937fe700 1 -- 172.21.15.99:0/2622289482 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fa000faa0 con 0x7f6f94005210 2023-11-18T15:44:05.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fac1548e0 con 0x7f6f94005210 2023-11-18T15:44:05.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6f937fe700 1 -- 172.21.15.99:0/2622289482 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa000fe30 con 0x7f6f94005210 2023-11-18T15:44:05.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.377+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fac153cf0 con 0x7f6f94005210 2023-11-18T15:44:05.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.378+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fac154f30 con 0x7f6f94005210 2023-11-18T15:44:05.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.378+0000 7f6f937fe700 1 -- 172.21.15.99:0/2622289482 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f6fa0014440 con 0x7f6f94005210 2023-11-18T15:44:05.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.379+0000 7f6f937fe700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6f9806aed0 0x7f6f9806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.379+0000 7f6f937fe700 1 -- 172.21.15.99:0/2622289482 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6fa0089cd0 con 0x7f6f94005210 2023-11-18T15:44:05.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.379+0000 7f6faa7fc700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6f9806aed0 0x7f6f9806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.379+0000 7f6faa7fc700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6f9806aed0 0x7f6f9806d390 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6fac15bc90 tx=0x7f6f9c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:05.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.383+0000 7f6f937fe700 1 -- 172.21.15.99:0/2622289482 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f6fa0054e30 con 0x7f6f94005210 2023-11-18T15:44:05.574 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.573+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6fac069400 con 0x7f6f94005210 2023-11-18T15:44:05.575 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.574+0000 7f6f937fe700 1 -- 172.21.15.99:0/2622289482 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6fa0058450 con 0x7f6f94005210 2023-11-18T15:44:05.575 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:44:05.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6f9806aed0 msgr2=0x7f6f9806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.577 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6f9806aed0 0x7f6f9806d390 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6fac15bc90 tx=0x7f6f9c009040 comp rx=0 tx=0).stop 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 msgr2=0x7f6fac14ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6fac14ca60 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6fa00119a0 tx=0x7f6fa0011d60 comp rx=0 tx=0).stop 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 shutdown_connections 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6f9806aed0 0x7f6f9806d390 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6f94005210 0x7f6fac14ca60 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6fac158c90 0x7f6fac159110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 --2- 172.21.15.99:0/2622289482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6fac0d0050 0x7f6fac1550e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 >> 172.21.15.99:0/2622289482 conn(0x7f6fac0b31d0 msgr2=0x7f6fac06c1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 shutdown_connections 2023-11-18T15:44:05.578 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.576+0000 7f6fb16a1700 1 -- 172.21.15.99:0/2622289482 wait complete. 2023-11-18T15:44:05.589 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:44:05.712 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.711+0000 7fedd1faa700 1 Processor -- start 2023-11-18T15:44:05.712 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.711+0000 7fedd1faa700 1 -- start start 2023-11-18T15:44:05.714 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedd1faa700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fedcc0afc30 0x7fedcc162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedd1faa700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedcc162bc0 con 0x7fedcc146f00 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedd1faa700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedcc0b0110 con 0x7fedcc0cdff0 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedd1faa700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedcc1472e0 con 0x7fedcc0afc30 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedcbfff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fedcc0afc30 0x7fedcc162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedcb7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fedcc146f00 0x7fedcc0cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46616/0 (socket says 172.21.15.99:46616) 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedcb7fe700 1 -- 172.21.15.99:0/3392127241 learned_addr learned my addr 172.21.15.99:0/3392127241 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedcbfff700 1 -- 172.21.15.99:0/3392127241 >> v1:172.21.15.181:6789/0 conn(0x7fedcc0cdff0 legacy=0x7fedcc0cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedcbfff700 1 -- 172.21.15.99:0/3392127241 >> v1:172.21.15.99:6789/0 conn(0x7fedcc146f00 legacy=0x7fedcc0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedca7fc700 1 -- 172.21.15.99:0/3392127241 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4097952893 0 0) 0x7fedcc162bc0 con 0x7fedcc146f00 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedcbfff700 1 -- 172.21.15.99:0/3392127241 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedcc0b03f0 con 0x7fedcc0afc30 2023-11-18T15:44:05.715 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.712+0000 7fedcbfff700 1 --2- 172.21.15.99:0/3392127241 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0afc30 0x7fedcc162680 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fedc4009d90 tx=0x7fedc400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58868cc7f0f06b37 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedca7fc700 1 -- 172.21.15.99:0/3392127241 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedc400e070 con 0x7fedcc0afc30 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedca7fc700 1 -- 172.21.15.99:0/3392127241 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedc400bbd0 con 0x7fedcc0afc30 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedca7fc700 1 -- 172.21.15.99:0/3392127241 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedc4012430 con 0x7fedcc0afc30 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedd1faa700 1 -- 172.21.15.99:0/3392127241 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0afc30 msgr2=0x7fedcc162680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedd1faa700 1 --2- 172.21.15.99:0/3392127241 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0afc30 0x7fedcc162680 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fedc4009d90 tx=0x7fedc400b330 comp rx=0 tx=0).stop 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedd1faa700 1 -- 172.21.15.99:0/3392127241 shutdown_connections 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedd1faa700 1 --2- 172.21.15.99:0/3392127241 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0afc30 0x7fedcc162680 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedd1faa700 1 -- 172.21.15.99:0/3392127241 >> 172.21.15.99:0/3392127241 conn(0x7fedcc0b38b0 msgr2=0x7fedcc0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedd1faa700 1 -- 172.21.15.99:0/3392127241 shutdown_connections 2023-11-18T15:44:05.716 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.713+0000 7fedd1faa700 1 -- 172.21.15.99:0/3392127241 wait complete. 2023-11-18T15:44:05.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.714+0000 7fedd1faa700 1 Processor -- start 2023-11-18T15:44:05.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedd1faa700 1 -- start start 2023-11-18T15:44:05.718 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedd1faa700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fedcc0afc30 0x7fedcc13ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedd1faa700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0cdff0 0x7fedcc1f7220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedd1faa700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fedcc146f00 0x7fedcc1f7760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedd1faa700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedcc0731f0 con 0x7fedcc0cdff0 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedd1faa700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedcc13e1e0 con 0x7fedcc0afc30 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedd1faa700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedcc0704f0 con 0x7fedcc146f00 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedcaffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0cdff0 0x7fedcc1f7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedcaffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0cdff0 0x7fedcc1f7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60012/0 (socket says 172.21.15.99:60012) 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.715+0000 7fedcaffd700 1 -- 172.21.15.99:0/3620781801 learned_addr learned my addr 172.21.15.99:0/3620781801 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedcb7fe700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fedcc0afc30 0x7fedcc13ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedcaffd700 1 -- 172.21.15.99:0/3620781801 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fedcc146f00 msgr2=0x7fedcc1f7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.719 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedcaffd700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fedcc146f00 0x7fedcc1f7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedcaffd700 1 -- 172.21.15.99:0/3620781801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fedcc0afc30 msgr2=0x7fedcc13ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedcaffd700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fedcc0afc30 0x7fedcc13ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedcaffd700 1 -- 172.21.15.99:0/3620781801 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedc4009a70 con 0x7fedcc0cdff0 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedcb7fe700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fedcc0afc30 0x7fedcc13ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedcaffd700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0cdff0 0x7fedcc1f7220 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fedbc00c420 tx=0x7fedbc00c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedb3fff700 1 -- 172.21.15.99:0/3620781801 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedbc0052d0 con 0x7fedcc0cdff0 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedb3fff700 1 -- 172.21.15.99:0/3620781801 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedbc005430 con 0x7fedcc0cdff0 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedcc072b70 con 0x7fedcc0cdff0 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedb3fff700 1 -- 172.21.15.99:0/3620781801 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedbc0038c0 con 0x7fedcc0cdff0 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.716+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedcc070740 con 0x7fedcc0cdff0 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.717+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fedcc069400 con 0x7fedcc0cdff0 2023-11-18T15:44:05.720 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.717+0000 7fedb3fff700 1 -- 172.21.15.99:0/3620781801 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fedbc003a20 con 0x7fedcc0cdff0 2023-11-18T15:44:05.721 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.718+0000 7fedb3fff700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fedb806aed0 0x7fedb806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:05.721 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.718+0000 7fedcb7fe700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fedb806aed0 0x7fedb806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:05.721 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.718+0000 7fedb3fff700 1 -- 172.21.15.99:0/3620781801 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fedbc088970 con 0x7fedcc0cdff0 2023-11-18T15:44:05.721 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.718+0000 7fedcb7fe700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fedb806aed0 0x7fedb806d390 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fedc0000f60 tx=0x7fedc0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:05.723 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.722+0000 7fedb3fff700 1 -- 172.21.15.99:0/3620781801 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fedbc053ab0 con 0x7fedcc0cdff0 2023-11-18T15:44:05.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.912+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fedcc073330 con 0x7fedcc0cdff0 2023-11-18T15:44:05.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.912+0000 7fedb3fff700 1 -- 172.21.15.99:0/3620781801 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7fedbc017020 con 0x7fedcc0cdff0 2023-11-18T15:44:05.913 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:44:05.915 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fedb806aed0 msgr2=0x7fedb806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fedb806aed0 0x7fedb806d390 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fedc0000f60 tx=0x7fedc0009040 comp rx=0 tx=0).stop 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0cdff0 msgr2=0x7fedcc1f7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0cdff0 0x7fedcc1f7220 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fedbc00c420 tx=0x7fedbc00c7e0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 shutdown_connections 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fedcc146f00 0x7fedcc1f7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fedcc0afc30 0x7fedcc13ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fedb806aed0 0x7fedb806d390 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 --2- 172.21.15.99:0/3620781801 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fedcc0cdff0 0x7fedcc1f7220 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 >> 172.21.15.99:0/3620781801 conn(0x7fedcc0b38b0 msgr2=0x7fedcc1615a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 shutdown_connections 2023-11-18T15:44:05.916 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:05.914+0000 7fedd1faa700 1 -- 172.21.15.99:0/3620781801 wait complete. 2023-11-18T15:44:05.928 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:44:06.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.050+0000 7f0cf4cd3700 1 Processor -- start 2023-11-18T15:44:06.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.050+0000 7f0cf4cd3700 1 -- start start 2023-11-18T15:44:06.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cf4cd3700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0cf0146f00 0x7f0cf0162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cf4cd3700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f0cf00cdff0 0x7f0cf00cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cf4cd3700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cf0162bc0 con 0x7f0cf00afc30 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cf4cd3700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cf01472e0 con 0x7f0cf0146f00 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cf4cd3700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cf00b0110 con 0x7f0cf00cdff0 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cee59c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0cf0146f00 0x7f0cf0162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cedd9b700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f0cf00afc30 0x7f0cf00cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46630/0 (socket says 172.21.15.99:46630) 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cedd9b700 1 -- 172.21.15.99:0/3239592551 learned_addr learned my addr 172.21.15.99:0/3239592551 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0ceed9d700 1 --2- 172.21.15.99:0/3239592551 >> v2:172.21.15.181:3300/0 conn(0x7f0cf00cdff0 0x7f0cf00cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cee59c700 1 -- 172.21.15.99:0/3239592551 >> v2:172.21.15.181:3300/0 conn(0x7f0cf00cdff0 msgr2=0x7f0cf00cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cee59c700 1 --2- 172.21.15.99:0/3239592551 >> v2:172.21.15.181:3300/0 conn(0x7f0cf00cdff0 0x7f0cf00cef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cee59c700 1 -- 172.21.15.99:0/3239592551 >> v1:172.21.15.99:6789/0 conn(0x7f0cf00afc30 legacy=0x7f0cf00cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0cee59c700 1 -- 172.21.15.99:0/3239592551 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cf00b03f0 con 0x7f0cf0146f00 2023-11-18T15:44:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.051+0000 7f0ced59a700 1 -- 172.21.15.99:0/3239592551 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2879413447 0 0) 0x7f0cf0162bc0 con 0x7f0cf00afc30 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0cee59c700 1 --2- 172.21.15.99:0/3239592551 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf0146f00 0x7f0cf0162680 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f0cf006fa10 tx=0x7f0ce4009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a51a3a17a55187d6 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0ced59a700 1 -- 172.21.15.99:0/3239592551 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ce4011830 con 0x7f0cf0146f00 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0ced59a700 1 -- 172.21.15.99:0/3239592551 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ce4011990 con 0x7f0cf0146f00 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0ced59a700 1 -- 172.21.15.99:0/3239592551 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ce4011d20 con 0x7f0cf0146f00 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/3239592551 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf0146f00 msgr2=0x7f0cf0162680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0cf4cd3700 1 --2- 172.21.15.99:0/3239592551 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf0146f00 0x7f0cf0162680 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f0cf006fa10 tx=0x7f0ce4009b20 comp rx=0 tx=0).stop 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/3239592551 shutdown_connections 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0cf4cd3700 1 --2- 172.21.15.99:0/3239592551 >> v2:172.21.15.181:3300/0 conn(0x7f0cf00cdff0 0x7f0cf00cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0cf4cd3700 1 --2- 172.21.15.99:0/3239592551 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf0146f00 0x7f0cf0162680 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/3239592551 >> 172.21.15.99:0/3239592551 conn(0x7f0cf00b38b0 msgr2=0x7f0cf00b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/3239592551 shutdown_connections 2023-11-18T15:44:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.052+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/3239592551 wait complete. 2023-11-18T15:44:06.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.054+0000 7f0cf4cd3700 1 Processor -- start 2023-11-18T15:44:06.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.054+0000 7f0cf4cd3700 1 -- start start 2023-11-18T15:44:06.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.054+0000 7f0cf4cd3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0cf00afc30 0x7f0cf015d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.054+0000 7f0cf4cd3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf00cdff0 0x7f0cf015e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.054+0000 7f0cf4cd3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0cf0146f00 0x7f0cf015ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.054+0000 7f0cf4cd3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf0070b40 con 0x7f0cf00cdff0 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.054+0000 7f0cf4cd3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf0160e40 con 0x7f0cf00afc30 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cf4cd3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf0161120 con 0x7f0cf0146f00 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cedd9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf00cdff0 0x7f0cf015e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cedd9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf00cdff0 0x7f0cf015e730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60024/0 (socket says 172.21.15.99:60024) 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cedd9b700 1 -- 172.21.15.99:0/4176651215 learned_addr learned my addr 172.21.15.99:0/4176651215 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cee59c700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0cf00afc30 0x7f0cf015d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0ceed9d700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0cf0146f00 0x7f0cf015ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cedd9b700 1 -- 172.21.15.99:0/4176651215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0cf0146f00 msgr2=0x7f0cf015ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cedd9b700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0cf0146f00 0x7f0cf015ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cedd9b700 1 -- 172.21.15.99:0/4176651215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0cf00afc30 msgr2=0x7f0cf015d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cedd9b700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0cf00afc30 0x7f0cf015d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cedd9b700 1 -- 172.21.15.99:0/4176651215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ce40094a0 con 0x7f0cf00cdff0 2023-11-18T15:44:06.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0ceed9d700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0cf0146f00 0x7f0cf015ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:06.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cedd9b700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf00cdff0 0x7f0cf015e730 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f0ce000c550 tx=0x7f0ce000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:06.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cdeffd700 1 -- 172.21.15.99:0/4176651215 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ce0004c80 con 0x7f0cf00cdff0 2023-11-18T15:44:06.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cdeffd700 1 -- 172.21.15.99:0/4176651215 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ce0004e00 con 0x7f0cf00cdff0 2023-11-18T15:44:06.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cf00704f0 con 0x7f0cf00cdff0 2023-11-18T15:44:06.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cdeffd700 1 -- 172.21.15.99:0/4176651215 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ce0007310 con 0x7f0cf00cdff0 2023-11-18T15:44:06.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.055+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cf0143860 con 0x7f0cf00cdff0 2023-11-18T15:44:06.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.056+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cf0070cf0 con 0x7f0cf00cdff0 2023-11-18T15:44:06.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.057+0000 7f0cdeffd700 1 -- 172.21.15.99:0/4176651215 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f0ce0007470 con 0x7f0cf00cdff0 2023-11-18T15:44:06.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.057+0000 7f0cdeffd700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cd006aed0 0x7f0cd006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.057+0000 7f0cdeffd700 1 -- 172.21.15.99:0/4176651215 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0ce0089290 con 0x7f0cf00cdff0 2023-11-18T15:44:06.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.057+0000 7f0cee59c700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cd006aed0 0x7f0cd006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.058+0000 7f0cee59c700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cd006aed0 0x7f0cd006d390 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0ce40090b0 tx=0x7f0ce4008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:06.062 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.062+0000 7f0cdeffd700 1 -- 172.21.15.99:0/4176651215 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0cf0070cf0 con 0x7f0cf00cdff0 2023-11-18T15:44:06.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.255+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0cf0069400 con 0x7f0cf00cdff0 2023-11-18T15:44:06.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.256+0000 7f0cdeffd700 1 -- 172.21.15.99:0/4176651215 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0ce0054340 con 0x7f0cf00cdff0 2023-11-18T15:44:06.257 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:44:06.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cd006aed0 msgr2=0x7f0cd006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cd006aed0 0x7f0cd006d390 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0ce40090b0 tx=0x7f0ce4008030 comp rx=0 tx=0).stop 2023-11-18T15:44:06.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf00cdff0 msgr2=0x7f0cf015e730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf00cdff0 0x7f0cf015e730 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f0ce000c550 tx=0x7f0ce000c860 comp rx=0 tx=0).stop 2023-11-18T15:44:06.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 shutdown_connections 2023-11-18T15:44:06.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0cf0146f00 0x7f0cf015ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0cf00afc30 0x7f0cf015d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0cd006aed0 0x7f0cd006d390 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 --2- 172.21.15.99:0/4176651215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0cf00cdff0 0x7f0cf015e730 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 >> 172.21.15.99:0/4176651215 conn(0x7f0cf00b38b0 msgr2=0x7f0cf00cede0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:06.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 shutdown_connections 2023-11-18T15:44:06.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.258+0000 7f0cf4cd3700 1 -- 172.21.15.99:0/4176651215 wait complete. 2023-11-18T15:44:06.271 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-18T15:44:06.393 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.392+0000 7fd404a97700 1 Processor -- start 2023-11-18T15:44:06.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.392+0000 7fd404a97700 1 -- start start 2023-11-18T15:44:06.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.393+0000 7fd404a97700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 0x7fd4000704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.393+0000 7fd404a97700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd400070a30 0x7fd40015f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.393+0000 7fd404a97700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd40006e200 con 0x7fd400147810 2023-11-18T15:44:06.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.393+0000 7fd404a97700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd400070ec0 con 0x7fd400070a30 2023-11-18T15:44:06.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.393+0000 7fd404a97700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd40006e4e0 con 0x7fd4000b64f0 2023-11-18T15:44:06.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fed9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd400070a30 0x7fd40015f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fed9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd400070a30 0x7fd40015f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60034/0 (socket says 172.21.15.99:60034) 2023-11-18T15:44:06.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fed9d700 1 -- 172.21.15.99:0/296764370 learned_addr learned my addr 172.21.15.99:0/296764370 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:06.396 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fed9d700 1 -- 172.21.15.99:0/296764370 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 msgr2=0x7fd4000704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fdd9b700 1 --2- 172.21.15.99:0/296764370 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 0x7fd4000704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fed9d700 1 --2- 172.21.15.99:0/296764370 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 0x7fd4000704f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fed9d700 1 -- 172.21.15.99:0/296764370 >> v1:172.21.15.181:6789/0 conn(0x7fd400147810 legacy=0x7fd40006d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fed9d700 1 -- 172.21.15.99:0/296764370 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd40015e970 con 0x7fd400070a30 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fed9d700 1 --2- 172.21.15.99:0/296764370 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400070a30 0x7fd40015f170 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd3f8009e50 tx=0x7fd3f800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a728f340c6530acc server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fd59a700 1 -- 172.21.15.99:0/296764370 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3f800e070 con 0x7fd400070a30 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fd59a700 1 -- 172.21.15.99:0/296764370 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3f8003a20 con 0x7fd400070a30 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.394+0000 7fd3fd59a700 1 -- 172.21.15.99:0/296764370 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8003dd0 con 0x7fd400070a30 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.395+0000 7fd404a97700 1 -- 172.21.15.99:0/296764370 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400070a30 msgr2=0x7fd40015f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.395+0000 7fd404a97700 1 --2- 172.21.15.99:0/296764370 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400070a30 0x7fd40015f170 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd3f8009e50 tx=0x7fd3f800b330 comp rx=0 tx=0).stop 2023-11-18T15:44:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.395+0000 7fd404a97700 1 -- 172.21.15.99:0/296764370 shutdown_connections 2023-11-18T15:44:06.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.395+0000 7fd404a97700 1 --2- 172.21.15.99:0/296764370 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400070a30 0x7fd40015f170 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.395+0000 7fd404a97700 1 --2- 172.21.15.99:0/296764370 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 0x7fd4000704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.395+0000 7fd404a97700 1 -- 172.21.15.99:0/296764370 >> 172.21.15.99:0/296764370 conn(0x7fd4000b2130 msgr2=0x7fd4000b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:06.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.395+0000 7fd404a97700 1 -- 172.21.15.99:0/296764370 shutdown_connections 2023-11-18T15:44:06.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.395+0000 7fd404a97700 1 -- 172.21.15.99:0/296764370 wait complete. 2023-11-18T15:44:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.396+0000 7fd404a97700 1 Processor -- start 2023-11-18T15:44:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.396+0000 7fd404a97700 1 -- start start 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd404a97700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd400070a30 0x7fd4001f7450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd404a97700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 0x7fd4001f2d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd404a97700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400147810 0x7fd4000afac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd404a97700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4001363b0 con 0x7fd400147810 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd404a97700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4001357a0 con 0x7fd400070a30 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd404a97700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd400135a80 con 0x7fd4000b64f0 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fed9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400147810 0x7fd4000afac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fed9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400147810 0x7fd4000afac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60040/0 (socket says 172.21.15.99:60040) 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fed9d700 1 -- 172.21.15.99:0/4077309970 learned_addr learned my addr 172.21.15.99:0/4077309970 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fe59c700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd400070a30 0x7fd4001f7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fdd9b700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 0x7fd4001f2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fed9d700 1 -- 172.21.15.99:0/4077309970 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 msgr2=0x7fd4001f2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fed9d700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 0x7fd4001f2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fed9d700 1 -- 172.21.15.99:0/4077309970 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd400070a30 msgr2=0x7fd4001f7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fed9d700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd400070a30 0x7fd4001f7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.397+0000 7fd3fed9d700 1 -- 172.21.15.99:0/4077309970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3f8009b30 con 0x7fd400147810 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.398+0000 7fd3fed9d700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400147810 0x7fd4000afac0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd4000b46e0 tx=0x7fd3f8004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.398+0000 7fd3f6ffd700 1 -- 172.21.15.99:0/4077309970 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8004440 con 0x7fd400147810 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.398+0000 7fd3f6ffd700 1 -- 172.21.15.99:0/4077309970 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3f80045c0 con 0x7fd400147810 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.398+0000 7fd3f6ffd700 1 -- 172.21.15.99:0/4077309970 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8004970 con 0x7fd400147810 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.398+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd400135d60 con 0x7fd400147810 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.398+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4001f7990 con 0x7fd400147810 2023-11-18T15:44:06.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.399+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd400073aa0 con 0x7fd400147810 2023-11-18T15:44:06.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.399+0000 7fd3f6ffd700 1 -- 172.21.15.99:0/4077309970 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd3f8025450 con 0x7fd400147810 2023-11-18T15:44:06.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.400+0000 7fd3f6ffd700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd3e006aed0 0x7fd3e006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.400+0000 7fd3f6ffd700 1 -- 172.21.15.99:0/4077309970 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3f808ac30 con 0x7fd400147810 2023-11-18T15:44:06.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.400+0000 7fd3fe59c700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd3e006aed0 0x7fd3e006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.400+0000 7fd3fe59c700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd3e006aed0 0x7fd3e006d390 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8007fd0 tx=0x7fd3e8007ec0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:06.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.404+0000 7fd3f6ffd700 1 -- 172.21.15.99:0/4077309970 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fd3f8059800 con 0x7fd400147810 2023-11-18T15:44:06.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.611+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd400069400 con 0x7fd400147810 2023-11-18T15:44:06.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.612+0000 7fd3f6ffd700 1 -- 172.21.15.99:0/4077309970 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd3f8059390 con 0x7fd400147810 2023-11-18T15:44:06.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd3e006aed0 msgr2=0x7fd3e006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd3e006aed0 0x7fd3e006d390 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8007fd0 tx=0x7fd3e8007ec0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400147810 msgr2=0x7fd4000afac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400147810 0x7fd4000afac0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd4000b46e0 tx=0x7fd3f8004ad0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 shutdown_connections 2023-11-18T15:44:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd3e006aed0 0x7fd3e006d390 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd400147810 0x7fd4000afac0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd400070a30 0x7fd4001f7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 --2- 172.21.15.99:0/4077309970 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd4000b64f0 0x7fd4001f2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 >> 172.21.15.99:0/4077309970 conn(0x7fd4000b2130 msgr2=0x7fd400145fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 shutdown_connections 2023-11-18T15:44:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.614+0000 7fd404a97700 1 -- 172.21.15.99:0/4077309970 wait complete. 2023-11-18T15:44:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:listed 0 entries 2023-11-18T15:44:06.627 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2023-11-18T15:44:06.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:06.628 DEBUG:teuthology.orchestra.run.smithi181:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2023-11-18T15:44:06.676 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T15:44:06.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:06.676 DEBUG:teuthology.orchestra.run.smithi181:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-11-18T15:44:06.696 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-11-18T15:44:06.696 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:44:06.816 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.815+0000 7f75e342c700 1 Processor -- start 2023-11-18T15:44:06.816 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.815+0000 7f75e342c700 1 -- start start 2023-11-18T15:44:06.817 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75e342c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 0x7f75dc0ae090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.817 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75e342c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f75dc0ae5d0 0x7f75dc161dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.817 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75e342c700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75dc141600 con 0x7f75dc162300 2023-11-18T15:44:06.817 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75e342c700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75dc0728a0 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.817 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75e342c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75dc0af6d0 con 0x7f75dc141220 2023-11-18T15:44:06.817 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75e09c7700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f75dc0ae5d0 0x7f75dc161dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.818 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75e19c9700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f75dc162300 0x7f75dc15e7e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:57620/0 (socket says 172.21.15.99:57620) 2023-11-18T15:44:06.818 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75e19c9700 1 -- 172.21.15.99:0/2869075546 learned_addr learned my addr 172.21.15.99:0/2869075546 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:06.818 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75e11c8700 1 --2- 172.21.15.99:0/2869075546 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 0x7f75dc0ae090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.819 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75d3fff700 1 -- 172.21.15.99:0/2869075546 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2003261110 0 0) 0x7f75d4001490 con 0x7f75dc162300 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.816+0000 7f75d3fff700 1 -- 172.21.15.99:0/2869075546 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f75c80035b0 con 0x7f75dc162300 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e09c7700 1 -- 172.21.15.99:0/2869075546 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 msgr2=0x7f75dc0ae090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e09c7700 1 --2- 172.21.15.99:0/2869075546 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 0x7f75dc0ae090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e09c7700 1 -- 172.21.15.99:0/2869075546 >> v1:172.21.15.181:6789/0 conn(0x7f75dc162300 legacy=0x7f75dc15e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e09c7700 1 -- 172.21.15.99:0/2869075546 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75dc0aeb50 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e11c8700 1 --2- 172.21.15.99:0/2869075546 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 0x7f75dc0ae090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e09c7700 1 --2- 172.21.15.99:0/2869075546 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f75dc0ae5d0 0x7f75dc161dc0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f75cc009840 tx=0x7f75cc009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5272509fd44e896b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75d3fff700 1 -- 172.21.15.99:0/2869075546 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75cc011830 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75d3fff700 1 -- 172.21.15.99:0/2869075546 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75cc011990 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75d3fff700 1 -- 172.21.15.99:0/2869075546 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75cc011d00 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e342c700 1 -- 172.21.15.99:0/2869075546 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f75dc0ae5d0 msgr2=0x7f75dc161dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e342c700 1 --2- 172.21.15.99:0/2869075546 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f75dc0ae5d0 0x7f75dc161dc0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f75cc009840 tx=0x7f75cc009b50 comp rx=0 tx=0).stop 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e342c700 1 -- 172.21.15.99:0/2869075546 shutdown_connections 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e342c700 1 --2- 172.21.15.99:0/2869075546 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 0x7f75dc0ae090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e342c700 1 --2- 172.21.15.99:0/2869075546 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f75dc0ae5d0 0x7f75dc161dc0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.817+0000 7f75e342c700 1 -- 172.21.15.99:0/2869075546 >> 172.21.15.99:0/2869075546 conn(0x7f75dc0b1ff0 msgr2=0x7f75dc0b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.818+0000 7f75e342c700 1 -- 172.21.15.99:0/2869075546 shutdown_connections 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.818+0000 7f75e342c700 1 -- 172.21.15.99:0/2869075546 wait complete. 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.819+0000 7f75e342c700 1 Processor -- start 2023-11-18T15:44:06.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.819+0000 7f75e342c700 1 -- start start 2023-11-18T15:44:06.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.819+0000 7f75e342c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f75dc0ae5d0 0x7f75dc1f34d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.819+0000 7f75e342c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 0x7f75dc1f7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.819+0000 7f75e342c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f75dc162300 0x7f75dc12e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.819+0000 7f75e342c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75dc12f4e0 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.819+0000 7f75e342c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75dc1f7500 con 0x7f75dc162300 2023-11-18T15:44:06.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.819+0000 7f75e342c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75dc12ef20 con 0x7f75dc141220 2023-11-18T15:44:06.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e11c8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f75dc0ae5d0 0x7f75dc1f34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e11c8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f75dc0ae5d0 0x7f75dc1f34d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60050/0 (socket says 172.21.15.99:60050) 2023-11-18T15:44:06.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e11c8700 1 -- 172.21.15.99:0/940945916 learned_addr learned my addr 172.21.15.99:0/940945916 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:06.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e19c9700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f75dc162300 0x7f75dc12e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e09c7700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 0x7f75dc1f7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e11c8700 1 -- 172.21.15.99:0/940945916 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 msgr2=0x7f75dc1f7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e11c8700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 0x7f75dc1f7990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e11c8700 1 -- 172.21.15.99:0/940945916 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f75dc162300 msgr2=0x7f75dc12e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:06.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e11c8700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f75dc162300 0x7f75dc12e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e11c8700 1 -- 172.21.15.99:0/940945916 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75d80094a0 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e11c8700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f75dc0ae5d0 0x7f75dc1f34d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f75d800ebe0 tx=0x7f75d8009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75d1ffb700 1 -- 172.21.15.99:0/940945916 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75d800c910 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75d1ffb700 1 -- 172.21.15.99:0/940945916 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75d800ca70 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75cc0094a0 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.820+0000 7f75d1ffb700 1 -- 172.21.15.99:0/940945916 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75d800cde0 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.821+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75dc1f7190 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.822+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75dc1f77e0 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.822+0000 7f75d1ffb700 1 -- 172.21.15.99:0/940945916 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f75d8013470 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.822+0000 7f75d1ffb700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f75c006aed0 0x7f75c006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:06.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.822+0000 7f75d1ffb700 1 -- 172.21.15.99:0/940945916 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f75d80896e0 con 0x7f75dc0ae5d0 2023-11-18T15:44:06.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.822+0000 7f75e09c7700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f75c006aed0 0x7f75c006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:06.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.823+0000 7f75e09c7700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f75c006aed0 0x7f75c006d390 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f75cc009fd0 tx=0x7f75cc008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:06.828 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:06.827+0000 7f75d1ffb700 1 -- 172.21.15.99:0/940945916 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f75d8054820 con 0x7f75dc0ae5d0 2023-11-18T15:44:07.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.058+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f75dc073aa0 con 0x7f75dc0ae5d0 2023-11-18T15:44:07.060 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.059+0000 7f75d1ffb700 1 -- 172.21.15.99:0/940945916 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7f75d8057e40 con 0x7f75dc0ae5d0 2023-11-18T15:44:07.060 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:07.061 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6834/3683325457","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3683325457},{"type":"v1","addr":"172.21.15.181:6834","nonce":3683325457}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/1698815937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1698815937},{"type":"v1","addr":"172.21.15.99:6837","nonce":1698815937}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:43:26.486845+0000","modified":"2023-11-18T15:43:29.528181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.181:6835/2507761095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6833","nonce":2507761095},{"type":"v1","addr":"172.21.15.181:6835","nonce":2507761095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-18T15:44:07.062 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f75c006aed0 msgr2=0x7f75c006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.062 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f75c006aed0 0x7f75c006d390 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f75cc009fd0 tx=0x7f75cc008030 comp rx=0 tx=0).stop 2023-11-18T15:44:07.062 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f75dc0ae5d0 msgr2=0x7f75dc1f34d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.063 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f75dc0ae5d0 0x7f75dc1f34d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f75d800ebe0 tx=0x7f75d8009ec0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.063 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 shutdown_connections 2023-11-18T15:44:07.063 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f75c006aed0 0x7f75c006d390 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.063 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f75dc0ae5d0 0x7f75dc1f34d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.064 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f75dc162300 0x7f75dc12e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.064 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 --2- 172.21.15.99:0/940945916 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f75dc141220 0x7f75dc1f7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.064 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 >> 172.21.15.99:0/940945916 conn(0x7f75dc0b1ff0 msgr2=0x7f75dc158690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:07.064 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 shutdown_connections 2023-11-18T15:44:07.064 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.061+0000 7f75e342c700 1 -- 172.21.15.99:0/940945916 wait complete. 2023-11-18T15:44:07.065 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2023-11-18T15:44:07.074 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:07.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.197+0000 7f58990d8700 1 Processor -- start 2023-11-18T15:44:07.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.197+0000 7f58990d8700 1 -- start start 2023-11-18T15:44:07.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f58990d8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f58941439a0 0x7f5894143d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f58990d8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f589415f0a0 0x7f589406dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f58990d8700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f5894161d30 0x7f58941621c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f58990d8700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58941416b0 con 0x7f589415f0a0 2023-11-18T15:44:07.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f58990d8700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58941442c0 con 0x7f5894161d30 2023-11-18T15:44:07.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f58990d8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f589406e650 con 0x7f58941439a0 2023-11-18T15:44:07.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589259c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f589415f0a0 0x7f589406dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589259c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f589415f0a0 0x7f589406dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60060/0 (socket says 172.21.15.99:60060) 2023-11-18T15:44:07.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589259c700 1 -- 172.21.15.99:0/402322418 learned_addr learned my addr 172.21.15.99:0/402322418 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:07.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589359e700 1 --2- 172.21.15.99:0/402322418 >> v2:172.21.15.181:3300/0 conn(0x7f5894161d30 0x7f58941621c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f5892d9d700 1 --2- 172.21.15.99:0/402322418 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f58941439a0 0x7f5894143d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589259c700 1 -- 172.21.15.99:0/402322418 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f58941439a0 msgr2=0x7f5894143d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:07.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589259c700 1 --2- 172.21.15.99:0/402322418 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f58941439a0 0x7f5894143d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589259c700 1 -- 172.21.15.99:0/402322418 >> v2:172.21.15.181:3300/0 conn(0x7f5894161d30 msgr2=0x7f58941621c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:07.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589259c700 1 --2- 172.21.15.99:0/402322418 >> v2:172.21.15.181:3300/0 conn(0x7f5894161d30 0x7f58941621c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589259c700 1 -- 172.21.15.99:0/402322418 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f589406e930 con 0x7f589415f0a0 2023-11-18T15:44:07.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f589259c700 1 --2- 172.21.15.99:0/402322418 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f589415f0a0 0x7f589406dd70 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f58940b2990 tx=0x7f5888009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56073a3310e04a95 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:07.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f5891d9b700 1 -- 172.21.15.99:0/402322418 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f588800b870 con 0x7f589415f0a0 2023-11-18T15:44:07.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f5891d9b700 1 -- 172.21.15.99:0/402322418 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f588800b9d0 con 0x7f589415f0a0 2023-11-18T15:44:07.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.198+0000 7f5891d9b700 1 -- 172.21.15.99:0/402322418 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f588800bd60 con 0x7f589415f0a0 2023-11-18T15:44:07.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.199+0000 7f58990d8700 1 -- 172.21.15.99:0/402322418 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f589415f0a0 msgr2=0x7f589406dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.199+0000 7f58990d8700 1 --2- 172.21.15.99:0/402322418 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f589415f0a0 0x7f589406dd70 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f58940b2990 tx=0x7f5888009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.199+0000 7f58990d8700 1 -- 172.21.15.99:0/402322418 shutdown_connections 2023-11-18T15:44:07.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.199+0000 7f58990d8700 1 --2- 172.21.15.99:0/402322418 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f58941439a0 0x7f5894143d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.199+0000 7f58990d8700 1 --2- 172.21.15.99:0/402322418 >> v2:172.21.15.181:3300/0 conn(0x7f5894161d30 0x7f58941621c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.199+0000 7f58990d8700 1 --2- 172.21.15.99:0/402322418 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f589415f0a0 0x7f589406dd70 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.199+0000 7f58990d8700 1 -- 172.21.15.99:0/402322418 >> 172.21.15.99:0/402322418 conn(0x7f58940b1a90 msgr2=0x7f58940b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:07.206 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.199+0000 7f58990d8700 1 -- 172.21.15.99:0/402322418 shutdown_connections 2023-11-18T15:44:07.206 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.199+0000 7f58990d8700 1 -- 172.21.15.99:0/402322418 wait complete. 2023-11-18T15:44:07.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.201+0000 7f58990d8700 1 Processor -- start 2023-11-18T15:44:07.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.201+0000 7f58990d8700 1 -- start start 2023-11-18T15:44:07.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f58990d8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58941439a0 0x7f5894161320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f58990d8700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f589415f0a0 0x7f5894135270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f58990d8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5894161d30 0x7f5894158de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f58990d8700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f589415a2b0 con 0x7f58941439a0 2023-11-18T15:44:07.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f58990d8700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f589415a6d0 con 0x7f589415f0a0 2023-11-18T15:44:07.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f58990d8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5894159630 con 0x7f5894161d30 2023-11-18T15:44:07.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f5892d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58941439a0 0x7f5894161320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f5892d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58941439a0 0x7f5894161320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60064/0 (socket says 172.21.15.99:60064) 2023-11-18T15:44:07.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f5892d9d700 1 -- 172.21.15.99:0/1504742496 learned_addr learned my addr 172.21.15.99:0/1504742496 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:07.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f589259c700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f589415f0a0 0x7f5894135270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f589359e700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5894161d30 0x7f5894158de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f5892d9d700 1 -- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5894161d30 msgr2=0x7f5894158de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f5892d9d700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5894161d30 0x7f5894158de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f5892d9d700 1 -- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f589415f0a0 msgr2=0x7f5894135270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f5892d9d700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f589415f0a0 0x7f5894135270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f5892d9d700 1 -- 172.21.15.99:0/1504742496 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5888009550 con 0x7f58941439a0 2023-11-18T15:44:07.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f589259c700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f589415f0a0 0x7f5894135270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:07.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f589359e700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5894161d30 0x7f5894158de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:07.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f5892d9d700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58941439a0 0x7f5894161320 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f588400e810 tx=0x7f588400ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:07.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f587b7fe700 1 -- 172.21.15.99:0/1504742496 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5884013610 con 0x7f58941439a0 2023-11-18T15:44:07.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.202+0000 7f587b7fe700 1 -- 172.21.15.99:0/1504742496 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5884013770 con 0x7f58941439a0 2023-11-18T15:44:07.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.203+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5894159910 con 0x7f58941439a0 2023-11-18T15:44:07.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.203+0000 7f587b7fe700 1 -- 172.21.15.99:0/1504742496 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5884013b20 con 0x7f58941439a0 2023-11-18T15:44:07.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.203+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5894159ed0 con 0x7f58941439a0 2023-11-18T15:44:07.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.204+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5894073aa0 con 0x7f58941439a0 2023-11-18T15:44:07.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.204+0000 7f587b7fe700 1 -- 172.21.15.99:0/1504742496 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f5884013c80 con 0x7f58941439a0 2023-11-18T15:44:07.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.204+0000 7f587b7fe700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f588006aed0 0x7f588006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.205+0000 7f589259c700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f588006aed0 0x7f588006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.205+0000 7f587b7fe700 1 -- 172.21.15.99:0/1504742496 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5884089260 con 0x7f58941439a0 2023-11-18T15:44:07.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.205+0000 7f589259c700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f588006aed0 0x7f588006d390 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5888000c00 tx=0x7f5888008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:07.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.209+0000 7f587b7fe700 1 -- 172.21.15.99:0/1504742496 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f5884054310 con 0x7f58941439a0 2023-11-18T15:44:07.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.401+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5894069400 con 0x7f58941439a0 2023-11-18T15:44:07.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.402+0000 7f587b7fe700 1 -- 172.21.15.99:0/1504742496 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7f588405ce60 con 0x7f58941439a0 2023-11-18T15:44:07.403 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:07.403 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:07.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f588006aed0 msgr2=0x7f588006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f588006aed0 0x7f588006d390 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5888000c00 tx=0x7f5888008030 comp rx=0 tx=0).stop 2023-11-18T15:44:07.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58941439a0 msgr2=0x7f5894161320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58941439a0 0x7f5894161320 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f588400e810 tx=0x7f588400ebd0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 shutdown_connections 2023-11-18T15:44:07.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f588006aed0 0x7f588006d390 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58941439a0 0x7f5894161320 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5894161d30 0x7f5894158de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 --2- 172.21.15.99:0/1504742496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f589415f0a0 0x7f5894135270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 >> 172.21.15.99:0/1504742496 conn(0x7f58940b1a90 msgr2=0x7f58940717f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:07.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 shutdown_connections 2023-11-18T15:44:07.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.404+0000 7f58990d8700 1 -- 172.21.15.99:0/1504742496 wait complete. 2023-11-18T15:44:07.417 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:43:24.818125+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:43:25.455895+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:44:07.418 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:44:07.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.539+0000 7f822c675700 1 Processor -- start 2023-11-18T15:44:07.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.539+0000 7f822c675700 1 -- start start 2023-11-18T15:44:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822c675700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f82240b7000 0x7f822406c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822c675700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82240b7490 con 0x7f822406ce00 2023-11-18T15:44:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822c675700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82240b7770 con 0x7f8224072400 2023-11-18T15:44:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822c675700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82240b7a50 con 0x7f82240b7000 2023-11-18T15:44:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822ac12700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f822406ce00 0x7f8224158260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46688/0 (socket says 172.21.15.99:46688) 2023-11-18T15:44:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822ac12700 1 -- 172.21.15.99:0/3761268153 learned_addr learned my addr 172.21.15.99:0/3761268153 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f8229c10700 1 --2- 172.21.15.99:0/3761268153 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f82240b7000 0x7f822406c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822940f700 1 -- 172.21.15.99:0/3761268153 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 809305733 0 0) 0x7f82240b7490 con 0x7f822406ce00 2023-11-18T15:44:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822940f700 1 -- 172.21.15.99:0/3761268153 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f82100035b0 con 0x7f822406ce00 2023-11-18T15:44:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822940f700 1 -- 172.21.15.99:0/3761268153 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2626378543 0 0) 0x7f82240b7770 con 0x7f8224072400 2023-11-18T15:44:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822940f700 1 -- 172.21.15.99:0/3761268153 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f82240b7490 con 0x7f8224072400 2023-11-18T15:44:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f8229c10700 1 -- 172.21.15.99:0/3761268153 >> v1:172.21.15.181:6789/0 conn(0x7f8224072400 legacy=0x7f822415f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f8229c10700 1 -- 172.21.15.99:0/3761268153 >> v1:172.21.15.99:6789/0 conn(0x7f822406ce00 legacy=0x7f8224158260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.540+0000 7f822940f700 1 -- 172.21.15.99:0/3761268153 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 587704426 0 0) 0x7f82100035b0 con 0x7f822406ce00 2023-11-18T15:44:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f8229c10700 1 -- 172.21.15.99:0/3761268153 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f822415e910 con 0x7f82240b7000 2023-11-18T15:44:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f8229c10700 1 --2- 172.21.15.99:0/3761268153 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f82240b7000 0x7f822406c8c0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8214009870 tx=0x7f8214009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8674528ce3e01792 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f822940f700 1 -- 172.21.15.99:0/3761268153 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c0019f0 con 0x7f82240b7000 2023-11-18T15:44:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f822940f700 1 -- 172.21.15.99:0/3761268153 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8214004030 con 0x7f82240b7000 2023-11-18T15:44:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f822940f700 1 -- 172.21.15.99:0/3761268153 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82140043c0 con 0x7f82240b7000 2023-11-18T15:44:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f822c675700 1 -- 172.21.15.99:0/3761268153 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f82240b7000 msgr2=0x7f822406c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f822c675700 1 --2- 172.21.15.99:0/3761268153 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f82240b7000 0x7f822406c8c0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8214009870 tx=0x7f8214009b80 comp rx=0 tx=0).stop 2023-11-18T15:44:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f822c675700 1 -- 172.21.15.99:0/3761268153 shutdown_connections 2023-11-18T15:44:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f822c675700 1 --2- 172.21.15.99:0/3761268153 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f82240b7000 0x7f822406c8c0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.541+0000 7f822c675700 1 -- 172.21.15.99:0/3761268153 >> 172.21.15.99:0/3761268153 conn(0x7f82240b3140 msgr2=0x7f82240b3520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:07.546 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.542+0000 7f822c675700 1 -- 172.21.15.99:0/3761268153 shutdown_connections 2023-11-18T15:44:07.546 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.542+0000 7f822c675700 1 -- 172.21.15.99:0/3761268153 wait complete. 2023-11-18T15:44:07.548 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.543+0000 7f822c675700 1 Processor -- start 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.543+0000 7f822c675700 1 -- start start 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.543+0000 7f822c675700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f822406ce00 0x7f8224156ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.543+0000 7f822c675700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8224072400 0x7f8224156ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.543+0000 7f822c675700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8224150450 0x7f822415f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822c675700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f822415ecf0 con 0x7f8224150450 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822c675700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82241544c0 con 0x7f822406ce00 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822c675700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82241f3910 con 0x7f8224072400 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822ac12700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8224150450 0x7f822415f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822ac12700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8224150450 0x7f822415f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60082/0 (socket says 172.21.15.99:60082) 2023-11-18T15:44:07.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822ac12700 1 -- 172.21.15.99:0/1164405729 learned_addr learned my addr 172.21.15.99:0/1164405729 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:07.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f8229c10700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8224072400 0x7f8224156ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822a411700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f822406ce00 0x7f8224156ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822ac12700 1 -- 172.21.15.99:0/1164405729 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8224072400 msgr2=0x7f8224156ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822ac12700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8224072400 0x7f8224156ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822ac12700 1 -- 172.21.15.99:0/1164405729 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f822406ce00 msgr2=0x7f8224156ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822ac12700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f822406ce00 0x7f8224156ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822ac12700 1 -- 172.21.15.99:0/1164405729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82140094a0 con 0x7f8224150450 2023-11-18T15:44:07.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822a411700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f822406ce00 0x7f8224156ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:07.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822ac12700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8224150450 0x7f822415f840 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f821c0018a0 tx=0x7f821c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f821affd700 1 -- 172.21.15.99:0/1164405729 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c00ad40 con 0x7f8224150450 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f821affd700 1 -- 172.21.15.99:0/1164405729 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f821c0070d0 con 0x7f8224150450 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82240cd590 con 0x7f8224150450 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f821affd700 1 -- 172.21.15.99:0/1164405729 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c00aea0 con 0x7f8224150450 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.544+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f822415dcb0 con 0x7f8224150450 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.545+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82240cd720 con 0x7f8224150450 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.546+0000 7f821affd700 1 -- 172.21.15.99:0/1164405729 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f821c007480 con 0x7f8224150450 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.546+0000 7f821affd700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f820806aed0 0x7f820806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.546+0000 7f821affd700 1 -- 172.21.15.99:0/1164405729 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f821c089240 con 0x7f8224150450 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.546+0000 7f822a411700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f820806aed0 0x7f820806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.546+0000 7f822a411700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f820806aed0 0x7f820806d390 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f82200011e0 tx=0x7f8220009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:07.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.550+0000 7f821affd700 1 -- 172.21.15.99:0/1164405729 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f821c054270 con 0x7f8224150450 2023-11-18T15:44:07.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.740+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8224069400 con 0x7f8224150450 2023-11-18T15:44:07.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.740+0000 7f821affd700 1 -- 172.21.15.99:0/1164405729 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f821c057890 con 0x7f8224150450 2023-11-18T15:44:07.742 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:44:07.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f820806aed0 msgr2=0x7f820806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f820806aed0 0x7f820806d390 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f82200011e0 tx=0x7f8220009040 comp rx=0 tx=0).stop 2023-11-18T15:44:07.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8224150450 msgr2=0x7f822415f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8224150450 0x7f822415f840 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f821c0018a0 tx=0x7f821c00a340 comp rx=0 tx=0).stop 2023-11-18T15:44:07.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 shutdown_connections 2023-11-18T15:44:07.744 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f820806aed0 0x7f820806d390 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.745 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8224150450 0x7f822415f840 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.745 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f822406ce00 0x7f8224156ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.745 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 --2- 172.21.15.99:0/1164405729 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8224072400 0x7f8224156ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.745 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 >> 172.21.15.99:0/1164405729 conn(0x7f82240b3140 msgr2=0x7f822415f010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:07.745 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 shutdown_connections 2023-11-18T15:44:07.745 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.742+0000 7f822c675700 1 -- 172.21.15.99:0/1164405729 wait complete. 2023-11-18T15:44:07.755 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T15:44:07.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.877+0000 7f18b1056700 1 Processor -- start 2023-11-18T15:44:07.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.877+0000 7f18b1056700 1 -- start start 2023-11-18T15:44:07.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.878+0000 7f18b1056700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 0x7f18ac0afa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.878+0000 7f18b1056700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f18ac070c00 0x7f18ac072650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.878+0000 7f18b1056700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18ac142450 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.878+0000 7f18b1056700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18ac141840 con 0x7f18ac070c00 2023-11-18T15:44:07.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.878+0000 7f18b1056700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac141b20 con 0x7f18ac13ee30 2023-11-18T15:44:07.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.878+0000 7f18ab59e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f18ac070c00 0x7f18ac072650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.878+0000 7f18aa59c700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f18ac0cdbe0 0x7f18ac0704f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46698/0 (socket says 172.21.15.99:46698) 2023-11-18T15:44:07.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.878+0000 7f18aa59c700 1 -- 172.21.15.99:0/4283763897 learned_addr learned my addr 172.21.15.99:0/4283763897 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:07.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.878+0000 7f18aad9d700 1 --2- 172.21.15.99:0/4283763897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 0x7f18ac0afa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18a9d9b700 1 -- 172.21.15.99:0/4283763897 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 778553380 0 0) 0x7f18ac142450 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18a9d9b700 1 -- 172.21.15.99:0/4283763897 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f18940035b0 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18ab59e700 1 -- 172.21.15.99:0/4283763897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 msgr2=0x7f18ac0afa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:07.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18ab59e700 1 --2- 172.21.15.99:0/4283763897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 0x7f18ac0afa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18ab59e700 1 -- 172.21.15.99:0/4283763897 >> v1:172.21.15.99:6789/0 conn(0x7f18ac0cdbe0 legacy=0x7f18ac0704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18ab59e700 1 -- 172.21.15.99:0/4283763897 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18ac141e00 con 0x7f18ac070c00 2023-11-18T15:44:07.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18ab59e700 1 --2- 172.21.15.99:0/4283763897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac070c00 0x7f18ac072650 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f18a4009d90 tx=0x7f18a400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ee93ae348e89a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:07.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18a9d9b700 1 -- 172.21.15.99:0/4283763897 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a400e070 con 0x7f18ac070c00 2023-11-18T15:44:07.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18a9d9b700 1 -- 172.21.15.99:0/4283763897 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18a400bb20 con 0x7f18ac070c00 2023-11-18T15:44:07.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18a9d9b700 1 -- 172.21.15.99:0/4283763897 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a400be90 con 0x7f18ac070c00 2023-11-18T15:44:07.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18b1056700 1 -- 172.21.15.99:0/4283763897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac070c00 msgr2=0x7f18ac072650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18b1056700 1 --2- 172.21.15.99:0/4283763897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac070c00 0x7f18ac072650 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f18a4009d90 tx=0x7f18a400b330 comp rx=0 tx=0).stop 2023-11-18T15:44:07.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18b1056700 1 -- 172.21.15.99:0/4283763897 shutdown_connections 2023-11-18T15:44:07.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18b1056700 1 --2- 172.21.15.99:0/4283763897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac070c00 0x7f18ac072650 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18b1056700 1 --2- 172.21.15.99:0/4283763897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 0x7f18ac0afa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18b1056700 1 -- 172.21.15.99:0/4283763897 >> 172.21.15.99:0/4283763897 conn(0x7f18ac0b38b0 msgr2=0x7f18ac0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:07.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.879+0000 7f18b1056700 1 -- 172.21.15.99:0/4283763897 shutdown_connections 2023-11-18T15:44:07.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.880+0000 7f18b1056700 1 -- 172.21.15.99:0/4283763897 wait complete. 2023-11-18T15:44:07.887 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.881+0000 7f18b1056700 1 Processor -- start 2023-11-18T15:44:07.887 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.881+0000 7f18b1056700 1 -- start start 2023-11-18T15:44:07.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18b1056700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18ac070c00 0x7f18ac13a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18b1056700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac0cdbe0 0x7f18ac072710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18b1056700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 0x7f18ac138830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18b1056700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac135e50 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18b1056700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac13b910 con 0x7f18ac070c00 2023-11-18T15:44:07.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18b1056700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac13b070 con 0x7f18ac13ee30 2023-11-18T15:44:07.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aa59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac0cdbe0 0x7f18ac072710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aa59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac0cdbe0 0x7f18ac072710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60092/0 (socket says 172.21.15.99:60092) 2023-11-18T15:44:07.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aa59c700 1 -- 172.21.15.99:0/1302239288 learned_addr learned my addr 172.21.15.99:0/1302239288 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:07.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aa59c700 1 -- 172.21.15.99:0/1302239288 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 msgr2=0x7f18ac138830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18ab59e700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 0x7f18ac138830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aad9d700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18ac070c00 0x7f18ac13a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aa59c700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 0x7f18ac138830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aa59c700 1 -- 172.21.15.99:0/1302239288 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18ac070c00 msgr2=0x7f18ac13a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:07.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aa59c700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18ac070c00 0x7f18ac13a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:07.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aa59c700 1 -- 172.21.15.99:0/1302239288 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18a4009a70 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18aa59c700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac0cdbe0 0x7f18ac072710 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f189c00c4d0 tx=0x7f189c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:07.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18937fe700 1 -- 172.21.15.99:0/1302239288 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c005d70 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18937fe700 1 -- 172.21.15.99:0/1302239288 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f189c0070d0 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.882+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18ac13b350 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.883+0000 7f18937fe700 1 -- 172.21.15.99:0/1302239288 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c007440 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.883+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18ac13acf0 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.883+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18ac135fc0 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.884+0000 7f18937fe700 1 -- 172.21.15.99:0/1302239288 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f189c0075a0 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.884+0000 7f18937fe700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f189806aed0 0x7f189806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.884+0000 7f18937fe700 1 -- 172.21.15.99:0/1302239288 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f189c088970 con 0x7f18ac0cdbe0 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.884+0000 7f18aad9d700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f189806aed0 0x7f189806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:07.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.885+0000 7f18aad9d700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f189806aed0 0x7f189806d390 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f18a0009a10 tx=0x7f18a0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:07.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:07.889+0000 7f18937fe700 1 -- 172.21.15.99:0/1302239288 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f189c053b60 con 0x7f18ac0cdbe0 2023-11-18T15:44:08.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.077+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f18ac069400 con 0x7f18ac0cdbe0 2023-11-18T15:44:08.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.077+0000 7f18937fe700 1 -- 172.21.15.99:0/1302239288 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f189c0170a0 con 0x7f18ac0cdbe0 2023-11-18T15:44:08.079 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T15:44:08.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.079+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f189806aed0 msgr2=0x7f189806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.079+0000 7f18b1056700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f189806aed0 0x7f189806d390 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f18a0009a10 tx=0x7f18a0008040 comp rx=0 tx=0).stop 2023-11-18T15:44:08.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.079+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac0cdbe0 msgr2=0x7f18ac072710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.079+0000 7f18b1056700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac0cdbe0 0x7f18ac072710 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f189c00c4d0 tx=0x7f189c00c890 comp rx=0 tx=0).stop 2023-11-18T15:44:08.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.080+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 shutdown_connections 2023-11-18T15:44:08.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.080+0000 7f18b1056700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f18ac13ee30 0x7f18ac138830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.080+0000 7f18b1056700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f18ac070c00 0x7f18ac13a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.080+0000 7f18b1056700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f189806aed0 0x7f189806d390 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.080+0000 7f18b1056700 1 --2- 172.21.15.99:0/1302239288 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18ac0cdbe0 0x7f18ac072710 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.082 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.080+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 >> 172.21.15.99:0/1302239288 conn(0x7f18ac0b38b0 msgr2=0x7f18ac0b0140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:08.082 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.080+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 shutdown_connections 2023-11-18T15:44:08.082 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.080+0000 7f18b1056700 1 -- 172.21.15.99:0/1302239288 wait complete. 2023-11-18T15:44:08.093 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T15:44:08.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.215+0000 7f326b0e6700 1 Processor -- start 2023-11-18T15:44:08.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.215+0000 7f326b0e6700 1 -- start start 2023-11-18T15:44:08.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.216+0000 7f326b0e6700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f326406f760 0x7f32640ad860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.216+0000 7f326b0e6700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32640b51d0 con 0x7f32640704f0 2023-11-18T15:44:08.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.216+0000 7f326b0e6700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32640b54b0 con 0x7f3264161370 2023-11-18T15:44:08.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.216+0000 7f326b0e6700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32640b13d0 con 0x7f326406f760 2023-11-18T15:44:08.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.216+0000 7f3269683700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f32640704f0 0x7f32640b6270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46714/0 (socket says 172.21.15.99:46714) 2023-11-18T15:44:08.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.216+0000 7f3269683700 1 -- 172.21.15.99:0/3250840355 learned_addr learned my addr 172.21.15.99:0/3250840355 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:08.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3263fff700 1 --2- 172.21.15.99:0/3250840355 >> v2:172.21.15.181:3300/0 conn(0x7f326406f760 0x7f32640ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1675878424 0 0) 0x7f32640b51d0 con 0x7f32640704f0 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f32540035b0 con 0x7f32640704f0 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3978889479 0 0) 0x7f32540035b0 con 0x7f32640704f0 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 >> v2:172.21.15.181:3300/0 conn(0x7f326406f760 msgr2=0x7f32640ad860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 --2- 172.21.15.99:0/3250840355 >> v2:172.21.15.181:3300/0 conn(0x7f326406f760 0x7f32640ad860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 >> v1:172.21.15.181:6789/0 conn(0x7f3264161370 legacy=0x7f32640b0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32640b5790 con 0x7f32640704f0 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f325c0019f0 con 0x7f32640704f0 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 >> v1:172.21.15.99:6789/0 conn(0x7f32640704f0 legacy=0x7f32640b6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3254003a70 0x7f3254003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3254004850 0x7f3254004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3254005210 0x7f325400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f325400c060 con 0x7f3254003a70 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f325400c1d0 con 0x7f3254005210 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f325400c390 con 0x7f3254004850 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3268e82700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3254003a70 0x7f3254003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3263fff700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3254004850 0x7f3254004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3269683700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3254005210 0x7f325400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3268e82700 1 -- 172.21.15.99:0/3250840355 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3254004850 msgr2=0x7f3254004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3268e82700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3254004850 0x7f3254004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3268e82700 1 -- 172.21.15.99:0/3250840355 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3254005210 msgr2=0x7f325400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:08.223 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3268e82700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3254005210 0x7f325400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.223 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3269683700 1 -- 172.21.15.99:0/3250840355 reap_dead start 2023-11-18T15:44:08.223 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.217+0000 7f3268e82700 1 -- 172.21.15.99:0/3250840355 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32540035b0 con 0x7f3254003a70 2023-11-18T15:44:08.223 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f3268e82700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3254003a70 0x7f3254003e50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f32580018d0 tx=0x7f3254005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dabea5d0ca0fe36 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:08.223 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32580052d0 con 0x7f3254003a70 2023-11-18T15:44:08.223 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3258005430 con 0x7f3254003a70 2023-11-18T15:44:08.223 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f32637fe700 1 -- 172.21.15.99:0/3250840355 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32580038c0 con 0x7f3254003a70 2023-11-18T15:44:08.223 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f326b0e6700 1 -- 172.21.15.99:0/3250840355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3254003a70 msgr2=0x7f3254003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.223 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f326b0e6700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3254003a70 0x7f3254003e50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f32580018d0 tx=0x7f3254005880 comp rx=0 tx=0).stop 2023-11-18T15:44:08.224 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f326b0e6700 1 -- 172.21.15.99:0/3250840355 shutdown_connections 2023-11-18T15:44:08.224 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f326b0e6700 1 --2- 172.21.15.99:0/3250840355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3254003a70 0x7f3254003e50 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.224 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f326b0e6700 1 -- 172.21.15.99:0/3250840355 >> 172.21.15.99:0/3250840355 conn(0x7f32640d0ec0 msgr2=0x7f32640d12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:08.224 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f326b0e6700 1 -- 172.21.15.99:0/3250840355 shutdown_connections 2023-11-18T15:44:08.224 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.218+0000 7f326b0e6700 1 -- 172.21.15.99:0/3250840355 wait complete. 2023-11-18T15:44:08.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.219+0000 7f326b0e6700 1 Processor -- start 2023-11-18T15:44:08.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f326b0e6700 1 -- start start 2023-11-18T15:44:08.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f326b0e6700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3254003a70 0x7f3264156690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f326b0e6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f32641530a0 0x7f3264143990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f326b0e6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f32640b2580 0x7f32640b2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f326b0e6700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32640b2f40 con 0x7f32640b2580 2023-11-18T15:44:08.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f326b0e6700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3264155240 con 0x7f32641530a0 2023-11-18T15:44:08.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f326b0e6700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3264156ee0 con 0x7f3254003a70 2023-11-18T15:44:08.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f3269683700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f32640b2580 0x7f32640b2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f3269683700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f32640b2580 0x7f32640b2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60112/0 (socket says 172.21.15.99:60112) 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.220+0000 7f3269683700 1 -- 172.21.15.99:0/3387817022 learned_addr learned my addr 172.21.15.99:0/3387817022 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f3263fff700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f32641530a0 0x7f3264143990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f3268e82700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3254003a70 0x7f3264156690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f3269683700 1 -- 172.21.15.99:0/3387817022 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3254003a70 msgr2=0x7f3264156690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f3269683700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3254003a70 0x7f3264156690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f3269683700 1 -- 172.21.15.99:0/3387817022 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f32641530a0 msgr2=0x7f3264143990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f3269683700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f32641530a0 0x7f3264143990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f3269683700 1 -- 172.21.15.99:0/3387817022 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32641571c0 con 0x7f32640b2580 2023-11-18T15:44:08.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f3269683700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f32640b2580 0x7f32640b2a00 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f32540047d0 tx=0x7f325c00a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f32617fa700 1 -- 172.21.15.99:0/3387817022 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f325c00ad70 con 0x7f32640b2580 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f32617fa700 1 -- 172.21.15.99:0/3387817022 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f325c0133f0 con 0x7f32640b2580 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32641574a0 con 0x7f32640b2580 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f32617fa700 1 -- 172.21.15.99:0/3387817022 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f325c0137a0 con 0x7f32640b2580 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.221+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3264157780 con 0x7f32640b2580 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.222+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3264073aa0 con 0x7f32640b2580 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.222+0000 7f32617fa700 1 -- 172.21.15.99:0/3387817022 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f325c013900 con 0x7f32640b2580 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.223+0000 7f32617fa700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f324806af00 0x7f324806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.223+0000 7f32617fa700 1 -- 172.21.15.99:0/3387817022 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f325c089ea0 con 0x7f32640b2580 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.223+0000 7f3268e82700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f324806af00 0x7f324806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.223+0000 7f3268e82700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f324806af00 0x7f324806d3c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3258015040 tx=0x7f3258005000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:08.230 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.227+0000 7f32617fa700 1 -- 172.21.15.99:0/3387817022 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f325c054fe0 con 0x7f32640b2580 2023-11-18T15:44:08.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.421+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3264069400 con 0x7f32640b2580 2023-11-18T15:44:08.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.421+0000 7f32617fa700 1 -- 172.21.15.99:0/3387817022 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f325c058600 con 0x7f32640b2580 2023-11-18T15:44:08.422 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T15:44:08.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f324806af00 msgr2=0x7f324806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f324806af00 0x7f324806d3c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3258015040 tx=0x7f3258005000 comp rx=0 tx=0).stop 2023-11-18T15:44:08.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f32640b2580 msgr2=0x7f32640b2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f32640b2580 0x7f32640b2a00 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f32540047d0 tx=0x7f325c00a640 comp rx=0 tx=0).stop 2023-11-18T15:44:08.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 shutdown_connections 2023-11-18T15:44:08.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f324806af00 0x7f324806d3c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f32640b2580 0x7f32640b2a00 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.425 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3254003a70 0x7f3264156690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 --2- 172.21.15.99:0/3387817022 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f32641530a0 0x7f3264143990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 >> 172.21.15.99:0/3387817022 conn(0x7f32640d0ec0 msgr2=0x7f3264071fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 shutdown_connections 2023-11-18T15:44:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.423+0000 7f326b0e6700 1 -- 172.21.15.99:0/3387817022 wait complete. 2023-11-18T15:44:08.436 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:44:08.556 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.555+0000 7fb392590700 1 Processor -- start 2023-11-18T15:44:08.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.556+0000 7fb392590700 1 -- start start 2023-11-18T15:44:08.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.556+0000 7fb392590700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c141130 0x7fb38c06db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.556+0000 7fb392590700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb38c06e0b0 0x7fb38c15e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.556+0000 7fb392590700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb38c142800 con 0x7fb38c15ed40 2023-11-18T15:44:08.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.556+0000 7fb392590700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb38c162670 con 0x7fb38c06e0b0 2023-11-18T15:44:08.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.556+0000 7fb392590700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb38c06e530 con 0x7fb38c141130 2023-11-18T15:44:08.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.556+0000 7fb38b7fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb38c06e0b0 0x7fb38c15e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.559 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38b7fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb38c06e0b0 0x7fb38c15e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60118/0 (socket says 172.21.15.99:60118) 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38b7fe700 1 -- 172.21.15.99:0/2031013858 learned_addr learned my addr 172.21.15.99:0/2031013858 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38bfff700 1 --2- 172.21.15.99:0/2031013858 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c141130 0x7fb38c06db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38b7fe700 1 -- 172.21.15.99:0/2031013858 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c141130 msgr2=0x7fb38c06db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38b7fe700 1 --2- 172.21.15.99:0/2031013858 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c141130 0x7fb38c06db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38b7fe700 1 -- 172.21.15.99:0/2031013858 >> v1:172.21.15.181:6789/0 conn(0x7fb38c15ed40 legacy=0x7fb38c0b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38b7fe700 1 -- 172.21.15.99:0/2031013858 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb38c144720 con 0x7fb38c06e0b0 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38b7fe700 1 --2- 172.21.15.99:0/2031013858 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c06e0b0 0x7fb38c15e800 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fb3800098f0 tx=0x7fb380009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4177596bff4366f8 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38affd700 1 -- 172.21.15.99:0/2031013858 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb380004230 con 0x7fb38c06e0b0 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38affd700 1 -- 172.21.15.99:0/2031013858 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb380004390 con 0x7fb38c06e0b0 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.557+0000 7fb38affd700 1 -- 172.21.15.99:0/2031013858 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3800036a0 con 0x7fb38c06e0b0 2023-11-18T15:44:08.560 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.558+0000 7fb392590700 1 -- 172.21.15.99:0/2031013858 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c06e0b0 msgr2=0x7fb38c15e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.561 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.558+0000 7fb392590700 1 --2- 172.21.15.99:0/2031013858 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c06e0b0 0x7fb38c15e800 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fb3800098f0 tx=0x7fb380009c00 comp rx=0 tx=0).stop 2023-11-18T15:44:08.561 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.558+0000 7fb392590700 1 -- 172.21.15.99:0/2031013858 shutdown_connections 2023-11-18T15:44:08.561 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.558+0000 7fb392590700 1 --2- 172.21.15.99:0/2031013858 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c141130 0x7fb38c06db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.561 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.558+0000 7fb392590700 1 --2- 172.21.15.99:0/2031013858 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c06e0b0 0x7fb38c15e800 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.561 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.558+0000 7fb392590700 1 -- 172.21.15.99:0/2031013858 >> 172.21.15.99:0/2031013858 conn(0x7fb38c067000 msgr2=0x7fb38c0b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:08.561 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.558+0000 7fb392590700 1 -- 172.21.15.99:0/2031013858 shutdown_connections 2023-11-18T15:44:08.561 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.558+0000 7fb392590700 1 -- 172.21.15.99:0/2031013858 wait complete. 2023-11-18T15:44:08.564 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.559+0000 7fb392590700 1 Processor -- start 2023-11-18T15:44:08.564 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.559+0000 7fb392590700 1 -- start start 2023-11-18T15:44:08.564 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb392590700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c06e0b0 0x7fb38c072ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.564 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb392590700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb38c141130 0x7fb38c157d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.564 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb392590700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c15ed40 0x7fb38c1416f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.564 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb392590700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb38c073410 con 0x7fb38c15ed40 2023-11-18T15:44:08.564 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb392590700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb38c159dd0 con 0x7fb38c141130 2023-11-18T15:44:08.564 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb392590700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb38c1591c0 con 0x7fb38c06e0b0 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb390b2d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c15ed40 0x7fb38c1416f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb390b2d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c15ed40 0x7fb38c1416f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60128/0 (socket says 172.21.15.99:60128) 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb390b2d700 1 -- 172.21.15.99:0/2769935003 learned_addr learned my addr 172.21.15.99:0/2769935003 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb38bfff700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c06e0b0 0x7fb38c072ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb38b7fe700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb38c141130 0x7fb38c157d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb390b2d700 1 -- 172.21.15.99:0/2769935003 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c06e0b0 msgr2=0x7fb38c072ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb390b2d700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c06e0b0 0x7fb38c072ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb390b2d700 1 -- 172.21.15.99:0/2769935003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb38c141130 msgr2=0x7fb38c157d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb390b2d700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb38c141130 0x7fb38c157d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb390b2d700 1 -- 172.21.15.99:0/2769935003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb380009550 con 0x7fb38c15ed40 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb390b2d700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c15ed40 0x7fb38c1416f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fb38400b970 tx=0x7fb38400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:08.565 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb388ff9700 1 -- 172.21.15.99:0/2769935003 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb38400d860 con 0x7fb38c15ed40 2023-11-18T15:44:08.566 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb388ff9700 1 -- 172.21.15.99:0/2769935003 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb38400d9c0 con 0x7fb38c15ed40 2023-11-18T15:44:08.566 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb388ff9700 1 -- 172.21.15.99:0/2769935003 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb38400dd70 con 0x7fb38c15ed40 2023-11-18T15:44:08.566 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.560+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb38c1594a0 con 0x7fb38c15ed40 2023-11-18T15:44:08.566 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.561+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb38c159a60 con 0x7fb38c15ed40 2023-11-18T15:44:08.566 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.561+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb38c073aa0 con 0x7fb38c15ed40 2023-11-18T15:44:08.566 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.562+0000 7fb388ff9700 1 -- 172.21.15.99:0/2769935003 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fb38400e430 con 0x7fb38c15ed40 2023-11-18T15:44:08.566 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.562+0000 7fb388ff9700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb37806aed0 0x7fb37806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.566 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.563+0000 7fb388ff9700 1 -- 172.21.15.99:0/2769935003 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb384089650 con 0x7fb38c15ed40 2023-11-18T15:44:08.567 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.563+0000 7fb38bfff700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb37806aed0 0x7fb37806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.567 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.563+0000 7fb38bfff700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb37806aed0 0x7fb37806d390 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb37c00ab60 tx=0x7fb37c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:08.568 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.567+0000 7fb388ff9700 1 -- 172.21.15.99:0/2769935003 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fb384054790 con 0x7fb38c15ed40 2023-11-18T15:44:08.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.798+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb38c0b42c0 con 0x7fb38c15ed40 2023-11-18T15:44:08.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.799+0000 7fb388ff9700 1 -- 172.21.15.99:0/2769935003 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7fb38400ded0 con 0x7fb38c15ed40 2023-11-18T15:44:08.800 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:08.800 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6834/3683325457","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3683325457},{"type":"v1","addr":"172.21.15.181:6834","nonce":3683325457}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/1698815937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1698815937},{"type":"v1","addr":"172.21.15.99:6837","nonce":1698815937}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:43:26.486845+0000","modified":"2023-11-18T15:43:29.528181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.181:6835/2507761095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6833","nonce":2507761095},{"type":"v1","addr":"172.21.15.181:6835","nonce":2507761095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-18T15:44:08.802 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb37806aed0 msgr2=0x7fb37806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.802 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb37806aed0 0x7fb37806d390 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb37c00ab60 tx=0x7fb37c008040 comp rx=0 tx=0).stop 2023-11-18T15:44:08.802 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c15ed40 msgr2=0x7fb38c1416f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.802 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c15ed40 0x7fb38c1416f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fb38400b970 tx=0x7fb38400bc80 comp rx=0 tx=0).stop 2023-11-18T15:44:08.802 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 shutdown_connections 2023-11-18T15:44:08.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb37806aed0 0x7fb37806d390 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb38c15ed40 0x7fb38c1416f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb38c06e0b0 0x7fb38c072ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 --2- 172.21.15.99:0/2769935003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb38c141130 0x7fb38c157d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 >> 172.21.15.99:0/2769935003 conn(0x7fb38c067000 msgr2=0x7fb38c15d300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:08.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 shutdown_connections 2023-11-18T15:44:08.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.801+0000 7fb392590700 1 -- 172.21.15.99:0/2769935003 wait complete. 2023-11-18T15:44:08.803 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2023-11-18T15:44:08.814 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:08.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.933+0000 7f930e8ee700 1 Processor -- start 2023-11-18T15:44:08.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.933+0000 7f930e8ee700 1 -- start start 2023-11-18T15:44:08.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f930e8ee700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f9308070c00 0x7f930815c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f930e8ee700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93080d0ce0 con 0x7f930815f2c0 2023-11-18T15:44:08.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f930e8ee700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93080d0440 con 0x7f9308145900 2023-11-18T15:44:08.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f930e8ee700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93080d0720 con 0x7f9308070c00 2023-11-18T15:44:08.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9307fff700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f930815f2c0 0x7f93080cfb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46744/0 (socket says 172.21.15.99:46744) 2023-11-18T15:44:08.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9307fff700 1 -- 172.21.15.99:0/2822646331 learned_addr learned my addr 172.21.15.99:0/2822646331 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:08.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f930ce8b700 1 --2- 172.21.15.99:0/2822646331 >> v2:172.21.15.181:3300/0 conn(0x7f9308070c00 0x7f930815c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 495411374 0 0) 0x7f93080d0ce0 con 0x7f930815f2c0 2023-11-18T15:44:08.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f92f00035b0 con 0x7f930815f2c0 2023-11-18T15:44:08.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2191230643 0 0) 0x7f92f00035b0 con 0x7f930815f2c0 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 >> v2:172.21.15.181:3300/0 conn(0x7f9308070c00 msgr2=0x7f930815c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 --2- 172.21.15.99:0/2822646331 >> v2:172.21.15.181:3300/0 conn(0x7f9308070c00 0x7f930815c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 >> v1:172.21.15.181:6789/0 conn(0x7f9308145900 legacy=0x7f93080704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93080d0a00 con 0x7f930815f2c0 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f92fc001670 con 0x7f930815f2c0 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 >> v1:172.21.15.99:6789/0 conn(0x7f930815f2c0 legacy=0x7f93080cfb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f92f0003a00 0x7f92f0003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f92f0004400 0x7f92f00048d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.934+0000 7f9306ffd700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0005170 0x7f92f000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93080d0720 con 0x7f92f0003a00 2023-11-18T15:44:08.946 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f000c0b0 con 0x7f92f0005170 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92f000c270 con 0x7f92f0004400 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9307fff700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f92f0003a00 0x7f92f0003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f930ce8b700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0005170 0x7f92f000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f93077fe700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f92f0004400 0x7f92f00048d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9307fff700 1 -- 172.21.15.99:0/2822646331 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f92f0004400 msgr2=0x7f92f00048d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9307fff700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f92f0004400 0x7f92f00048d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9307fff700 1 -- 172.21.15.99:0/2822646331 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0005170 msgr2=0x7f92f000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9307fff700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0005170 0x7f92f000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9307fff700 1 -- 172.21.15.99:0/2822646331 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92f00035b0 con 0x7f92f0003a00 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f930ce8b700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0005170 0x7f92f000ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f930ce8b700 1 -- 172.21.15.99:0/2822646331 reap_dead start 2023-11-18T15:44:08.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9307fff700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f92f0003a00 0x7f92f0003de0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f92fc00c240 tx=0x7f92f0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da8af3bec6e8a2df server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92fc00cd80 con 0x7f92f0003a00 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92fc005960 con 0x7f92f0003a00 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.935+0000 7f9306ffd700 1 -- 172.21.15.99:0/2822646331 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92fc005d10 con 0x7f92f0003a00 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.936+0000 7f930e8ee700 1 -- 172.21.15.99:0/2822646331 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f92f0003a00 msgr2=0x7f92f0003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.936+0000 7f930e8ee700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f92f0003a00 0x7f92f0003de0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f92fc00c240 tx=0x7f92f0005880 comp rx=0 tx=0).stop 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.936+0000 7f930e8ee700 1 -- 172.21.15.99:0/2822646331 shutdown_connections 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.936+0000 7f930e8ee700 1 --2- 172.21.15.99:0/2822646331 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f92f0003a00 0x7f92f0003de0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.936+0000 7f930e8ee700 1 -- 172.21.15.99:0/2822646331 >> 172.21.15.99:0/2822646331 conn(0x7f93080b2130 msgr2=0x7f93080b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.936+0000 7f930e8ee700 1 -- 172.21.15.99:0/2822646331 shutdown_connections 2023-11-18T15:44:08.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.936+0000 7f930e8ee700 1 -- 172.21.15.99:0/2822646331 wait complete. 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.937+0000 7f930e8ee700 1 Processor -- start 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.937+0000 7f930e8ee700 1 -- start start 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930e8ee700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0003a00 0x7f93081f4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930e8ee700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f930815c900 0x7f93080cab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930e8ee700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f930815cd80 0x7f93080cb090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930e8ee700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f930815b0c0 con 0x7f930815cd80 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930e8ee700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f930815d350 con 0x7f92f0003a00 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930e8ee700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f930815d630 con 0x7f930815c900 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930ce8b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f930815cd80 0x7f93080cb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930ce8b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f930815cd80 0x7f93080cb090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60148/0 (socket says 172.21.15.99:60148) 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930ce8b700 1 -- 172.21.15.99:0/238515513 learned_addr learned my addr 172.21.15.99:0/238515513 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:08.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f9307fff700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0003a00 0x7f93081f4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f93077fe700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f930815c900 0x7f93080cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930ce8b700 1 -- 172.21.15.99:0/238515513 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f930815c900 msgr2=0x7f93080cab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930ce8b700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f930815c900 0x7f93080cab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930ce8b700 1 -- 172.21.15.99:0/238515513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0003a00 msgr2=0x7f93081f4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930ce8b700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0003a00 0x7f93081f4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930ce8b700 1 -- 172.21.15.99:0/238515513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f930815d910 con 0x7f930815cd80 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930ce8b700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f930815cd80 0x7f93080cb090 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f93080b2080 tx=0x7f93000101c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f9304ff9700 1 -- 172.21.15.99:0/238515513 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930001b070 con 0x7f930815cd80 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f9304ff9700 1 -- 172.21.15.99:0/238515513 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f930000f040 con 0x7f930815cd80 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f930815dbf0 con 0x7f930815cd80 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.938+0000 7f9304ff9700 1 -- 172.21.15.99:0/238515513 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930000e050 con 0x7f930815cd80 2023-11-18T15:44:08.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.939+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93081f39e0 con 0x7f930815cd80 2023-11-18T15:44:08.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.939+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9308073aa0 con 0x7f930815cd80 2023-11-18T15:44:08.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.940+0000 7f9304ff9700 1 -- 172.21.15.99:0/238515513 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f9300010a60 con 0x7f930815cd80 2023-11-18T15:44:08.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.940+0000 7f9304ff9700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f92f406aed0 0x7f92f406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:08.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.940+0000 7f9304ff9700 1 -- 172.21.15.99:0/238515513 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f93000896b0 con 0x7f930815cd80 2023-11-18T15:44:08.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.940+0000 7f9307fff700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f92f406aed0 0x7f92f406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:08.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.941+0000 7f9307fff700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f92f406aed0 0x7f92f406d390 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f92fc000c00 tx=0x7f92fc00a000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:08.951 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:08.945+0000 7f9304ff9700 1 -- 172.21.15.99:0/238515513 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f9300054770 con 0x7f930815cd80 2023-11-18T15:44:09.143 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.142+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9308069400 con 0x7f930815cd80 2023-11-18T15:44:09.144 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.143+0000 7f9304ff9700 1 -- 172.21.15.99:0/238515513 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7f9300057d90 con 0x7f930815cd80 2023-11-18T15:44:09.144 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:09.144 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:09.146 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f92f406aed0 msgr2=0x7f92f406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.146 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f92f406aed0 0x7f92f406d390 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f92fc000c00 tx=0x7f92fc00a000 comp rx=0 tx=0).stop 2023-11-18T15:44:09.146 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f930815cd80 msgr2=0x7f93080cb090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f930815cd80 0x7f93080cb090 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f93080b2080 tx=0x7f93000101c0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 shutdown_connections 2023-11-18T15:44:09.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f92f406aed0 0x7f92f406d390 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f930815cd80 0x7f93080cb090 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.147 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92f0003a00 0x7f93081f4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 --2- 172.21.15.99:0/238515513 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f930815c900 0x7f93080cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 >> 172.21.15.99:0/238515513 conn(0x7f93080b2130 msgr2=0x7f930815b940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:09.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 shutdown_connections 2023-11-18T15:44:09.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.145+0000 7f930e8ee700 1 -- 172.21.15.99:0/238515513 wait complete. 2023-11-18T15:44:09.159 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-18T15:44:09.159 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:44:09.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.278+0000 7fc056650700 1 Processor -- start 2023-11-18T15:44:09.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.279+0000 7fc056650700 1 -- start start 2023-11-18T15:44:09.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.279+0000 7fc056650700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015b140 0x7fc0500cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.279+0000 7fc056650700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc05015f680 0x7fc0500cde70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.279+0000 7fc056650700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0500b6020 con 0x7fc05015ad60 2023-11-18T15:44:09.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.279+0000 7fc056650700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc050071b10 con 0x7fc05015f680 2023-11-18T15:44:09.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.279+0000 7fc056650700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0500b5d40 con 0x7fc05015b140 2023-11-18T15:44:09.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc04f7fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015b140 0x7fc0500cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc054bed700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc05015f680 0x7fc0500cde70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc04f7fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015b140 0x7fc0500cd930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:41528/0 (socket says 172.21.15.99:41528) 2023-11-18T15:44:09.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc054bed700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc05015f680 0x7fc0500cde70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:58628/0 (socket says 172.21.15.99:58628) 2023-11-18T15:44:09.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc04f7fe700 1 -- 172.21.15.99:0/2496874065 learned_addr learned my addr 172.21.15.99:0/2496874065 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:09.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc04ffff700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fc05015ad60 0x7fc0500b51d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:57724/0 (socket says 172.21.15.99:57724) 2023-11-18T15:44:09.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc054bed700 1 -- 172.21.15.99:0/2496874065 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015b140 msgr2=0x7fc0500cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:09.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc054bed700 1 --2- 172.21.15.99:0/2496874065 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015b140 0x7fc0500cd930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc054bed700 1 -- 172.21.15.99:0/2496874065 >> v1:172.21.15.181:6789/0 conn(0x7fc05015ad60 legacy=0x7fc0500b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc04effd700 1 -- 172.21.15.99:0/2496874065 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 79157538 0 0) 0x7fc0500b6020 con 0x7fc05015ad60 2023-11-18T15:44:09.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc054bed700 1 -- 172.21.15.99:0/2496874065 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc05015eba0 con 0x7fc05015f680 2023-11-18T15:44:09.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc04f7fe700 1 --2- 172.21.15.99:0/2496874065 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015b140 0x7fc0500cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:44:09.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc054bed700 1 --2- 172.21.15.99:0/2496874065 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015f680 0x7fc0500cde70 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc048009d90 tx=0x7fc04800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46f59f02335f4bf6 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:09.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc04effd700 1 -- 172.21.15.99:0/2496874065 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc04800e070 con 0x7fc05015f680 2023-11-18T15:44:09.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc04effd700 1 -- 172.21.15.99:0/2496874065 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc04800bb20 con 0x7fc05015f680 2023-11-18T15:44:09.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.280+0000 7fc04effd700 1 -- 172.21.15.99:0/2496874065 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc048012430 con 0x7fc05015f680 2023-11-18T15:44:09.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.281+0000 7fc056650700 1 -- 172.21.15.99:0/2496874065 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015f680 msgr2=0x7fc0500cde70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.281+0000 7fc056650700 1 --2- 172.21.15.99:0/2496874065 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015f680 0x7fc0500cde70 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc048009d90 tx=0x7fc04800b330 comp rx=0 tx=0).stop 2023-11-18T15:44:09.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.281+0000 7fc056650700 1 -- 172.21.15.99:0/2496874065 shutdown_connections 2023-11-18T15:44:09.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.281+0000 7fc056650700 1 --2- 172.21.15.99:0/2496874065 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015f680 0x7fc0500cde70 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.281+0000 7fc056650700 1 --2- 172.21.15.99:0/2496874065 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015b140 0x7fc0500cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.281+0000 7fc056650700 1 -- 172.21.15.99:0/2496874065 >> 172.21.15.99:0/2496874065 conn(0x7fc050067000 msgr2=0x7fc0500b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:09.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.281+0000 7fc056650700 1 -- 172.21.15.99:0/2496874065 shutdown_connections 2023-11-18T15:44:09.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.281+0000 7fc056650700 1 -- 172.21.15.99:0/2496874065 wait complete. 2023-11-18T15:44:09.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.282+0000 7fc056650700 1 Processor -- start 2023-11-18T15:44:09.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.282+0000 7fc056650700 1 -- start start 2023-11-18T15:44:09.291 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc056650700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015ad60 0x7fc05006e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc056650700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015b140 0x7fc0500abfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc056650700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc05015f680 0x7fc0500ac510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc056650700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0501f1ad0 con 0x7fc05015f680 2023-11-18T15:44:09.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc056650700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0501f1db0 con 0x7fc05015b140 2023-11-18T15:44:09.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc056650700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0501f2090 con 0x7fc05015ad60 2023-11-18T15:44:09.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc054bed700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc05015f680 0x7fc0500ac510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc054bed700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc05015f680 0x7fc0500ac510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60162/0 (socket says 172.21.15.99:60162) 2023-11-18T15:44:09.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc054bed700 1 -- 172.21.15.99:0/114007320 learned_addr learned my addr 172.21.15.99:0/114007320 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:09.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc04f7fe700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015b140 0x7fc0500abfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc04ffff700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015ad60 0x7fc05006e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc054bed700 1 -- 172.21.15.99:0/114007320 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015ad60 msgr2=0x7fc05006e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc054bed700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015ad60 0x7fc05006e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc054bed700 1 -- 172.21.15.99:0/114007320 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015b140 msgr2=0x7fc0500abfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.283+0000 7fc054bed700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015b140 0x7fc0500abfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.284+0000 7fc054bed700 1 -- 172.21.15.99:0/114007320 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc040009550 con 0x7fc05015f680 2023-11-18T15:44:09.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.284+0000 7fc04f7fe700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015b140 0x7fc0500abfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:44:09.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.284+0000 7fc054bed700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc05015f680 0x7fc0500ac510 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fc048014040 tx=0x7fc048004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:09.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.284+0000 7fc04cff9700 1 -- 172.21.15.99:0/114007320 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc048012430 con 0x7fc05015f680 2023-11-18T15:44:09.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.284+0000 7fc04cff9700 1 -- 172.21.15.99:0/114007320 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc048020070 con 0x7fc05015f680 2023-11-18T15:44:09.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.284+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc048009a70 con 0x7fc05015f680 2023-11-18T15:44:09.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.284+0000 7fc04cff9700 1 -- 172.21.15.99:0/114007320 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc048004280 con 0x7fc05015f680 2023-11-18T15:44:09.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.284+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0501f5dc0 con 0x7fc05015f680 2023-11-18T15:44:09.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.285+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc050073aa0 con 0x7fc05015f680 2023-11-18T15:44:09.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.285+0000 7fc04cff9700 1 -- 172.21.15.99:0/114007320 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fc0480043e0 con 0x7fc05015f680 2023-11-18T15:44:09.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.285+0000 7fc04cff9700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc03c06aed0 0x7fc03c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.286+0000 7fc04cff9700 1 -- 172.21.15.99:0/114007320 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc048022070 con 0x7fc05015f680 2023-11-18T15:44:09.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.286+0000 7fc04ffff700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc03c06aed0 0x7fc03c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.286+0000 7fc04ffff700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc03c06aed0 0x7fc03c06d390 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc044007fd0 tx=0x7fc044007de0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:09.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.290+0000 7fc04cff9700 1 -- 172.21.15.99:0/114007320 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fc0480564d0 con 0x7fc05015f680 2023-11-18T15:44:09.525 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.524+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc0501f1c10 con 0x7fc05015f680 2023-11-18T15:44:09.525 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.525+0000 7fc04cff9700 1 -- 172.21.15.99:0/114007320 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7fc0501f1c10 con 0x7fc05015f680 2023-11-18T15:44:09.526 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:09.526 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6834/3683325457","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3683325457},{"type":"v1","addr":"172.21.15.181:6834","nonce":3683325457}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/1698815937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1698815937},{"type":"v1","addr":"172.21.15.99:6837","nonce":1698815937}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:43:26.486845+0000","modified":"2023-11-18T15:43:29.528181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.181:6835/2507761095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6833","nonce":2507761095},{"type":"v1","addr":"172.21.15.181:6835","nonce":2507761095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-18T15:44:09.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.526+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc03c06aed0 msgr2=0x7fc03c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc03c06aed0 0x7fc03c06d390 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc044007fd0 tx=0x7fc044007de0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc05015f680 msgr2=0x7fc0500ac510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc05015f680 0x7fc0500ac510 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fc048014040 tx=0x7fc048004ad0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 shutdown_connections 2023-11-18T15:44:09.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc03c06aed0 0x7fc03c06d390 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc05015f680 0x7fc0500ac510 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc05015ad60 0x7fc05006e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 --2- 172.21.15.99:0/114007320 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc05015b140 0x7fc0500abfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 >> 172.21.15.99:0/114007320 conn(0x7fc050067000 msgr2=0x7fc050156a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:09.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 shutdown_connections 2023-11-18T15:44:09.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.527+0000 7fc056650700 1 -- 172.21.15.99:0/114007320 wait complete. 2023-11-18T15:44:09.529 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2023-11-18T15:44:09.540 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:44:09.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.659+0000 7f9726339700 1 Processor -- start 2023-11-18T15:44:09.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.659+0000 7f9726339700 1 -- start start 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f9726339700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f972006d910 0x7f972006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f9726339700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972015e880 0x7f97200b05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f9726339700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f972006dcf0 0x7f97200b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f9726339700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f972006e520 con 0x7f972006d910 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f9726339700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f972006efc0 con 0x7f972006dcf0 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f9726339700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f972006f2a0 con 0x7f972015e880 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f971ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f972006d910 0x7f972006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f971ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f972006d910 0x7f972006e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60166/0 (socket says 172.21.15.99:60166) 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f971ffff700 1 -- 172.21.15.99:0/3096963561 learned_addr learned my addr 172.21.15.99:0/3096963561 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:09.663 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f97248d6700 1 --2- 172.21.15.99:0/3096963561 >> v2:172.21.15.181:3300/0 conn(0x7f972006dcf0 0x7f97200b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f971f7fe700 1 --2- 172.21.15.99:0/3096963561 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972015e880 0x7f97200b05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f971ffff700 1 -- 172.21.15.99:0/3096963561 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972015e880 msgr2=0x7f97200b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f971ffff700 1 --2- 172.21.15.99:0/3096963561 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972015e880 0x7f97200b05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f971ffff700 1 -- 172.21.15.99:0/3096963561 >> v2:172.21.15.181:3300/0 conn(0x7f972006dcf0 msgr2=0x7f97200b0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f971ffff700 1 --2- 172.21.15.99:0/3096963561 >> v2:172.21.15.181:3300/0 conn(0x7f972006dcf0 0x7f97200b0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.660+0000 7f971ffff700 1 -- 172.21.15.99:0/3096963561 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f972006f580 con 0x7f972006d910 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f971ffff700 1 --2- 172.21.15.99:0/3096963561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 0x7f972006e8c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f97200b5530 tx=0x7f970800be70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f043c12b1f72a004 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f971effd700 1 -- 172.21.15.99:0/3096963561 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f970800dd30 con 0x7f972006d910 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f971effd700 1 -- 172.21.15.99:0/3096963561 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f970800de90 con 0x7f972006d910 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f971effd700 1 -- 172.21.15.99:0/3096963561 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9708010690 con 0x7f972006d910 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f9726339700 1 -- 172.21.15.99:0/3096963561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 msgr2=0x7f972006e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.664 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f9726339700 1 --2- 172.21.15.99:0/3096963561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 0x7f972006e8c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f97200b5530 tx=0x7f970800be70 comp rx=0 tx=0).stop 2023-11-18T15:44:09.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f9726339700 1 -- 172.21.15.99:0/3096963561 shutdown_connections 2023-11-18T15:44:09.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f9726339700 1 --2- 172.21.15.99:0/3096963561 >> v2:172.21.15.181:3300/0 conn(0x7f972006dcf0 0x7f97200b0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f9726339700 1 --2- 172.21.15.99:0/3096963561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 0x7f972006e8c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f9726339700 1 --2- 172.21.15.99:0/3096963561 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972015e880 0x7f97200b05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f9726339700 1 -- 172.21.15.99:0/3096963561 >> 172.21.15.99:0/3096963561 conn(0x7f97200b2130 msgr2=0x7f97200b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:09.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f9726339700 1 -- 172.21.15.99:0/3096963561 shutdown_connections 2023-11-18T15:44:09.665 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.661+0000 7f9726339700 1 -- 172.21.15.99:0/3096963561 wait complete. 2023-11-18T15:44:09.667 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.663+0000 7f9726339700 1 Processor -- start 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.663+0000 7f9726339700 1 -- start start 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.663+0000 7f9726339700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 0x7f97200cc760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.663+0000 7f9726339700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972006dcf0 0x7f9720072290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.663+0000 7f9726339700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f972015e880 0x7f97200727d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.663+0000 7f9726339700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97200ccca0 con 0x7f972006d910 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.663+0000 7f9726339700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f972014c4c0 con 0x7f972015e880 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.663+0000 7f9726339700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97201495c0 con 0x7f972006dcf0 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 0x7f97200cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 0x7f97200cc760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60172/0 (socket says 172.21.15.99:60172) 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971ffff700 1 -- 172.21.15.99:0/147889634 learned_addr learned my addr 172.21.15.99:0/147889634 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:09.668 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971f7fe700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972006dcf0 0x7f9720072290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f97248d6700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f972015e880 0x7f97200727d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971ffff700 1 -- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972006dcf0 msgr2=0x7f9720072290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971ffff700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972006dcf0 0x7f9720072290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971ffff700 1 -- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f972015e880 msgr2=0x7f97200727d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971ffff700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f972015e880 0x7f97200727d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971ffff700 1 -- 172.21.15.99:0/147889634 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f970800b7f0 con 0x7f972006d910 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971f7fe700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972006dcf0 0x7f9720072290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f97248d6700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f972015e880 0x7f97200727d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971ffff700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 0x7f97200cc760 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f970800beb0 tx=0x7f9708004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971cff9700 1 -- 172.21.15.99:0/147889634 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9708003da0 con 0x7f972006d910 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971cff9700 1 -- 172.21.15.99:0/147889634 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9708010470 con 0x7f972006d910 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97201498a0 con 0x7f972006d910 2023-11-18T15:44:09.669 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f971cff9700 1 -- 172.21.15.99:0/147889634 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9708010820 con 0x7f972006d910 2023-11-18T15:44:09.670 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.664+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9720149e60 con 0x7f972006d910 2023-11-18T15:44:09.670 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.665+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9720073aa0 con 0x7f972006d910 2023-11-18T15:44:09.670 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.666+0000 7f971cff9700 1 -- 172.21.15.99:0/147889634 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f9708019400 con 0x7f972006d910 2023-11-18T15:44:09.670 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.666+0000 7f971cff9700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f970006aed0 0x7f970006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:09.670 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.666+0000 7f971cff9700 1 -- 172.21.15.99:0/147889634 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f970808aaa0 con 0x7f972006d910 2023-11-18T15:44:09.670 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.666+0000 7f971f7fe700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f970006aed0 0x7f970006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:09.670 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.666+0000 7f971f7fe700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f970006aed0 0x7f970006d390 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f97201591e0 tx=0x7f9710008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:09.671 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.671+0000 7f971cff9700 1 -- 172.21.15.99:0/147889634 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f9708055be0 con 0x7f972006d910 2023-11-18T15:44:09.905 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.904+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9720149ff0 con 0x7f972006d910 2023-11-18T15:44:09.906 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.905+0000 7f971cff9700 1 -- 172.21.15.99:0/147889634 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7f9708059200 con 0x7f972006d910 2023-11-18T15:44:09.906 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:09.906 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6834/3683325457","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3683325457},{"type":"v1","addr":"172.21.15.181:6834","nonce":3683325457}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/3158708123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3158708123},{"type":"v1","addr":"172.21.15.99:6836","nonce":3158708123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/1698815937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1698815937},{"type":"v1","addr":"172.21.15.99:6837","nonce":1698815937}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:43:26.486845+0000","modified":"2023-11-18T15:43:29.528181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.181:6835/2507761095","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6833","nonce":2507761095},{"type":"v1","addr":"172.21.15.181:6835","nonce":2507761095}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-18T15:44:09.908 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f970006aed0 msgr2=0x7f970006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.908 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f970006aed0 0x7f970006d390 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f97201591e0 tx=0x7f9710008040 comp rx=0 tx=0).stop 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 msgr2=0x7f97200cc760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 0x7f97200cc760 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f970800beb0 tx=0x7f9708004750 comp rx=0 tx=0).stop 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 shutdown_connections 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f970006aed0 0x7f970006d390 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f972006d910 0x7f97200cc760 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f972015e880 0x7f97200727d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 --2- 172.21.15.99:0/147889634 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f972006dcf0 0x7f9720072290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 >> 172.21.15.99:0/147889634 conn(0x7f97200b2130 msgr2=0x7f97200b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 shutdown_connections 2023-11-18T15:44:09.909 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:09.907+0000 7f9726339700 1 -- 172.21.15.99:0/147889634 wait complete. 2023-11-18T15:44:09.910 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2023-11-18T15:44:09.921 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:10.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.040+0000 7ff75473a700 1 Processor -- start 2023-11-18T15:44:10.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.040+0000 7ff75473a700 1 -- start start 2023-11-18T15:44:10.044 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.041+0000 7ff75473a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c1477f0 0x7ff74c0b5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.041+0000 7ff75473a700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff74c0b68e0 con 0x7ff74c070c00 2023-11-18T15:44:10.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.041+0000 7ff75473a700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff74c0ada00 con 0x7ff74c0b5b80 2023-11-18T15:44:10.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.041+0000 7ff75473a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff74c0b6040 con 0x7ff74c1477f0 2023-11-18T15:44:10.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.041+0000 7ff752cd7700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ff74c070c00 0x7ff74c0adee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46792/0 (socket says 172.21.15.99:46792) 2023-11-18T15:44:10.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.041+0000 7ff752cd7700 1 -- 172.21.15.99:0/1608910354 learned_addr learned my addr 172.21.15.99:0/1608910354 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:10.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.041+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 227283253 0 0) 0x7ff74c0b68e0 con 0x7ff74c070c00 2023-11-18T15:44:10.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7524d6700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c1477f0 0x7ff74c0b5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff7380035b0 con 0x7ff74c070c00 2023-11-18T15:44:10.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4133211694 0 0) 0x7ff7380035b0 con 0x7ff74c070c00 2023-11-18T15:44:10.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c1477f0 msgr2=0x7ff74c0b5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:10.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c1477f0 0x7ff74c0b5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 >> v1:172.21.15.181:6789/0 conn(0x7ff74c0b5b80 legacy=0x7ff74c0704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff74c0b6320 con 0x7ff74c070c00 2023-11-18T15:44:10.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7ff7440019f0 con 0x7ff74c070c00 2023-11-18T15:44:10.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 >> v1:172.21.15.99:6789/0 conn(0x7ff74c070c00 legacy=0x7ff74c0adee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff738003a30 0x7ff738003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c1477f0 0x7ff738004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738004d90 0x7ff738005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff74c0b6040 con 0x7ff738003a30 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff73800ba10 con 0x7ff738004d90 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff73800bbd0 con 0x7ff74c1477f0 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7524d6700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff738003a30 0x7ff738003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff751cd5700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c1477f0 0x7ff738004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff752cd7700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738004d90 0x7ff738005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7524d6700 1 -- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c1477f0 msgr2=0x7ff738004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7524d6700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c1477f0 0x7ff738004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7524d6700 1 -- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738004d90 msgr2=0x7ff738005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7524d6700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738004d90 0x7ff738005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7524d6700 1 -- 172.21.15.99:0/1608910354 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7380035b0 con 0x7ff738003a30 2023-11-18T15:44:10.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.042+0000 7ff7524d6700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff738003a30 0x7ff738003e10 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff748009b60 tx=0x7ff738005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0657c6cac04e31d server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff74800e6c0 con 0x7ff738003a30 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff74800e820 con 0x7ff738003a30 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff7514d4700 1 -- 172.21.15.99:0/1608910354 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff74800eb90 con 0x7ff738003a30 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff75473a700 1 -- 172.21.15.99:0/1608910354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff738003a30 msgr2=0x7ff738003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff75473a700 1 --2- 172.21.15.99:0/1608910354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff738003a30 0x7ff738003e10 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff748009b60 tx=0x7ff738005880 comp rx=0 tx=0).stop 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff752cd7700 1 -- 172.21.15.99:0/1608910354 reap_dead start 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff75473a700 1 -- 172.21.15.99:0/1608910354 shutdown_connections 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff75473a700 1 -- 172.21.15.99:0/1608910354 >> 172.21.15.99:0/1608910354 conn(0x7ff74c0b2130 msgr2=0x7ff74c0b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff75473a700 1 -- 172.21.15.99:0/1608910354 shutdown_connections 2023-11-18T15:44:10.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.043+0000 7ff75473a700 1 -- 172.21.15.99:0/1608910354 wait complete. 2023-11-18T15:44:10.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.044+0000 7ff75473a700 1 Processor -- start 2023-11-18T15:44:10.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.044+0000 7ff75473a700 1 -- start start 2023-11-18T15:44:10.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff75473a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738003a30 0x7ff74c161000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff75473a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c13d420 0x7ff74c0ce940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff75473a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff74c13fbb0 0x7ff74c140040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff75473a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff74c1f7610 con 0x7ff74c13fbb0 2023-11-18T15:44:10.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff75473a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff74c1f6d20 con 0x7ff738003a30 2023-11-18T15:44:10.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff75473a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff74c1f6fc0 con 0x7ff74c13d420 2023-11-18T15:44:10.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff752cd7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff74c13fbb0 0x7ff74c140040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff7524d6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738003a30 0x7ff74c161000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff752cd7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff74c13fbb0 0x7ff74c140040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60194/0 (socket says 172.21.15.99:60194) 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff752cd7700 1 -- 172.21.15.99:0/2373906647 learned_addr learned my addr 172.21.15.99:0/2373906647 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff7524d6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738003a30 0x7ff74c161000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:58664/0 (socket says 172.21.15.99:58664) 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff751cd5700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c13d420 0x7ff74c0ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff752cd7700 1 -- 172.21.15.99:0/2373906647 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c13d420 msgr2=0x7ff74c0ce940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff752cd7700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c13d420 0x7ff74c0ce940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff752cd7700 1 -- 172.21.15.99:0/2373906647 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738003a30 msgr2=0x7ff74c161000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.045+0000 7ff752cd7700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738003a30 0x7ff74c161000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.046+0000 7ff752cd7700 1 -- 172.21.15.99:0/2373906647 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff74c1f72a0 con 0x7ff74c13fbb0 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.046+0000 7ff752cd7700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff74c13fbb0 0x7ff74c140040 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ff74c06fb50 tx=0x7ff744007c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:10.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.046+0000 7ff742ffd700 1 -- 172.21.15.99:0/2373906647 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff74400ebd0 con 0x7ff74c13fbb0 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.046+0000 7ff742ffd700 1 -- 172.21.15.99:0/2373906647 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff74400ed30 con 0x7ff74c13fbb0 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.046+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff74c140580 con 0x7ff74c13fbb0 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.046+0000 7ff742ffd700 1 -- 172.21.15.99:0/2373906647 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff744013660 con 0x7ff74c13fbb0 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.046+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff74c161540 con 0x7ff74c13fbb0 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.047+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff74c1f78f0 con 0x7ff74c13fbb0 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.047+0000 7ff742ffd700 1 -- 172.21.15.99:0/2373906647 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7ff7440137c0 con 0x7ff74c13fbb0 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.048+0000 7ff742ffd700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff73006aed0 0x7ff73006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.048+0000 7ff742ffd700 1 -- 172.21.15.99:0/2373906647 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff744089a90 con 0x7ff74c13fbb0 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.048+0000 7ff7524d6700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff73006aed0 0x7ff73006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.048+0000 7ff7524d6700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff73006aed0 0x7ff73006d390 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff7480090b0 tx=0x7ff74801f040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:10.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.052+0000 7ff742ffd700 1 -- 172.21.15.99:0/2373906647 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7ff744054c90 con 0x7ff74c13fbb0 2023-11-18T15:44:10.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.242+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff74c073aa0 con 0x7ff74c13fbb0 2023-11-18T15:44:10.244 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.243+0000 7ff742ffd700 1 -- 172.21.15.99:0/2373906647 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16505 (secure 0 0 0) 0x7ff74400eea0 con 0x7ff74c13fbb0 2023-11-18T15:44:10.245 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:10.245 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:43:28.103961+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:43:24.818125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-18T15:43:25.455895+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:10.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff73006aed0 msgr2=0x7ff73006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff73006aed0 0x7ff73006d390 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff7480090b0 tx=0x7ff74801f040 comp rx=0 tx=0).stop 2023-11-18T15:44:10.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff74c13fbb0 msgr2=0x7ff74c140040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff74c13fbb0 0x7ff74c140040 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ff74c06fb50 tx=0x7ff744007c90 comp rx=0 tx=0).stop 2023-11-18T15:44:10.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 shutdown_connections 2023-11-18T15:44:10.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff73006aed0 0x7ff73006d390 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff74c13fbb0 0x7ff74c140040 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff738003a30 0x7ff74c161000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 --2- 172.21.15.99:0/2373906647 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff74c13d420 0x7ff74c0ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.245+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 >> 172.21.15.99:0/2373906647 conn(0x7ff74c0b2130 msgr2=0x7ff74c0b3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:10.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.246+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 shutdown_connections 2023-11-18T15:44:10.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.246+0000 7ff75473a700 1 -- 172.21.15.99:0/2373906647 wait complete. 2023-11-18T15:44:10.259 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-11-18T15:44:10.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.380+0000 7fc4fcc6a700 1 Processor -- start 2023-11-18T15:44:10.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.380+0000 7fc4fcc6a700 1 -- start start 2023-11-18T15:44:10.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.380+0000 7fc4fcc6a700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc4f815abf0 0x7fc4f8072610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4fcc6a700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc4f815f100 0x7fc4f80ce700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4fcc6a700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4f80b0850 con 0x7fc4f8072b50 2023-11-18T15:44:10.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4fcc6a700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4f8073000 con 0x7fc4f815f100 2023-11-18T15:44:10.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4fcc6a700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4f815f510 con 0x7fc4f815abf0 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f6d9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc4f815f100 0x7fc4f80ce700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f6d9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc4f815f100 0x7fc4f80ce700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60202/0 (socket says 172.21.15.99:60202) 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f6d9d700 1 -- 172.21.15.99:0/2433154717 learned_addr learned my addr 172.21.15.99:0/2433154717 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f6d9d700 1 -- 172.21.15.99:0/2433154717 >> v2:172.21.15.181:3300/0 conn(0x7fc4f815abf0 msgr2=0x7fc4f8072610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f6d9d700 1 --2- 172.21.15.99:0/2433154717 >> v2:172.21.15.181:3300/0 conn(0x7fc4f815abf0 0x7fc4f8072610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f6d9d700 1 -- 172.21.15.99:0/2433154717 >> v1:172.21.15.181:6789/0 conn(0x7fc4f8072b50 legacy=0x7fc4f815e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f6d9d700 1 -- 172.21.15.99:0/2433154717 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4f815afd0 con 0x7fc4f815f100 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f6d9d700 1 --2- 172.21.15.99:0/2433154717 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f815f100 0x7fc4f80ce700 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc4f806bbb0 tx=0x7fc4f000d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49ec8cadea5f06b9 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f559a700 1 -- 172.21.15.99:0/2433154717 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f0010070 con 0x7fc4f815f100 2023-11-18T15:44:10.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f559a700 1 -- 172.21.15.99:0/2433154717 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4f000dd50 con 0x7fc4f815f100 2023-11-18T15:44:10.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.381+0000 7fc4f559a700 1 -- 172.21.15.99:0/2433154717 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f000b310 con 0x7fc4f815f100 2023-11-18T15:44:10.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.382+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/2433154717 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f815f100 msgr2=0x7fc4f80ce700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.382+0000 7fc4fcc6a700 1 --2- 172.21.15.99:0/2433154717 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f815f100 0x7fc4f80ce700 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc4f806bbb0 tx=0x7fc4f000d430 comp rx=0 tx=0).stop 2023-11-18T15:44:10.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.382+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/2433154717 shutdown_connections 2023-11-18T15:44:10.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.382+0000 7fc4fcc6a700 1 --2- 172.21.15.99:0/2433154717 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f815f100 0x7fc4f80ce700 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.382+0000 7fc4fcc6a700 1 --2- 172.21.15.99:0/2433154717 >> v2:172.21.15.181:3300/0 conn(0x7fc4f815abf0 0x7fc4f8072610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.382+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/2433154717 >> 172.21.15.99:0/2433154717 conn(0x7fc4f806aff0 msgr2=0x7fc4f806b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:10.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.382+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/2433154717 shutdown_connections 2023-11-18T15:44:10.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.382+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/2433154717 wait complete. 2023-11-18T15:44:10.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.383+0000 7fc4fcc6a700 1 Processor -- start 2023-11-18T15:44:10.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.383+0000 7fc4fcc6a700 1 -- start start 2023-11-18T15:44:10.388 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4fcc6a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f8072b50 0x7fc4f80aeaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4fcc6a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4f815abf0 0x7fc4f81579c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4fcc6a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc4f815f100 0x7fc4f815d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4fcc6a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f8158b40 con 0x7fc4f8072b50 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4fcc6a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f815b320 con 0x7fc4f815abf0 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4fcc6a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f81582a0 con 0x7fc4f815f100 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f659c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f8072b50 0x7fc4f80aeaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f659c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f8072b50 0x7fc4f80aeaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60204/0 (socket says 172.21.15.99:60204) 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f659c700 1 -- 172.21.15.99:0/715319663 learned_addr learned my addr 172.21.15.99:0/715319663 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f5d9b700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4f815abf0 0x7fc4f81579c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f6d9d700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc4f815f100 0x7fc4f815d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f659c700 1 -- 172.21.15.99:0/715319663 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc4f815f100 msgr2=0x7fc4f815d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.389 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f659c700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc4f815f100 0x7fc4f815d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f659c700 1 -- 172.21.15.99:0/715319663 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4f815abf0 msgr2=0x7fc4f81579c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f659c700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4f815abf0 0x7fc4f81579c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f659c700 1 -- 172.21.15.99:0/715319663 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4f000bd40 con 0x7fc4f8072b50 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.384+0000 7fc4f5d9b700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4f815abf0 0x7fc4f81579c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.385+0000 7fc4f659c700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f8072b50 0x7fc4f80aeaf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec00b4a0 tx=0x7fc4ec00b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.385+0000 7fc4e6ffd700 1 -- 172.21.15.99:0/715319663 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec011830 con 0x7fc4f8072b50 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.385+0000 7fc4e6ffd700 1 -- 172.21.15.99:0/715319663 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4ec011990 con 0x7fc4f8072b50 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.385+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4f8158580 con 0x7fc4f8072b50 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.385+0000 7fc4e6ffd700 1 -- 172.21.15.99:0/715319663 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec011d40 con 0x7fc4f8072b50 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.385+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4f8157f00 con 0x7fc4f8072b50 2023-11-18T15:44:10.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.386+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4f8073aa0 con 0x7fc4f8072b50 2023-11-18T15:44:10.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.386+0000 7fc4e6ffd700 1 -- 172.21.15.99:0/715319663 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fc4ec01a400 con 0x7fc4f8072b50 2023-11-18T15:44:10.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.387+0000 7fc4e6ffd700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc4d806aed0 0x7fc4d806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.387+0000 7fc4e6ffd700 1 -- 172.21.15.99:0/715319663 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc4ec0896a0 con 0x7fc4f8072b50 2023-11-18T15:44:10.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.387+0000 7fc4f5d9b700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc4d806aed0 0x7fc4d806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.387+0000 7fc4f5d9b700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc4d806aed0 0x7fc4d806d390 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8009910 tx=0x7fc4e8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:10.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.391+0000 7fc4e6ffd700 1 -- 172.21.15.99:0/715319663 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fc4ec054760 con 0x7fc4f8072b50 2023-11-18T15:44:10.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.625+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fc4f8069400 con 0x7fc4f8072b50 2023-11-18T15:44:10.626 INFO:tasks.ceph.mon.a.smithi099.stderr:2023-11-18T15:44:10.625+0000 7f26643e8700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-18T15:44:10.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.627+0000 7fc4e6ffd700 1 -- 172.21.15.99:0/715319663 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7fc4ec057d80 con 0x7fc4f8072b50 2023-11-18T15:44:10.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.629+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc4d806aed0 msgr2=0x7fc4d806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.629+0000 7fc4fcc6a700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc4d806aed0 0x7fc4d806d390 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8009910 tx=0x7fc4e8008040 comp rx=0 tx=0).stop 2023-11-18T15:44:10.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.629+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f8072b50 msgr2=0x7fc4f80aeaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.629+0000 7fc4fcc6a700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f8072b50 0x7fc4f80aeaf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec00b4a0 tx=0x7fc4ec00b860 comp rx=0 tx=0).stop 2023-11-18T15:44:10.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.629+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 shutdown_connections 2023-11-18T15:44:10.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.629+0000 7fc4fcc6a700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc4d806aed0 0x7fc4d806d390 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.630+0000 7fc4fcc6a700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4f8072b50 0x7fc4f80aeaf0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.630+0000 7fc4fcc6a700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc4f815f100 0x7fc4f815d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.630+0000 7fc4fcc6a700 1 --2- 172.21.15.99:0/715319663 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4f815abf0 0x7fc4f81579c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.630+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 >> 172.21.15.99:0/715319663 conn(0x7fc4f806aff0 msgr2=0x7fc4f80cfed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:10.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.630+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 shutdown_connections 2023-11-18T15:44:10.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.630+0000 7fc4fcc6a700 1 -- 172.21.15.99:0/715319663 wait complete. 2023-11-18T15:44:10.632 INFO:teuthology.orchestra.run.smithi099.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-18T15:44:10.643 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-11-18T15:44:10.671 INFO:tasks.ceph.mds.d.smithi181.stdout:starting mds.d at 2023-11-18T15:44:10.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.764+0000 7fe1e9d3e700 1 Processor -- start 2023-11-18T15:44:10.766 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.765+0000 7fe1e9d3e700 1 -- start start 2023-11-18T15:44:10.773 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.765+0000 7fe1e9d3e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e415e120 0x7fe1e40b2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.773 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.765+0000 7fe1e9d3e700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fe1e415f0a0 0x7fe1e40b29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.773 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.765+0000 7fe1e9d3e700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1e40b0350 con 0x7fe1e415e500 2023-11-18T15:44:10.773 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.765+0000 7fe1e9d3e700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1e406db00 con 0x7fe1e415f0a0 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.765+0000 7fe1e9d3e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e415f5a0 con 0x7fe1e415e120 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.765+0000 7fe1e2ffd700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe1e415e500 0x7fe1e415e990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46826/0 (socket says 172.21.15.99:46826) 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e2ffd700 1 -- 172.21.15.99:0/1517321358 learned_addr learned my addr 172.21.15.99:0/1517321358 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e3fff700 1 --2- 172.21.15.99:0/1517321358 >> v2:172.21.15.181:3300/0 conn(0x7fe1e415f0a0 0x7fe1e40b29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e37fe700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e415e120 0x7fe1e40b2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3623604493 0 0) 0x7fe1e40b0350 con 0x7fe1e415e500 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1cc0035b0 con 0x7fe1e415e500 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 101184300 0 0) 0x7fe1cc0035b0 con 0x7fe1e415e500 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e415e120 msgr2=0x7fe1e40b2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e415e120 0x7fe1e40b2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.774 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 >> v2:172.21.15.181:3300/0 conn(0x7fe1e415f0a0 msgr2=0x7fe1e40b29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 --2- 172.21.15.99:0/1517321358 >> v2:172.21.15.181:3300/0 conn(0x7fe1e415f0a0 0x7fe1e40b29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1e40b0610 con 0x7fe1e415e500 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fe1d4001670 con 0x7fe1e415e500 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e3fff700 1 --2- 172.21.15.99:0/1517321358 >> v2:172.21.15.181:3300/0 conn(0x7fe1e415f0a0 0x7fe1e40b29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 >> v1:172.21.15.99:6789/0 conn(0x7fe1e415e500 legacy=0x7fe1e415e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1cc003a00 0x7fe1cc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1cc004850 0x7fe1cc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e415e120 0x7fe1cc005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e406db00 con 0x7fe1cc003a00 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e415f5a0 con 0x7fe1cc004850 2023-11-18T15:44:10.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1cc00ba10 con 0x7fe1e415e120 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e37fe700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1cc003a00 0x7fe1cc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e2ffd700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1cc004850 0x7fe1cc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e3fff700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e415e120 0x7fe1cc005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e37fe700 1 -- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e415e120 msgr2=0x7fe1cc005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e37fe700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e415e120 0x7fe1cc005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e37fe700 1 -- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1cc004850 msgr2=0x7fe1cc004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.766+0000 7fe1e37fe700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1cc004850 0x7fe1cc004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e37fe700 1 -- 172.21.15.99:0/1517321358 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1cc0035b0 con 0x7fe1cc003a00 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e37fe700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1cc003a00 0x7fe1cc003e20 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe1d8009b90 tx=0x7fe1cc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ead511eee9ca0ab server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d800e6c0 con 0x7fe1cc003a00 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1d800e820 con 0x7fe1cc003a00 2023-11-18T15:44:10.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e27fc700 1 -- 172.21.15.99:0/1517321358 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d800eb90 con 0x7fe1cc003a00 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/1517321358 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1cc003a00 msgr2=0x7fe1cc003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e9d3e700 1 --2- 172.21.15.99:0/1517321358 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1cc003a00 0x7fe1cc003e20 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe1d8009b90 tx=0x7fe1cc005880 comp rx=0 tx=0).stop 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e3fff700 1 -- 172.21.15.99:0/1517321358 reap_dead start 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/1517321358 shutdown_connections 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/1517321358 >> 172.21.15.99:0/1517321358 conn(0x7fe1e4066e20 msgr2=0x7fe1e4067200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/1517321358 shutdown_connections 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.767+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/1517321358 wait complete. 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.769+0000 7fe1e9d3e700 1 Processor -- start 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.769+0000 7fe1e9d3e700 1 -- start start 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.769+0000 7fe1e9d3e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1cc003a00 0x7fe1e41532e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.769+0000 7fe1e9d3e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1e4072ea0 0x7fe1e41540c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.769+0000 7fe1e9d3e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e41f2c00 0x7fe1e4071640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.769+0000 7fe1e9d3e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e41f31c0 con 0x7fe1e4072ea0 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.769+0000 7fe1e9d3e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e4152520 con 0x7fe1cc003a00 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.769+0000 7fe1e9d3e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e4152800 con 0x7fe1e41f2c00 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e2ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1e4072ea0 0x7fe1e41540c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e2ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1e4072ea0 0x7fe1e41540c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60226/0 (socket says 172.21.15.99:60226) 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e2ffd700 1 -- 172.21.15.99:0/2797158190 learned_addr learned my addr 172.21.15.99:0/2797158190 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e3fff700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e41f2c00 0x7fe1e4071640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e37fe700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1cc003a00 0x7fe1e41532e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e2ffd700 1 -- 172.21.15.99:0/2797158190 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e41f2c00 msgr2=0x7fe1e4071640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e2ffd700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e41f2c00 0x7fe1e4071640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e2ffd700 1 -- 172.21.15.99:0/2797158190 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1cc003a00 msgr2=0x7fe1e41532e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:10.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e2ffd700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1cc003a00 0x7fe1e41532e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:10.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e2ffd700 1 -- 172.21.15.99:0/2797158190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1e4152ae0 con 0x7fe1e4072ea0 2023-11-18T15:44:10.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e2ffd700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1e4072ea0 0x7fe1e41540c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4007310 tx=0x7fe1d4007620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:10.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1cbfff700 1 -- 172.21.15.99:0/2797158190 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d4011580 con 0x7fe1e4072ea0 2023-11-18T15:44:10.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1cbfff700 1 -- 172.21.15.99:0/2797158190 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1d4011720 con 0x7fe1e4072ea0 2023-11-18T15:44:10.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1e4152dc0 con 0x7fe1e4072ea0 2023-11-18T15:44:10.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1cbfff700 1 -- 172.21.15.99:0/2797158190 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d4011ad0 con 0x7fe1e4072ea0 2023-11-18T15:44:10.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.770+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1e4154600 con 0x7fe1e4072ea0 2023-11-18T15:44:10.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.771+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1e4073aa0 con 0x7fe1e4072ea0 2023-11-18T15:44:10.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.772+0000 7fe1cbfff700 1 -- 172.21.15.99:0/2797158190 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe1d4011c30 con 0x7fe1e4072ea0 2023-11-18T15:44:10.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.772+0000 7fe1cbfff700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d006aed0 0x7fe1d006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:10.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.772+0000 7fe1cbfff700 1 -- 172.21.15.99:0/2797158190 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe1d40895e0 con 0x7fe1e4072ea0 2023-11-18T15:44:10.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.772+0000 7fe1e37fe700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d006aed0 0x7fe1d006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:10.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.772+0000 7fe1e37fe700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d006aed0 0x7fe1d006d390 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe1d80090b0 tx=0x7fe1d801f040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:10.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:10.777+0000 7fe1cbfff700 1 -- 172.21.15.99:0/2797158190 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe1d40546c0 con 0x7fe1e4072ea0 2023-11-18T15:44:11.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.011+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fe1e4069400 con 0x7fe1e4072ea0 2023-11-18T15:44:11.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.631+0000 7fe1cbfff700 1 -- 172.21.15.99:0/2797158190 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7fe1d4057ce0 con 0x7fe1e4072ea0 2023-11-18T15:44:11.635 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d006aed0 msgr2=0x7fe1d006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:11.635 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d006aed0 0x7fe1d006d390 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe1d80090b0 tx=0x7fe1d801f040 comp rx=0 tx=0).stop 2023-11-18T15:44:11.635 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1e4072ea0 msgr2=0x7fe1e41540c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:11.635 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1e4072ea0 0x7fe1e41540c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4007310 tx=0x7fe1d4007620 comp rx=0 tx=0).stop 2023-11-18T15:44:11.635 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 shutdown_connections 2023-11-18T15:44:11.635 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1e41f2c00 0x7fe1e4071640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:11.636 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1cc003a00 0x7fe1e41532e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:11.636 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d006aed0 0x7fe1d006d390 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:11.636 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 --2- 172.21.15.99:0/2797158190 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1e4072ea0 0x7fe1e41540c0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:11.636 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 >> 172.21.15.99:0/2797158190 conn(0x7fe1e4066e20 msgr2=0x7fe1e40b3320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:11.636 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 shutdown_connections 2023-11-18T15:44:11.636 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.634+0000 7fe1e9d3e700 1 -- 172.21.15.99:0/2797158190 wait complete. 2023-11-18T15:44:11.649 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-11-18T15:44:11.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd494c4700 1 Processor -- start 2023-11-18T15:44:11.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd494c4700 1 -- start start 2023-11-18T15:44:11.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd494c4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdd44161b40 0x7fdd4415f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:11.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd494c4700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdd440d30f0 0x7fdd440d3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:11.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd494c4700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd440d3a90 con 0x7fdd44158590 2023-11-18T15:44:11.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd494c4700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd44162af0 con 0x7fdd44161b40 2023-11-18T15:44:11.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd494c4700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd4415f5a0 con 0x7fdd440d30f0 2023-11-18T15:44:11.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd427fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdd44161b40 0x7fdd4415f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd427fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdd44161b40 0x7fdd4415f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60234/0 (socket says 172.21.15.99:60234) 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.777+0000 7fdd42ffd700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fdd44158590 0x7fdd440704b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46844/0 (socket says 172.21.15.99:46844) 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.778+0000 7fdd427fc700 1 -- 172.21.15.99:0/3209730178 learned_addr learned my addr 172.21.15.99:0/3209730178 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.778+0000 7fdd427fc700 1 -- 172.21.15.99:0/3209730178 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdd440d30f0 msgr2=0x7fdd440d3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.778+0000 7fdd427fc700 1 --2- 172.21.15.99:0/3209730178 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdd440d30f0 0x7fdd440d3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.778+0000 7fdd427fc700 1 -- 172.21.15.99:0/3209730178 >> v1:172.21.15.99:6789/0 conn(0x7fdd44158590 legacy=0x7fdd440704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.778+0000 7fdd427fc700 1 -- 172.21.15.99:0/3209730178 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd440b7630 con 0x7fdd44161b40 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.778+0000 7fdd427fc700 1 --2- 172.21.15.99:0/3209730178 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd44161b40 0x7fdd4415f060 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdd34009920 tx=0x7fdd34009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e2512056ef0c922 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.778+0000 7fdd41ffb700 1 -- 172.21.15.99:0/3209730178 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd3400ba20 con 0x7fdd44161b40 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.778+0000 7fdd41ffb700 1 -- 172.21.15.99:0/3209730178 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd3400bb80 con 0x7fdd44161b40 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.778+0000 7fdd41ffb700 1 -- 172.21.15.99:0/3209730178 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd34009e70 con 0x7fdd44161b40 2023-11-18T15:44:11.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.779+0000 7fdd494c4700 1 -- 172.21.15.99:0/3209730178 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd44161b40 msgr2=0x7fdd4415f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:11.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.779+0000 7fdd494c4700 1 --2- 172.21.15.99:0/3209730178 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd44161b40 0x7fdd4415f060 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdd34009920 tx=0x7fdd34009c30 comp rx=0 tx=0).stop 2023-11-18T15:44:11.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.779+0000 7fdd494c4700 1 -- 172.21.15.99:0/3209730178 shutdown_connections 2023-11-18T15:44:11.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.779+0000 7fdd494c4700 1 --2- 172.21.15.99:0/3209730178 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdd440d30f0 0x7fdd440d3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:11.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.779+0000 7fdd494c4700 1 --2- 172.21.15.99:0/3209730178 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd44161b40 0x7fdd4415f060 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:11.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.779+0000 7fdd494c4700 1 -- 172.21.15.99:0/3209730178 >> 172.21.15.99:0/3209730178 conn(0x7fdd440d0ce0 msgr2=0x7fdd440d10f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:11.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.779+0000 7fdd494c4700 1 -- 172.21.15.99:0/3209730178 shutdown_connections 2023-11-18T15:44:11.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.779+0000 7fdd494c4700 1 -- 172.21.15.99:0/3209730178 wait complete. 2023-11-18T15:44:11.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.780+0000 7fdd494c4700 1 Processor -- start 2023-11-18T15:44:11.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.780+0000 7fdd494c4700 1 -- start start 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd494c4700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd440d30f0 0x7fdd44145c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd494c4700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdd44158590 0x7fdd44158970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd494c4700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdd44161b40 0x7fdd44159fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd494c4700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd4415abe0 con 0x7fdd440d30f0 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd494c4700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd4406cf50 con 0x7fdd44158590 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd494c4700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd441592e0 con 0x7fdd44161b40 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd42ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd440d30f0 0x7fdd44145c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd42ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd440d30f0 0x7fdd44145c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60238/0 (socket says 172.21.15.99:60238) 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd42ffd700 1 -- 172.21.15.99:0/1439662302 learned_addr learned my addr 172.21.15.99:0/1439662302 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd42ffd700 1 -- 172.21.15.99:0/1439662302 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdd44161b40 msgr2=0x7fdd44159fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:11.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd42ffd700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdd44161b40 0x7fdd44159fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd42ffd700 1 -- 172.21.15.99:0/1439662302 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdd44158590 msgr2=0x7fdd44158970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd42ffd700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdd44158590 0x7fdd44158970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd42ffd700 1 -- 172.21.15.99:0/1439662302 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd34009550 con 0x7fdd440d30f0 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd42ffd700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd440d30f0 0x7fdd44145c70 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fdd3800c520 tx=0x7fdd3800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd2b7fe700 1 -- 172.21.15.99:0/1439662302 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd38005cb0 con 0x7fdd440d30f0 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd2b7fe700 1 -- 172.21.15.99:0/1439662302 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd38005e10 con 0x7fdd440d30f0 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd441595c0 con 0x7fdd440d30f0 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.781+0000 7fdd2b7fe700 1 -- 172.21.15.99:0/1439662302 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd380072d0 con 0x7fdd440d30f0 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.782+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd44159b80 con 0x7fdd440d30f0 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.782+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd44068450 con 0x7fdd440d30f0 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.783+0000 7fdd2b7fe700 1 -- 172.21.15.99:0/1439662302 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fdd38007430 con 0x7fdd440d30f0 2023-11-18T15:44:11.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.783+0000 7fdd2b7fe700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdd3006aed0 0x7fdd3006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:11.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.783+0000 7fdd2b7fe700 1 -- 172.21.15.99:0/1439662302 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fdd38088a50 con 0x7fdd440d30f0 2023-11-18T15:44:11.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.783+0000 7fdd427fc700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdd3006aed0 0x7fdd3006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:11.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.784+0000 7fdd427fc700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdd3006aed0 0x7fdd3006d390 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdd4415ba70 tx=0x7fdd34010000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:11.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.788+0000 7fdd2b7fe700 1 -- 172.21.15.99:0/1439662302 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fdd38053b50 con 0x7fdd440d30f0 2023-11-18T15:44:11.979 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:11.978+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fdd44074e90 con 0x7fdd440d30f0 2023-11-18T15:44:12.633 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.632+0000 7fdd2b7fe700 1 -- 172.21.15.99:0/1439662302 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v24) v1 ==== 181+0+0 (secure 0 0 0) 0x7fdd38017020 con 0x7fdd440d30f0 2023-11-18T15:44:12.637 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdd3006aed0 msgr2=0x7fdd3006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:12.637 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdd3006aed0 0x7fdd3006d390 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdd4415ba70 tx=0x7fdd34010000 comp rx=0 tx=0).stop 2023-11-18T15:44:12.637 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd440d30f0 msgr2=0x7fdd44145c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:12.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd440d30f0 0x7fdd44145c70 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fdd3800c520 tx=0x7fdd3800c8e0 comp rx=0 tx=0).stop 2023-11-18T15:44:12.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 shutdown_connections 2023-11-18T15:44:12.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fdd3006aed0 0x7fdd3006d390 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:12.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdd440d30f0 0x7fdd44145c70 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:12.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fdd44161b40 0x7fdd44159fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:12.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 --2- 172.21.15.99:0/1439662302 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdd44158590 0x7fdd44158970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:12.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 >> 172.21.15.99:0/1439662302 conn(0x7fdd440d0ce0 msgr2=0x7fdd440b5920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:12.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 shutdown_connections 2023-11-18T15:44:12.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.636+0000 7fdd494c4700 1 -- 172.21.15.99:0/1439662302 wait complete. 2023-11-18T15:44:12.639 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' removed 2023-11-18T15:44:12.653 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-11-18T15:44:12.790 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.789+0000 7f0dda000700 1 Processor -- start 2023-11-18T15:44:12.790 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.789+0000 7f0dda000700 1 -- start start 2023-11-18T15:44:12.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dda000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0dd4070980 0x7f0dd40b58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:12.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dda000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0dd40b0e00 con 0x7f0dd4147810 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dda000700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0dd40aff10 con 0x7f0dd40704f0 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dda000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dd40b01f0 con 0x7f0dd4070980 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dd3fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0dd4070980 0x7f0dd40b58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dd37fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f0dd4147810 0x7f0dd406e320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46858/0 (socket says 172.21.15.99:46858) 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dd3fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0dd4070980 0x7f0dd40b58e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60250/0 (socket says 172.21.15.99:60250) 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dd37fe700 1 -- 172.21.15.99:0/2841062376 learned_addr learned my addr 172.21.15.99:0/2841062376 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dd3fff700 1 -- 172.21.15.99:0/2841062376 >> v1:172.21.15.181:6789/0 conn(0x7f0dd40704f0 legacy=0x7f0dd40b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dd3fff700 1 -- 172.21.15.99:0/2841062376 >> v1:172.21.15.99:6789/0 conn(0x7f0dd4147810 legacy=0x7f0dd406e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dd3fff700 1 -- 172.21.15.99:0/2841062376 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dd40b04d0 con 0x7f0dd4070980 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dd3fff700 1 --2- 172.21.15.99:0/2841062376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4070980 0x7f0dd40b58e0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc009d90 tx=0x7f0dcc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ae60a0b3da3898a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.790+0000 7f0dd27fc700 1 -- 172.21.15.99:0/2841062376 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc00e070 con 0x7f0dd4070980 2023-11-18T15:44:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.791+0000 7f0dd27fc700 1 -- 172.21.15.99:0/2841062376 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dcc00bb90 con 0x7f0dd4070980 2023-11-18T15:44:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.791+0000 7f0dd27fc700 1 -- 172.21.15.99:0/2841062376 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc003a20 con 0x7f0dd4070980 2023-11-18T15:44:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.791+0000 7f0dda000700 1 -- 172.21.15.99:0/2841062376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4070980 msgr2=0x7f0dd40b58e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.791+0000 7f0dda000700 1 --2- 172.21.15.99:0/2841062376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4070980 0x7f0dd40b58e0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc009d90 tx=0x7f0dcc00b330 comp rx=0 tx=0).stop 2023-11-18T15:44:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.791+0000 7f0dda000700 1 -- 172.21.15.99:0/2841062376 shutdown_connections 2023-11-18T15:44:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.791+0000 7f0dda000700 1 --2- 172.21.15.99:0/2841062376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4070980 0x7f0dd40b58e0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.791+0000 7f0dda000700 1 -- 172.21.15.99:0/2841062376 >> 172.21.15.99:0/2841062376 conn(0x7f0dd40b2310 msgr2=0x7f0dd40b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.791+0000 7f0dda000700 1 -- 172.21.15.99:0/2841062376 shutdown_connections 2023-11-18T15:44:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.791+0000 7f0dda000700 1 -- 172.21.15.99:0/2841062376 wait complete. 2023-11-18T15:44:12.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.792+0000 7f0dda000700 1 Processor -- start 2023-11-18T15:44:12.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.793+0000 7f0dda000700 1 -- start start 2023-11-18T15:44:12.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.793+0000 7f0dda000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0dd40704f0 0x7f0dd41f2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:12.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.793+0000 7f0dda000700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0dd4070980 0x7f0dd41441c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:12.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.793+0000 7f0dda000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4147810 0x7f0dd4144700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:12.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.793+0000 7f0dda000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd4158ba0 con 0x7f0dd4147810 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.793+0000 7f0dda000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd4156cd0 con 0x7f0dd40704f0 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.793+0000 7f0dda000700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd4156fb0 con 0x7f0dd4070980 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.793+0000 7f0dd3fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4147810 0x7f0dd4144700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd3fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4147810 0x7f0dd4144700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60256/0 (socket says 172.21.15.99:60256) 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd3fff700 1 -- 172.21.15.99:0/1560899932 learned_addr learned my addr 172.21.15.99:0/1560899932 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd37fe700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0dd40704f0 0x7f0dd41f2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd2ffd700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0dd4070980 0x7f0dd41441c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd3fff700 1 -- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0dd4070980 msgr2=0x7f0dd41441c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd3fff700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0dd4070980 0x7f0dd41441c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd3fff700 1 -- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0dd40704f0 msgr2=0x7f0dd41f2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd3fff700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0dd40704f0 0x7f0dd41f2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd3fff700 1 -- 172.21.15.99:0/1560899932 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dcc009a70 con 0x7f0dd4147810 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd37fe700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0dd40704f0 0x7f0dd41f2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd2ffd700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0dd4070980 0x7f0dd41441c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dd3fff700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4147810 0x7f0dd4144700 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4071460 tx=0x7f0dcc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dbbfff700 1 -- 172.21.15.99:0/1560899932 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc012630 con 0x7f0dd4147810 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dbbfff700 1 -- 172.21.15.99:0/1560899932 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dcc0127b0 con 0x7f0dd4147810 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dd4135380 con 0x7f0dd4147810 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dbbfff700 1 -- 172.21.15.99:0/1560899932 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc012b60 con 0x7f0dd4147810 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.794+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dd41f3510 con 0x7f0dd4147810 2023-11-18T15:44:12.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.795+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dd404f7b0 con 0x7f0dd4147810 2023-11-18T15:44:12.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.796+0000 7f0dbbfff700 1 -- 172.21.15.99:0/1560899932 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f0dcc012cc0 con 0x7f0dd4147810 2023-11-18T15:44:12.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.796+0000 7f0dbbfff700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0dc006aed0 0x7f0dc006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:12.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.796+0000 7f0dbbfff700 1 -- 172.21.15.99:0/1560899932 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5357+0+0 (secure 0 0 0) 0x7f0dcc08bba0 con 0x7f0dd4147810 2023-11-18T15:44:12.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.796+0000 7f0dd37fe700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0dc006aed0 0x7f0dc006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:12.801 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.797+0000 7f0dd37fe700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0dc006aed0 0x7f0dc006d390 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0dc8000f60 tx=0x7f0dc8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:12.801 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.800+0000 7f0dbbfff700 1 -- 172.21.15.99:0/1560899932 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0dcc056ee0 con 0x7f0dd4147810 2023-11-18T15:44:12.994 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:12.994+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f0dd4146de0 con 0x7f0dd4147810 2023-11-18T15:44:13.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.639+0000 7f0dbbfff700 1 -- 172.21.15.99:0/1560899932 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v25) v1 ==== 169+0+0 (secure 0 0 0) 0x7f0dcc05a500 con 0x7f0dd4147810 2023-11-18T15:44:13.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.643+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0dc006aed0 msgr2=0x7f0dc006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:13.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.643+0000 7f0dda000700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0dc006aed0 0x7f0dc006d390 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0dc8000f60 tx=0x7f0dc8009040 comp rx=0 tx=0).stop 2023-11-18T15:44:13.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.643+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4147810 msgr2=0x7f0dd4144700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:13.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.643+0000 7f0dda000700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4147810 0x7f0dd4144700 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4071460 tx=0x7f0dcc004ad0 comp rx=0 tx=0).stop 2023-11-18T15:44:13.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.644+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 shutdown_connections 2023-11-18T15:44:13.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.644+0000 7f0dda000700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0dc006aed0 0x7f0dc006d390 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:13.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.644+0000 7f0dda000700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dd4147810 0x7f0dd4144700 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:13.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.644+0000 7f0dda000700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0dd40704f0 0x7f0dd41f2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:13.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.644+0000 7f0dda000700 1 --2- 172.21.15.99:0/1560899932 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0dd4070980 0x7f0dd41441c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:13.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.644+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 >> 172.21.15.99:0/1560899932 conn(0x7f0dd40b2310 msgr2=0x7f0dd406e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:13.646 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.644+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 shutdown_connections 2023-11-18T15:44:13.646 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:13.644+0000 7f0dda000700 1 -- 172.21.15.99:0/1560899932 wait complete. 2023-11-18T15:44:13.647 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' removed 2023-11-18T15:44:13.662 INFO:tasks.ceph.mds.a:Restarting daemon 2023-11-18T15:44:13.663 INFO:tasks.ceph.mds.a:Stopping old one... 2023-11-18T15:44:13.663 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-11-18T15:44:13.663 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T15:44:13.663 INFO:tasks.ceph.mds.c:Restarting daemon 2023-11-18T15:44:13.663 INFO:tasks.ceph.mds.c:Stopping old one... 2023-11-18T15:44:13.664 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-11-18T15:44:13.664 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T15:44:13.664 INFO:tasks.ceph.mds.b:Restarting daemon 2023-11-18T15:44:13.664 INFO:tasks.ceph.mds.b:Stopping old one... 2023-11-18T15:44:13.664 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-11-18T15:44:13.664 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T15:44:13.664 INFO:tasks.ceph.mds.d:Restarting daemon 2023-11-18T15:44:13.665 INFO:tasks.ceph.mds.d:Stopping old one... 2023-11-18T15:44:13.665 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-11-18T15:44:13.665 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T15:44:13.673 INFO:tasks.ceph.mds.a:Stopped 2023-11-18T15:44:13.673 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-11-18T15:44:13.674 INFO:tasks.ceph.mds.c:Stopped 2023-11-18T15:44:13.674 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-11-18T15:44:13.676 INFO:tasks.ceph.mds.d:Stopped 2023-11-18T15:44:13.676 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-11-18T15:44:13.715 INFO:tasks.ceph.mds.a:Started 2023-11-18T15:44:13.716 DEBUG:teuthology.parallel:result is None 2023-11-18T15:44:13.716 INFO:tasks.ceph.mds.c:Started 2023-11-18T15:44:13.717 DEBUG:teuthology.parallel:result is None 2023-11-18T15:44:13.718 INFO:tasks.ceph.mds.d:Started 2023-11-18T15:44:13.719 DEBUG:teuthology.parallel:result is None 2023-11-18T15:44:13.800 INFO:tasks.ceph.mds.c.smithi099.stdout:starting mds.c at 2023-11-18T15:44:13.801 INFO:tasks.ceph.mds.a.smithi099.stdout:starting mds.a at 2023-11-18T15:44:13.801 INFO:tasks.ceph.mds.d.smithi181.stdout:starting mds.d at 2023-11-18T15:44:19.676 INFO:tasks.ceph.mds.b:Stopped 2023-11-18T15:44:19.676 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-11-18T15:44:19.679 INFO:tasks.ceph.mds.b:Started 2023-11-18T15:44:19.679 DEBUG:teuthology.parallel:result is None 2023-11-18T15:44:19.679 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-11-18T15:44:19.766 INFO:tasks.ceph.mds.b.smithi181.stdout:starting mds.b at 2023-11-18T15:44:19.815 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.813+0000 7f5a534b5700 1 Processor -- start 2023-11-18T15:44:19.816 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.813+0000 7f5a534b5700 1 -- start start 2023-11-18T15:44:19.819 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.814+0000 7f5a534b5700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f5a4c1566d0 0x7f5a4c160660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:19.819 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.814+0000 7f5a534b5700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5a4c15c660 0x7f5a4c072700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:19.819 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.814+0000 7f5a534b5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 0x7f5a4c142c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:19.819 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.814+0000 7f5a534b5700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a4c160ba0 con 0x7f5a4c15c660 2023-11-18T15:44:19.819 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.814+0000 7f5a534b5700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a4c073090 con 0x7f5a4c1566d0 2023-11-18T15:44:19.819 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.814+0000 7f5a534b5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a4c156ab0 con 0x7f5a4c072c40 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.814+0000 7f5a50a50700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5a4c15c660 0x7f5a4c072700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.814+0000 7f5a50a50700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5a4c15c660 0x7f5a4c072700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60288/0 (socket says 172.21.15.99:60288) 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.814+0000 7f5a50a50700 1 -- 172.21.15.99:0/784182583 learned_addr learned my addr 172.21.15.99:0/784182583 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a51a52700 1 --2- 172.21.15.99:0/784182583 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 0x7f5a4c142c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a51251700 1 --2- 172.21.15.99:0/784182583 >> v2:172.21.15.181:3300/0 conn(0x7f5a4c1566d0 0x7f5a4c160660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a50a50700 1 -- 172.21.15.99:0/784182583 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 msgr2=0x7f5a4c142c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a50a50700 1 --2- 172.21.15.99:0/784182583 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 0x7f5a4c142c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a50a50700 1 -- 172.21.15.99:0/784182583 >> v2:172.21.15.181:3300/0 conn(0x7f5a4c1566d0 msgr2=0x7f5a4c160660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a50a50700 1 --2- 172.21.15.99:0/784182583 >> v2:172.21.15.181:3300/0 conn(0x7f5a4c1566d0 0x7f5a4c160660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a50a50700 1 -- 172.21.15.99:0/784182583 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a4c06df10 con 0x7f5a4c15c660 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a51251700 1 --2- 172.21.15.99:0/784182583 >> v2:172.21.15.181:3300/0 conn(0x7f5a4c1566d0 0x7f5a4c160660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a50a50700 1 --2- 172.21.15.99:0/784182583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c15c660 0x7f5a4c072700 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c0b3890 tx=0x7f5a48009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75d7626cc7a1fba1 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:19.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a43fff700 1 -- 172.21.15.99:0/784182583 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a4800b870 con 0x7f5a4c15c660 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a43fff700 1 -- 172.21.15.99:0/784182583 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a4800b9d0 con 0x7f5a4c15c660 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.815+0000 7f5a43fff700 1 -- 172.21.15.99:0/784182583 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a4800bd60 con 0x7f5a4c15c660 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.816+0000 7f5a534b5700 1 -- 172.21.15.99:0/784182583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c15c660 msgr2=0x7f5a4c072700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.816+0000 7f5a534b5700 1 --2- 172.21.15.99:0/784182583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c15c660 0x7f5a4c072700 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c0b3890 tx=0x7f5a48009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.816+0000 7f5a534b5700 1 -- 172.21.15.99:0/784182583 shutdown_connections 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.816+0000 7f5a534b5700 1 --2- 172.21.15.99:0/784182583 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 0x7f5a4c142c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.816+0000 7f5a534b5700 1 --2- 172.21.15.99:0/784182583 >> v2:172.21.15.181:3300/0 conn(0x7f5a4c1566d0 0x7f5a4c160660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.816+0000 7f5a534b5700 1 --2- 172.21.15.99:0/784182583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c15c660 0x7f5a4c072700 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.816+0000 7f5a534b5700 1 -- 172.21.15.99:0/784182583 >> 172.21.15.99:0/784182583 conn(0x7f5a4c0b1ff0 msgr2=0x7f5a4c0b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.816+0000 7f5a534b5700 1 -- 172.21.15.99:0/784182583 shutdown_connections 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.816+0000 7f5a534b5700 1 -- 172.21.15.99:0/784182583 wait complete. 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.817+0000 7f5a534b5700 1 Processor -- start 2023-11-18T15:44:19.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.817+0000 7f5a534b5700 1 -- start start 2023-11-18T15:44:19.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a534b5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 0x7f5a4c156c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:19.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a534b5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c1566d0 0x7f5a4c1f6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:19.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a534b5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a4c15c660 0x7f5a4c15d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:19.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a534b5700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a4c070f80 con 0x7f5a4c1566d0 2023-11-18T15:44:19.825 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a534b5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a4c070620 con 0x7f5a4c15c660 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a534b5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a4c072470 con 0x7f5a4c072c40 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a50a50700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c1566d0 0x7f5a4c1f6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a50a50700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c1566d0 0x7f5a4c1f6d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60296/0 (socket says 172.21.15.99:60296) 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a50a50700 1 -- 172.21.15.99:0/44307792 learned_addr learned my addr 172.21.15.99:0/44307792 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a51251700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 0x7f5a4c156c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a51a52700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a4c15c660 0x7f5a4c15d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a50a50700 1 -- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 msgr2=0x7f5a4c156c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a50a50700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 0x7f5a4c156c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a50a50700 1 -- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a4c15c660 msgr2=0x7f5a4c15d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a50a50700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a4c15c660 0x7f5a4c15d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:19.826 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a50a50700 1 -- 172.21.15.99:0/44307792 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a48009550 con 0x7f5a4c1566d0 2023-11-18T15:44:19.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a51251700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 0x7f5a4c156c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:19.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a51a52700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a4c15c660 0x7f5a4c15d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:19.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a50a50700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c1566d0 0x7f5a4c1f6d60 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5a48000c00 tx=0x7f5a48004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:19.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a41ffb700 1 -- 172.21.15.99:0/44307792 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a48004520 con 0x7f5a4c1566d0 2023-11-18T15:44:19.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a41ffb700 1 -- 172.21.15.99:0/44307792 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a4801e070 con 0x7f5a4c1566d0 2023-11-18T15:44:19.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a4c0708c0 con 0x7f5a4c1566d0 2023-11-18T15:44:19.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.818+0000 7f5a41ffb700 1 -- 172.21.15.99:0/44307792 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a480038c0 con 0x7f5a4c1566d0 2023-11-18T15:44:19.827 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.819+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a4c1f72a0 con 0x7f5a4c1566d0 2023-11-18T15:44:19.828 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.820+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a4c073aa0 con 0x7f5a4c1566d0 2023-11-18T15:44:19.828 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.820+0000 7f5a41ffb700 1 -- 172.21.15.99:0/44307792 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f5a48003a20 con 0x7f5a4c1566d0 2023-11-18T15:44:19.828 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.820+0000 7f5a41ffb700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5a3006aed0 0x7f5a3006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:19.828 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.821+0000 7f5a51251700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5a3006aed0 0x7f5a3006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:19.828 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.821+0000 7f5a41ffb700 1 -- 172.21.15.99:0/44307792 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f5a48020070 con 0x7f5a4c1566d0 2023-11-18T15:44:19.828 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.821+0000 7f5a51251700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5a3006aed0 0x7f5a3006d390 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5a3c0089b0 tx=0x7f5a3c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:19.828 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:19.825+0000 7f5a41ffb700 1 -- 172.21.15.99:0/44307792 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f5a48055bf0 con 0x7f5a4c1566d0 2023-11-18T15:44:20.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:20.030+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f5a4c0710c0 con 0x7f5a4c1566d0 2023-11-18T15:44:21.092 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.090+0000 7f5a41ffb700 1 -- 172.21.15.99:0/44307792 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v30) v1 ==== 97+0+0 (secure 0 0 0) 0x7f5a4c0710c0 con 0x7f5a4c1566d0 2023-11-18T15:44:21.096 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5a3006aed0 msgr2=0x7f5a3006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5a3006aed0 0x7f5a3006d390 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5a3c0089b0 tx=0x7f5a3c008040 comp rx=0 tx=0).stop 2023-11-18T15:44:21.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c1566d0 msgr2=0x7f5a4c1f6d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c1566d0 0x7f5a4c1f6d60 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5a48000c00 tx=0x7f5a48004750 comp rx=0 tx=0).stop 2023-11-18T15:44:21.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 shutdown_connections 2023-11-18T15:44:21.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a4c15c660 0x7f5a4c15d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a4c072c40 0x7f5a4c156c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5a3006aed0 0x7f5a3006d390 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 --2- 172.21.15.99:0/44307792 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a4c1566d0 0x7f5a4c1f6d60 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 >> 172.21.15.99:0/44307792 conn(0x7f5a4c0b1ff0 msgr2=0x7f5a4c0cfdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:21.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 shutdown_connections 2023-11-18T15:44:21.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.094+0000 7f5a534b5700 1 -- 172.21.15.99:0/44307792 wait complete. 2023-11-18T15:44:21.099 INFO:teuthology.orchestra.run.smithi099.stderr: removed all blocklist entries 2023-11-18T15:44:21.111 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-11-18T15:44:21.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.236+0000 7fa484e60700 1 Processor -- start 2023-11-18T15:44:21.238 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.236+0000 7fa484e60700 1 -- start start 2023-11-18T15:44:21.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa484e60700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa480143ec0 0x7fa48015e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa484e60700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 0x7fa4800cd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.240 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa484e60700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fa4800cd760 0x7fa4800cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa484e60700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4800cdbf0 con 0x7fa480143ec0 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa484e60700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa48006df10 con 0x7fa4800cd760 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa484e60700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa48015ec20 con 0x7fa48015e6e0 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47e59c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa480143ec0 0x7fa48015e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47e59c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa480143ec0 0x7fa48015e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60302/0 (socket says 172.21.15.99:60302) 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47e59c700 1 -- 172.21.15.99:0/1618510139 learned_addr learned my addr 172.21.15.99:0/1618510139 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47dd9b700 1 --2- 172.21.15.99:0/1618510139 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 0x7fa4800cd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47ed9d700 1 --2- 172.21.15.99:0/1618510139 >> v2:172.21.15.181:3300/0 conn(0x7fa4800cd760 0x7fa4800cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47e59c700 1 -- 172.21.15.99:0/1618510139 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 msgr2=0x7fa4800cd220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47e59c700 1 --2- 172.21.15.99:0/1618510139 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 0x7fa4800cd220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47e59c700 1 -- 172.21.15.99:0/1618510139 >> v2:172.21.15.181:3300/0 conn(0x7fa4800cd760 msgr2=0x7fa4800cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:21.241 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47e59c700 1 --2- 172.21.15.99:0/1618510139 >> v2:172.21.15.181:3300/0 conn(0x7fa4800cd760 0x7fa4800cf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47e59c700 1 -- 172.21.15.99:0/1618510139 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa48015ef00 con 0x7fa480143ec0 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47e59c700 1 --2- 172.21.15.99:0/1618510139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa480143ec0 0x7fa48015e1a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa4800b3850 tx=0x7fa47000ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1da5a0b9531fc22f server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47d59a700 1 -- 172.21.15.99:0/1618510139 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa47000cb70 con 0x7fa480143ec0 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.237+0000 7fa47d59a700 1 -- 172.21.15.99:0/1618510139 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa47000ccd0 con 0x7fa480143ec0 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa47d59a700 1 -- 172.21.15.99:0/1618510139 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa470018620 con 0x7fa480143ec0 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa484e60700 1 -- 172.21.15.99:0/1618510139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa480143ec0 msgr2=0x7fa48015e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa484e60700 1 --2- 172.21.15.99:0/1618510139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa480143ec0 0x7fa48015e1a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa4800b3850 tx=0x7fa47000ad70 comp rx=0 tx=0).stop 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa484e60700 1 -- 172.21.15.99:0/1618510139 shutdown_connections 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa484e60700 1 --2- 172.21.15.99:0/1618510139 >> v2:172.21.15.181:3300/0 conn(0x7fa4800cd760 0x7fa4800cf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa484e60700 1 --2- 172.21.15.99:0/1618510139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa480143ec0 0x7fa48015e1a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa484e60700 1 --2- 172.21.15.99:0/1618510139 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 0x7fa4800cd220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa484e60700 1 -- 172.21.15.99:0/1618510139 >> 172.21.15.99:0/1618510139 conn(0x7fa4800b1ff0 msgr2=0x7fa4800b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:21.242 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa484e60700 1 -- 172.21.15.99:0/1618510139 shutdown_connections 2023-11-18T15:44:21.243 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.238+0000 7fa484e60700 1 -- 172.21.15.99:0/1618510139 wait complete. 2023-11-18T15:44:21.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.239+0000 7fa484e60700 1 Processor -- start 2023-11-18T15:44:21.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa484e60700 1 -- start start 2023-11-18T15:44:21.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa484e60700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4800cd760 0x7fa4800aafe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa484e60700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa480143ec0 0x7fa4800ad990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa484e60700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 0x7fa480150a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa484e60700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4800ae370 con 0x7fa4800cd760 2023-11-18T15:44:21.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa484e60700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4800ae650 con 0x7fa480143ec0 2023-11-18T15:44:21.245 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa484e60700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4800ae930 con 0x7fa48015e6e0 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa47e59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4800cd760 0x7fa4800aafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa47e59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4800cd760 0x7fa4800aafe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60308/0 (socket says 172.21.15.99:60308) 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa47e59c700 1 -- 172.21.15.99:0/503413907 learned_addr learned my addr 172.21.15.99:0/503413907 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa47dd9b700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa480143ec0 0x7fa4800ad990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.240+0000 7fa47ed9d700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 0x7fa480150a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa47e59c700 1 -- 172.21.15.99:0/503413907 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 msgr2=0x7fa480150a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa47e59c700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 0x7fa480150a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa47e59c700 1 -- 172.21.15.99:0/503413907 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa480143ec0 msgr2=0x7fa4800ad990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa47e59c700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa480143ec0 0x7fa4800ad990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa47e59c700 1 -- 172.21.15.99:0/503413907 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa47000a6f0 con 0x7fa4800cd760 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa47e59c700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4800cd760 0x7fa4800aafe0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa47000adb0 tx=0x7fa470004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:21.246 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa46effd700 1 -- 172.21.15.99:0/503413907 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa47001c040 con 0x7fa4800cd760 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4800aec10 con 0x7fa4800cd760 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4800aa620 con 0x7fa4800cd760 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa46effd700 1 -- 172.21.15.99:0/503413907 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa470003b30 con 0x7fa4800cd760 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.241+0000 7fa46effd700 1 -- 172.21.15.99:0/503413907 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa470003ea0 con 0x7fa4800cd760 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.242+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4640052e0 con 0x7fa4800cd760 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.242+0000 7fa46effd700 1 -- 172.21.15.99:0/503413907 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fa4700103f0 con 0x7fa4800cd760 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.243+0000 7fa46effd700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa46006aed0 0x7fa46006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.243+0000 7fa46effd700 1 -- 172.21.15.99:0/503413907 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa47008a810 con 0x7fa4800cd760 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.243+0000 7fa47dd9b700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa46006aed0 0x7fa46006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.243+0000 7fa47dd9b700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa46006aed0 0x7fa46006d390 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa474009930 tx=0x7fa474008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:21.249 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.247+0000 7fa46effd700 1 -- 172.21.15.99:0/503413907 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fa470055c20 con 0x7fa4800cd760 2023-11-18T15:44:21.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.520+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fa464005860 con 0x7fa4800cd760 2023-11-18T15:44:21.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.520+0000 7fa46effd700 1 -- 172.21.15.99:0/503413907 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7fa470059240 con 0x7fa4800cd760 2023-11-18T15:44:21.522 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:21.523 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T15:44:21.523 INFO:teuthology.orchestra.run.smithi099.stdout: "auth_dump": [ 2023-11-18T15:44:21.523 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.523 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mds.a", 2023-11-18T15:44:21.523 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBr21hlbM47FhAA7YzaI0HCYK8K4MJrzIjyeQ==", 2023-11-18T15:44:21.523 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.523 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2023-11-18T15:44:21.524 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2023-11-18T15:44:21.524 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2023-11-18T15:44:21.524 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.524 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.524 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.524 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.524 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mds.b", 2023-11-18T15:44:21.524 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBr21hlXIRaIhAAVm3khgdn5XXvdA6vvzOlLQ==", 2023-11-18T15:44:21.525 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.525 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2023-11-18T15:44:21.525 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2023-11-18T15:44:21.525 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2023-11-18T15:44:21.525 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.525 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.525 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.525 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.526 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mds.c", 2023-11-18T15:44:21.526 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBr21hlLNx+HRAATR/DiXMEzKyx1JS5IuJfyQ==", 2023-11-18T15:44:21.526 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.526 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2023-11-18T15:44:21.526 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2023-11-18T15:44:21.526 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2023-11-18T15:44:21.527 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.527 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.527 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.527 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.527 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mds.d", 2023-11-18T15:44:21.527 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBr21hl9KCdKRAAhK5ggJinbzky6uMyudIL0g==", 2023-11-18T15:44:21.527 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.528 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2023-11-18T15:44:21.528 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2023-11-18T15:44:21.528 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2023-11-18T15:44:21.528 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.528 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.528 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.529 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.529 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.0", 2023-11-18T15:44:21.529 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBv21hl9UvQCxAADZx3mjuGN3FOUr8aG8WYCQ==", 2023-11-18T15:44:21.529 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.529 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2023-11-18T15:44:21.529 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2023-11-18T15:44:21.530 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.530 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.530 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.530 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.530 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.1", 2023-11-18T15:44:21.530 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBy21hlYtApCxAArV8U+Ola5i3cRmzrHf9rhw==", 2023-11-18T15:44:21.531 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.531 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2023-11-18T15:44:21.531 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2023-11-18T15:44:21.531 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.531 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.531 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.531 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.532 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.2", 2023-11-18T15:44:21.532 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQB121hlThQHCxAA1e5MEHDRiQa9HNt7JRL98Q==", 2023-11-18T15:44:21.532 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.532 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2023-11-18T15:44:21.532 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2023-11-18T15:44:21.532 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.532 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.533 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.533 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.533 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.3", 2023-11-18T15:44:21.533 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQB421hlsHf6ChAAskFa9MojWyWo4GLMR7D1Hg==", 2023-11-18T15:44:21.533 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.533 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2023-11-18T15:44:21.534 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2023-11-18T15:44:21.534 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.534 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.534 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.534 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.534 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.4", 2023-11-18T15:44:21.534 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQB+21hlG0eVFRAAqwLAAkZwB4vuWCKVe+nPAw==", 2023-11-18T15:44:21.535 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.535 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2023-11-18T15:44:21.535 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2023-11-18T15:44:21.535 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.535 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.535 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.536 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.536 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.5", 2023-11-18T15:44:21.536 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQCB21hl8YhLFRAATx+Wpux4lUFgtds4bD5Rig==", 2023-11-18T15:44:21.536 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.536 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2023-11-18T15:44:21.536 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2023-11-18T15:44:21.536 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.537 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.537 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.537 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.537 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.6", 2023-11-18T15:44:21.537 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQCE21hlSh9oFRAAb0nBHECf3m1Z/A3miNbR9A==", 2023-11-18T15:44:21.537 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.537 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2023-11-18T15:44:21.538 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2023-11-18T15:44:21.538 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.538 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.538 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.538 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.538 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.7", 2023-11-18T15:44:21.538 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQCH21hlSbUGFRAAkxHvZQ3SpB6mKZ3xVL0+6g==", 2023-11-18T15:44:21.539 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.539 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2023-11-18T15:44:21.539 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2023-11-18T15:44:21.539 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.539 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.539 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.539 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.539 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.0", 2023-11-18T15:44:21.539 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBr21hl2FrlLRAANGLOm+htfTpAKaP7i/YYfA==", 2023-11-18T15:44:21.540 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.540 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2023-11-18T15:44:21.540 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow r", 2023-11-18T15:44:21.540 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow rw", 2023-11-18T15:44:21.540 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow rwx" 2023-11-18T15:44:21.540 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.540 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.540 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.541 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.1", 2023-11-18T15:44:21.541 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBr21hlw0T6NhAAyWKb1CyiPYXbbed8jQtPqQ==", 2023-11-18T15:44:21.541 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.541 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2023-11-18T15:44:21.541 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow r", 2023-11-18T15:44:21.541 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow rw", 2023-11-18T15:44:21.541 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow rwx" 2023-11-18T15:44:21.541 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.542 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.542 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.542 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.2", 2023-11-18T15:44:21.542 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBr21hlRPieMxAA2aWuwQOuUhstJ+8q0J8MwA==", 2023-11-18T15:44:21.542 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.542 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2023-11-18T15:44:21.542 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow r", 2023-11-18T15:44:21.542 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow rw", 2023-11-18T15:44:21.543 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow rwx" 2023-11-18T15:44:21.543 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.543 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.543 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.543 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.3", 2023-11-18T15:44:21.543 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBs21hl98kiARAAA+Asfce+Srde8hmaw9oomw==", 2023-11-18T15:44:21.543 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.543 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2023-11-18T15:44:21.544 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow r", 2023-11-18T15:44:21.544 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow rw", 2023-11-18T15:44:21.544 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow rwx" 2023-11-18T15:44:21.544 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.544 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.544 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.544 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.admin", 2023-11-18T15:44:21.544 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw==", 2023-11-18T15:44:21.544 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.545 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow *", 2023-11-18T15:44:21.545 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2023-11-18T15:44:21.545 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2023-11-18T15:44:21.545 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.545 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.545 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.545 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.545 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-mds", 2023-11-18T15:44:21.546 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQCN21hlS3RqExAAL2RLIfMdRqAa4O1FbDPVAQ==", 2023-11-18T15:44:21.546 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.546 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-mds" 2023-11-18T15:44:21.546 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.546 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.546 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.546 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-mgr", 2023-11-18T15:44:21.547 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQCN21hlC35qExAA4JTlDsgdWdiQ/YLlZbIr3g==", 2023-11-18T15:44:21.547 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.547 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-mgr" 2023-11-18T15:44:21.547 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.547 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.547 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.548 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-osd", 2023-11-18T15:44:21.548 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQCN21hlKIdqExAA5xub5C7nkx7ZjT/D15dkEA==", 2023-11-18T15:44:21.548 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.548 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-osd" 2023-11-18T15:44:21.548 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.548 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.549 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.549 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-rbd", 2023-11-18T15:44:21.549 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQCN21hl5Y5qExAAC3OY4CKfPRWClYrVmVQ5Gw==", 2023-11-18T15:44:21.549 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.549 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-rbd" 2023-11-18T15:44:21.549 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.549 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.549 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.550 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-11-18T15:44:21.550 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQCN21hl45ZqExAAYxTYu+zKzcQXGeSgsg008Q==", 2023-11-18T15:44:21.550 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.550 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-11-18T15:44:21.550 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.550 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.550 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.550 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-rgw", 2023-11-18T15:44:21.551 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQCN21hlbaBqExAAwS++EOUBgdaaT4sWAqmEzg==", 2023-11-18T15:44:21.551 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.551 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-rgw" 2023-11-18T15:44:21.551 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.551 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.551 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.551 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mgr.x", 2023-11-18T15:44:21.551 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBr21hlwazVEhAAOhbIjrXwWlqBEQH4rJ6q/Q==", 2023-11-18T15:44:21.551 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow *", 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile mgr", 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mgr.y", 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBr21hlXgmwDhAAFA8H95FnAPD8CK67bpagfg==", 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow *", 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile mgr", 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2023-11-18T15:44:21.552 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.553 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:21.553 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2023-11-18T15:44:21.553 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T15:44:21.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa46006aed0 msgr2=0x7fa46006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa46006aed0 0x7fa46006d390 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa474009930 tx=0x7fa474008040 comp rx=0 tx=0).stop 2023-11-18T15:44:21.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4800cd760 msgr2=0x7fa4800aafe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4800cd760 0x7fa4800aafe0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa47000adb0 tx=0x7fa470004750 comp rx=0 tx=0).stop 2023-11-18T15:44:21.554 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 shutdown_connections 2023-11-18T15:44:21.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa46006aed0 0x7fa46006d390 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4800cd760 0x7fa4800aafe0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa48015e6e0 0x7fa480150a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 --2- 172.21.15.99:0/503413907 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa480143ec0 0x7fa4800ad990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 >> 172.21.15.99:0/503413907 conn(0x7fa4800b1ff0 msgr2=0x7fa48013ed40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:21.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 shutdown_connections 2023-11-18T15:44:21.555 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.522+0000 7fa484e60700 1 -- 172.21.15.99:0/503413907 wait complete. 2023-11-18T15:44:21.555 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-11-18T15:44:21.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.676+0000 7f8e7e69e700 1 Processor -- start 2023-11-18T15:44:21.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.676+0000 7f8e7e69e700 1 -- start start 2023-11-18T15:44:21.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.677+0000 7f8e7e69e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8e7815ef10 0x7f8e78169060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.677+0000 7f8e7e69e700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e78142800 con 0x7f8e7806e280 2023-11-18T15:44:21.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.677+0000 7f8e7e69e700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e78144720 con 0x7f8e78141130 2023-11-18T15:44:21.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.677+0000 7f8e7e69e700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e78162670 con 0x7f8e7815ef10 2023-11-18T15:44:21.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.677+0000 7f8e7cc3b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8e7815ef10 0x7f8e78169060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.677+0000 7f8e777fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f8e7806e280 0x7f8e7815e800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46930/0 (socket says 172.21.15.99:46930) 2023-11-18T15:44:21.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.677+0000 7f8e777fe700 1 -- 172.21.15.99:0/101407805 learned_addr learned my addr 172.21.15.99:0/101407805 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:21.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.678+0000 7f8e7cc3b700 1 -- 172.21.15.99:0/101407805 >> v1:172.21.15.181:6789/0 conn(0x7f8e78141130 legacy=0x7f8e7806db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.678+0000 7f8e7cc3b700 1 -- 172.21.15.99:0/101407805 >> v1:172.21.15.99:6789/0 conn(0x7f8e7806e280 legacy=0x7f8e7815e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.678+0000 7f8e7cc3b700 1 -- 172.21.15.99:0/101407805 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e78141510 con 0x7f8e7815ef10 2023-11-18T15:44:21.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.678+0000 7f8e7cc3b700 1 --2- 172.21.15.99:0/101407805 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e7815ef10 0x7f8e78169060 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8e70009d90 tx=0x7f8e7000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59fb6fbdacdde9d2 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:21.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.678+0000 7f8e76ffd700 1 -- 172.21.15.99:0/101407805 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e7000e070 con 0x7f8e7815ef10 2023-11-18T15:44:21.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.678+0000 7f8e76ffd700 1 -- 172.21.15.99:0/101407805 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e7000bbd0 con 0x7f8e7815ef10 2023-11-18T15:44:21.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.678+0000 7f8e76ffd700 1 -- 172.21.15.99:0/101407805 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e70012430 con 0x7f8e7815ef10 2023-11-18T15:44:21.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.678+0000 7f8e7e69e700 1 -- 172.21.15.99:0/101407805 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e7815ef10 msgr2=0x7f8e78169060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.679+0000 7f8e7e69e700 1 --2- 172.21.15.99:0/101407805 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e7815ef10 0x7f8e78169060 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8e70009d90 tx=0x7f8e7000b330 comp rx=0 tx=0).stop 2023-11-18T15:44:21.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.679+0000 7f8e7e69e700 1 -- 172.21.15.99:0/101407805 shutdown_connections 2023-11-18T15:44:21.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.679+0000 7f8e7e69e700 1 --2- 172.21.15.99:0/101407805 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e7815ef10 0x7f8e78169060 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.679+0000 7f8e7e69e700 1 -- 172.21.15.99:0/101407805 >> 172.21.15.99:0/101407805 conn(0x7f8e78067000 msgr2=0x7f8e780b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:21.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.679+0000 7f8e7e69e700 1 -- 172.21.15.99:0/101407805 shutdown_connections 2023-11-18T15:44:21.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.679+0000 7f8e7e69e700 1 -- 172.21.15.99:0/101407805 wait complete. 2023-11-18T15:44:21.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.680+0000 7f8e7e69e700 1 Processor -- start 2023-11-18T15:44:21.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.680+0000 7f8e7e69e700 1 -- start start 2023-11-18T15:44:21.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7e69e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e7806e280 0x7f8e78158300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7e69e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78141130 0x7f8e7815f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7e69e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e7815ef10 0x7f8e7815d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7e69e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e7815f3c0 con 0x7f8e78141130 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7e69e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e781f4f00 con 0x7f8e7806e280 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7e69e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e78160b40 con 0x7f8e7815ef10 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e777fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78141130 0x7f8e7815f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e777fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78141130 0x7f8e7815f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60324/0 (socket says 172.21.15.99:60324) 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e777fe700 1 -- 172.21.15.99:0/3037638782 learned_addr learned my addr 172.21.15.99:0/3037638782 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7cc3b700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e7815ef10 0x7f8e7815d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e77fff700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e7806e280 0x7f8e78158300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e777fe700 1 -- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e7815ef10 msgr2=0x7f8e7815d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e777fe700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e7815ef10 0x7f8e7815d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e777fe700 1 -- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e7806e280 msgr2=0x7f8e78158300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e777fe700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e7806e280 0x7f8e78158300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e777fe700 1 -- 172.21.15.99:0/3037638782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e70009a70 con 0x7f8e78141130 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7cc3b700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e7815ef10 0x7f8e7815d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e77fff700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e7806e280 0x7f8e78158300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e777fe700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78141130 0x7f8e7815f7e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8e6800c500 tx=0x7f8e6800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e74ff9700 1 -- 172.21.15.99:0/3037638782 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e68005d70 con 0x7f8e78141130 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e74ff9700 1 -- 172.21.15.99:0/3037638782 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e680070d0 con 0x7f8e78141130 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e74ff9700 1 -- 172.21.15.99:0/3037638782 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e68007440 con 0x7f8e78141130 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e781602a0 con 0x7f8e78141130 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.681+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e78160860 con 0x7f8e78141130 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.682+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e78073aa0 con 0x7f8e78141130 2023-11-18T15:44:21.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.683+0000 7f8e74ff9700 1 -- 172.21.15.99:0/3037638782 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f8e680075a0 con 0x7f8e78141130 2023-11-18T15:44:21.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.683+0000 7f8e74ff9700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e5806aed0 0x7f8e5806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:21.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.683+0000 7f8e74ff9700 1 -- 172.21.15.99:0/3037638782 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8e680885e0 con 0x7f8e78141130 2023-11-18T15:44:21.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.683+0000 7f8e77fff700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e5806aed0 0x7f8e5806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:21.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.684+0000 7f8e77fff700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e5806aed0 0x7f8e5806d390 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8e60000f60 tx=0x7f8e60009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:21.689 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.688+0000 7f8e74ff9700 1 -- 172.21.15.99:0/3037638782 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f8e68053b20 con 0x7f8e78141130 2023-11-18T15:44:21.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.954+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f8e78069400 con 0x7f8e78141130 2023-11-18T15:44:21.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.956+0000 7f8e74ff9700 1 -- 172.21.15.99:0/3037638782 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f8e68057140 con 0x7f8e78141130 2023-11-18T15:44:21.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e5806aed0 msgr2=0x7f8e5806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e5806aed0 0x7f8e5806d390 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8e60000f60 tx=0x7f8e60009040 comp rx=0 tx=0).stop 2023-11-18T15:44:21.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78141130 msgr2=0x7f8e7815f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:21.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78141130 0x7f8e7815f7e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8e6800c500 tx=0x7f8e6800c8c0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 shutdown_connections 2023-11-18T15:44:21.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e7815ef10 0x7f8e7815d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e7806e280 0x7f8e78158300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e5806aed0 0x7f8e5806d390 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 --2- 172.21.15.99:0/3037638782 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78141130 0x7f8e7815f7e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:21.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 >> 172.21.15.99:0/3037638782 conn(0x7f8e78067000 msgr2=0x7f8e780b3490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:21.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 shutdown_connections 2023-11-18T15:44:21.961 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:21.958+0000 7f8e7e69e700 1 -- 172.21.15.99:0/3037638782 wait complete. 2023-11-18T15:44:21.972 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-11-18T15:44:22.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.091+0000 7fd7cbf2c700 1 Processor -- start 2023-11-18T15:44:22.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.091+0000 7fd7cbf2c700 1 -- start start 2023-11-18T15:44:22.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.092+0000 7fd7cbf2c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd7c4072d20 0x7fd7c415e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.092+0000 7fd7cbf2c700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7c40b0850 con 0x7fd7c415abf0 2023-11-18T15:44:22.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.092+0000 7fd7cbf2c700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7c415afd0 con 0x7fd7c415ef30 2023-11-18T15:44:22.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.092+0000 7fd7cbf2c700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7c415f720 con 0x7fd7c4072d20 2023-11-18T15:44:22.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.092+0000 7fd7c94c7700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd7c4072d20 0x7fd7c415e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.096 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.092+0000 7fd7c9cc8700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd7c415abf0 0x7fd7c4072610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46942/0 (socket says 172.21.15.99:46942) 2023-11-18T15:44:22.096 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.092+0000 7fd7c9cc8700 1 -- 172.21.15.99:0/1882439469 learned_addr learned my addr 172.21.15.99:0/1882439469 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:22.096 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7c94c7700 1 -- 172.21.15.99:0/1882439469 >> v1:172.21.15.181:6789/0 conn(0x7fd7c415ef30 legacy=0x7fd7c40ce700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.096 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7c94c7700 1 -- 172.21.15.99:0/1882439469 >> v1:172.21.15.99:6789/0 conn(0x7fd7c415abf0 legacy=0x7fd7c4072610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7c94c7700 1 -- 172.21.15.99:0/1882439469 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7c40aff60 con 0x7fd7c4072d20 2023-11-18T15:44:22.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7c8cc6700 1 -- 172.21.15.99:0/1882439469 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 867667105 0 0) 0x7fd7c40b0850 con 0x7fd7c415abf0 2023-11-18T15:44:22.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7c94c7700 1 --2- 172.21.15.99:0/1882439469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c4072d20 0x7fd7c415e9f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd7c0009840 tx=0x7fd7c0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c59e00dcfa3a56f server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:22.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7c8cc6700 1 -- 172.21.15.99:0/1882439469 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c0011830 con 0x7fd7c4072d20 2023-11-18T15:44:22.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7c8cc6700 1 -- 172.21.15.99:0/1882439469 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7c0011990 con 0x7fd7c4072d20 2023-11-18T15:44:22.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7c8cc6700 1 -- 172.21.15.99:0/1882439469 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c0011d20 con 0x7fd7c4072d20 2023-11-18T15:44:22.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/1882439469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c4072d20 msgr2=0x7fd7c415e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.100 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7cbf2c700 1 --2- 172.21.15.99:0/1882439469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c4072d20 0x7fd7c415e9f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd7c0009840 tx=0x7fd7c0009b50 comp rx=0 tx=0).stop 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/1882439469 shutdown_connections 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7cbf2c700 1 --2- 172.21.15.99:0/1882439469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c4072d20 0x7fd7c415e9f0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/1882439469 >> 172.21.15.99:0/1882439469 conn(0x7fd7c406aff0 msgr2=0x7fd7c406b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.093+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/1882439469 shutdown_connections 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.094+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/1882439469 wait complete. 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.095+0000 7fd7cbf2c700 1 Processor -- start 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.095+0000 7fd7cbf2c700 1 -- start start 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.095+0000 7fd7cbf2c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd7c4072d20 0x7fd7c41480a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.095+0000 7fd7cbf2c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c415abf0 0x7fd7c415cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.095+0000 7fd7cbf2c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c415ef30 0x7fd7c41596c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.095+0000 7fd7cbf2c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c4148c10 con 0x7fd7c415ef30 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.095+0000 7fd7cbf2c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c41488c0 con 0x7fd7c415abf0 2023-11-18T15:44:22.101 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.095+0000 7fd7cbf2c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c415d610 con 0x7fd7c4072d20 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7ca4c9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c415ef30 0x7fd7c41596c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7ca4c9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c415ef30 0x7fd7c41596c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60340/0 (socket says 172.21.15.99:60340) 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7ca4c9700 1 -- 172.21.15.99:0/3228209520 learned_addr learned my addr 172.21.15.99:0/3228209520 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7c9cc8700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd7c4072d20 0x7fd7c41480a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7c94c7700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c415abf0 0x7fd7c415cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7ca4c9700 1 -- 172.21.15.99:0/3228209520 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd7c4072d20 msgr2=0x7fd7c41480a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7ca4c9700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd7c4072d20 0x7fd7c41480a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7ca4c9700 1 -- 172.21.15.99:0/3228209520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c415abf0 msgr2=0x7fd7c415cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7ca4c9700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c415abf0 0x7fd7c415cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7ca4c9700 1 -- 172.21.15.99:0/3228209520 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7c00094a0 con 0x7fd7c415ef30 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.096+0000 7fd7ca4c9700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c415ef30 0x7fd7c41596c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc00cb50 tx=0x7fd7bc00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.098+0000 7fd7b67fc700 1 -- 172.21.15.99:0/3228209520 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7bc003c00 con 0x7fd7c415ef30 2023-11-18T15:44:22.102 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.098+0000 7fd7b67fc700 1 -- 172.21.15.99:0/3228209520 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7bc003d60 con 0x7fd7c415ef30 2023-11-18T15:44:22.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.098+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7c415d8f0 con 0x7fd7c415ef30 2023-11-18T15:44:22.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.098+0000 7fd7b67fc700 1 -- 172.21.15.99:0/3228209520 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7bc00aa20 con 0x7fd7c415ef30 2023-11-18T15:44:22.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.098+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7c415d100 con 0x7fd7c415ef30 2023-11-18T15:44:22.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.099+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7c4073aa0 con 0x7fd7c415ef30 2023-11-18T15:44:22.103 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.099+0000 7fd7b67fc700 1 -- 172.21.15.99:0/3228209520 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd7bc00ab80 con 0x7fd7c415ef30 2023-11-18T15:44:22.104 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.100+0000 7fd7b67fc700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd7a806aed0 0x7fd7a806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.104 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.100+0000 7fd7c9cc8700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd7a806aed0 0x7fd7a806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.104 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.100+0000 7fd7b67fc700 1 -- 172.21.15.99:0/3228209520 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd7bc089260 con 0x7fd7c415ef30 2023-11-18T15:44:22.104 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.100+0000 7fd7c9cc8700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd7a806aed0 0x7fd7a806d390 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8007b10 tx=0x7fd7b8007a60 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:22.106 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.104+0000 7fd7b67fc700 1 -- 172.21.15.99:0/3228209520 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fd7bc054660 con 0x7fd7c415ef30 2023-11-18T15:44:22.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.371+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7fd7c4148a30 con 0x7fd7c415ef30 2023-11-18T15:44:22.375 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.373+0000 7fd7b67fc700 1 -- 172.21.15.99:0/3228209520 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7fd7bc057c80 con 0x7fd7c415ef30 2023-11-18T15:44:22.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd7a806aed0 msgr2=0x7fd7a806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd7a806aed0 0x7fd7a806d390 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8007b10 tx=0x7fd7b8007a60 comp rx=0 tx=0).stop 2023-11-18T15:44:22.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c415ef30 msgr2=0x7fd7c41596c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c415ef30 0x7fd7c41596c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc00cb50 tx=0x7fd7bc00ce60 comp rx=0 tx=0).stop 2023-11-18T15:44:22.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 shutdown_connections 2023-11-18T15:44:22.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd7a806aed0 0x7fd7a806d390 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd7c415ef30 0x7fd7c41596c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd7c4072d20 0x7fd7c41480a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 --2- 172.21.15.99:0/3228209520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c415abf0 0x7fd7c415cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 >> 172.21.15.99:0/3228209520 conn(0x7fd7c406aff0 msgr2=0x7fd7c40b6a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:22.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 shutdown_connections 2023-11-18T15:44:22.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.375+0000 7fd7cbf2c700 1 -- 172.21.15.99:0/3228209520 wait complete. 2023-11-18T15:44:22.389 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-11-18T15:44:22.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.508+0000 7fda4b78c700 1 Processor -- start 2023-11-18T15:44:22.510 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.508+0000 7fda4b78c700 1 -- start start 2023-11-18T15:44:22.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda4b78c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fda44147810 0x7fda440b64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda4b78c700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda4406e200 con 0x7fda44070c00 2023-11-18T15:44:22.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda4b78c700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda4406e4e0 con 0x7fda4406d9b0 2023-11-18T15:44:22.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda4b78c700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda4415e970 con 0x7fda44147810 2023-11-18T15:44:22.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda49d29700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fda44070c00 0x7fda4415f170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46960/0 (socket says 172.21.15.99:46960) 2023-11-18T15:44:22.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda49d29700 1 -- 172.21.15.99:0/4283804052 learned_addr learned my addr 172.21.15.99:0/4283804052 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:22.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda49528700 1 --2- 172.21.15.99:0/4283804052 >> v2:172.21.15.181:3300/0 conn(0x7fda44147810 0x7fda440b64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2614087246 0 0) 0x7fda4406e200 con 0x7fda44070c00 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda300035b0 con 0x7fda44070c00 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3722856347 0 0) 0x7fda300035b0 con 0x7fda44070c00 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 >> v2:172.21.15.181:3300/0 conn(0x7fda44147810 msgr2=0x7fda440b64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda3bfff700 1 --2- 172.21.15.99:0/4283804052 >> v2:172.21.15.181:3300/0 conn(0x7fda44147810 0x7fda440b64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 >> v1:172.21.15.181:6789/0 conn(0x7fda4406d9b0 legacy=0x7fda440704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda4415ec50 con 0x7fda44070c00 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fda3c0019f0 con 0x7fda44070c00 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.509+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 >> v1:172.21.15.99:6789/0 conn(0x7fda44070c00 legacy=0x7fda4415f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda3bfff700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda30003a00 0x7fda30003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda3bfff700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda30004850 0x7fda30004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda3bfff700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30005330 0x7fda3000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.515 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda4415e970 con 0x7fda30003a00 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3000c200 con 0x7fda30005330 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda3000c3c0 con 0x7fda30004850 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49528700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda30003a00 0x7fda30003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49d29700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30005330 0x7fda3000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda48d27700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda30004850 0x7fda30004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49528700 1 -- 172.21.15.99:0/4283804052 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda30004850 msgr2=0x7fda30004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49528700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda30004850 0x7fda30004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49528700 1 -- 172.21.15.99:0/4283804052 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30005330 msgr2=0x7fda3000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49528700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30005330 0x7fda3000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49528700 1 -- 172.21.15.99:0/4283804052 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda300035b0 con 0x7fda30003a00 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49d29700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30005330 0x7fda3000ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:22.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49d29700 1 -- 172.21.15.99:0/4283804052 reap_dead start 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda49528700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda30003a00 0x7fda30003e20 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fda40009b30 tx=0x7fda30005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0fa8772dbbdc2f8 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda4000e6c0 con 0x7fda30003a00 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda4000e820 con 0x7fda30003a00 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.510+0000 7fda3bfff700 1 -- 172.21.15.99:0/4283804052 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda4000eb90 con 0x7fda30003a00 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.511+0000 7fda4b78c700 1 -- 172.21.15.99:0/4283804052 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda30003a00 msgr2=0x7fda30003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.511+0000 7fda4b78c700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda30003a00 0x7fda30003e20 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fda40009b30 tx=0x7fda30005880 comp rx=0 tx=0).stop 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.511+0000 7fda4b78c700 1 -- 172.21.15.99:0/4283804052 shutdown_connections 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.511+0000 7fda4b78c700 1 --2- 172.21.15.99:0/4283804052 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda30003a00 0x7fda30003e20 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.511+0000 7fda4b78c700 1 -- 172.21.15.99:0/4283804052 >> 172.21.15.99:0/4283804052 conn(0x7fda440b2130 msgr2=0x7fda440b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.511+0000 7fda4b78c700 1 -- 172.21.15.99:0/4283804052 shutdown_connections 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.511+0000 7fda4b78c700 1 -- 172.21.15.99:0/4283804052 wait complete. 2023-11-18T15:44:22.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.512+0000 7fda4b78c700 1 Processor -- start 2023-11-18T15:44:22.518 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.512+0000 7fda4b78c700 1 -- start start 2023-11-18T15:44:22.520 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda4b78c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30003a00 0x7fda4415d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.520 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda4b78c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda4413eba0 0x7fda441415a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.520 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda4b78c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda4413f020 0x7fda44141ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.520 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda4b78c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda441f4c50 con 0x7fda4413eba0 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda4b78c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda44140900 con 0x7fda30003a00 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda4b78c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda44140470 con 0x7fda4413f020 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda48d27700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda4413eba0 0x7fda441415a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda48d27700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda4413eba0 0x7fda441415a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60358/0 (socket says 172.21.15.99:60358) 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda48d27700 1 -- 172.21.15.99:0/1952980868 learned_addr learned my addr 172.21.15.99:0/1952980868 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda49528700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30003a00 0x7fda4415d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda49d29700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda4413f020 0x7fda44141ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda48d27700 1 -- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda4413f020 msgr2=0x7fda44141ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda48d27700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda4413f020 0x7fda44141ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda48d27700 1 -- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30003a00 msgr2=0x7fda4415d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda48d27700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30003a00 0x7fda4415d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda48d27700 1 -- 172.21.15.99:0/1952980868 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda4415ddf0 con 0x7fda4413eba0 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda49528700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30003a00 0x7fda4415d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda49d29700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda4413f020 0x7fda44141ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda48d27700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda4413eba0 0x7fda441415a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fda3400e550 tx=0x7fda3400e910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda39ffb700 1 -- 172.21.15.99:0/1952980868 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda340052e0 con 0x7fda4413eba0 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda39ffb700 1 -- 172.21.15.99:0/1952980868 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda34005440 con 0x7fda4413eba0 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda4413f580 con 0x7fda4413eba0 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.513+0000 7fda39ffb700 1 -- 172.21.15.99:0/1952980868 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda340038a0 con 0x7fda4413eba0 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.514+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda4413fb40 con 0x7fda4413eba0 2023-11-18T15:44:22.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.515+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda44073aa0 con 0x7fda4413eba0 2023-11-18T15:44:22.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.515+0000 7fda39ffb700 1 -- 172.21.15.99:0/1952980868 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fda34003a00 con 0x7fda4413eba0 2023-11-18T15:44:22.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.515+0000 7fda39ffb700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda2806aed0 0x7fda2806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.516+0000 7fda49528700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda2806aed0 0x7fda2806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.516+0000 7fda39ffb700 1 -- 172.21.15.99:0/1952980868 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fda34088960 con 0x7fda4413eba0 2023-11-18T15:44:22.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.516+0000 7fda49528700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda2806aed0 0x7fda2806d390 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fda400090b0 tx=0x7fda40008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:22.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.520+0000 7fda39ffb700 1 -- 172.21.15.99:0/1952980868 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fda34053e10 con 0x7fda4413eba0 2023-11-18T15:44:22.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.789+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7fda44069400 con 0x7fda4413eba0 2023-11-18T15:44:22.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.791+0000 7fda39ffb700 1 -- 172.21.15.99:0/1952980868 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7fda34019020 con 0x7fda4413eba0 2023-11-18T15:44:22.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda2806aed0 msgr2=0x7fda2806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda2806aed0 0x7fda2806d390 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fda400090b0 tx=0x7fda40008030 comp rx=0 tx=0).stop 2023-11-18T15:44:22.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda4413eba0 msgr2=0x7fda441415a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda4413eba0 0x7fda441415a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fda3400e550 tx=0x7fda3400e910 comp rx=0 tx=0).stop 2023-11-18T15:44:22.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 shutdown_connections 2023-11-18T15:44:22.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fda4413f020 0x7fda44141ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fda30003a00 0x7fda4415d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fda2806aed0 0x7fda2806d390 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 --2- 172.21.15.99:0/1952980868 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fda4413eba0 0x7fda441415a0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 >> 172.21.15.99:0/1952980868 conn(0x7fda440b2130 msgr2=0x7fda440d0520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:22.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 shutdown_connections 2023-11-18T15:44:22.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.794+0000 7fda4b78c700 1 -- 172.21.15.99:0/1952980868 wait complete. 2023-11-18T15:44:22.808 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-11-18T15:44:22.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.926+0000 7f76606d8700 1 Processor -- start 2023-11-18T15:44:22.928 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.926+0000 7f76606d8700 1 -- start start 2023-11-18T15:44:22.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f76606d8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76580cf3c0 0x7f76580b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f76606d8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f76580b2690 0x7f765815fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f76606d8700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76580d0f40 con 0x7f7658160180 2023-11-18T15:44:22.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f76606d8700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76581609e0 con 0x7f76580b2690 2023-11-18T15:44:22.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f76606d8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76580b2b10 con 0x7f76580cf3c0 2023-11-18T15:44:22.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765dc73700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f76580b2690 0x7f765815fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765ec75700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f7658160180 0x7f7658144fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46980/0 (socket says 172.21.15.99:46980) 2023-11-18T15:44:22.931 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765ec75700 1 -- 172.21.15.99:0/1651575125 learned_addr learned my addr 172.21.15.99:0/1651575125 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:22.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765e474700 1 --2- 172.21.15.99:0/1651575125 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76580cf3c0 0x7f76580b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765dc73700 1 -- 172.21.15.99:0/1651575125 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76580cf3c0 msgr2=0x7f76580b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:22.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765dc73700 1 --2- 172.21.15.99:0/1651575125 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76580cf3c0 0x7f76580b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.932 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765dc73700 1 -- 172.21.15.99:0/1651575125 >> v1:172.21.15.99:6789/0 conn(0x7f7658160180 legacy=0x7f7658144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765dc73700 1 -- 172.21.15.99:0/1651575125 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76580b7490 con 0x7f76580b2690 2023-11-18T15:44:22.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765d472700 1 -- 172.21.15.99:0/1651575125 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 26028903 0 0) 0x7f76580d0f40 con 0x7f7658160180 2023-11-18T15:44:22.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765e474700 1 --2- 172.21.15.99:0/1651575125 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76580cf3c0 0x7f76580b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:22.933 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.927+0000 7f765dc73700 1 --2- 172.21.15.99:0/1651575125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580b2690 0x7f765815fc40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7648009840 tx=0x7f7648009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=102f8709ffd77925 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:22.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f765d472700 1 -- 172.21.15.99:0/1651575125 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7648011830 con 0x7f76580b2690 2023-11-18T15:44:22.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f765d472700 1 -- 172.21.15.99:0/1651575125 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7648011990 con 0x7f76580b2690 2023-11-18T15:44:22.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f765d472700 1 -- 172.21.15.99:0/1651575125 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7648011d20 con 0x7f76580b2690 2023-11-18T15:44:22.934 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f76606d8700 1 -- 172.21.15.99:0/1651575125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580b2690 msgr2=0x7f765815fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f76606d8700 1 --2- 172.21.15.99:0/1651575125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580b2690 0x7f765815fc40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7648009840 tx=0x7f7648009b50 comp rx=0 tx=0).stop 2023-11-18T15:44:22.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f76606d8700 1 -- 172.21.15.99:0/1651575125 shutdown_connections 2023-11-18T15:44:22.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f76606d8700 1 --2- 172.21.15.99:0/1651575125 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f76580cf3c0 0x7f76580b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f76606d8700 1 --2- 172.21.15.99:0/1651575125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580b2690 0x7f765815fc40 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f76606d8700 1 -- 172.21.15.99:0/1651575125 >> 172.21.15.99:0/1651575125 conn(0x7f7658072190 msgr2=0x7f76580725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:22.935 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f76606d8700 1 -- 172.21.15.99:0/1651575125 shutdown_connections 2023-11-18T15:44:22.936 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.928+0000 7f76606d8700 1 -- 172.21.15.99:0/1651575125 wait complete. 2023-11-18T15:44:22.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.929+0000 7f76606d8700 1 Processor -- start 2023-11-18T15:44:22.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.929+0000 7f76606d8700 1 -- start start 2023-11-18T15:44:22.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f76606d8700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76580b2690 0x7f76580ad860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f76606d8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580cf3c0 0x7f76580b0020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f76606d8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7658160180 0x7f76581497e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f76606d8700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76580adda0 con 0x7f76580cf3c0 2023-11-18T15:44:22.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f76606d8700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76580b0560 con 0x7f76580b2690 2023-11-18T15:44:22.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f76606d8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76581545c0 con 0x7f7658160180 2023-11-18T15:44:22.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f765dc73700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580cf3c0 0x7f76580b0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f765dc73700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580cf3c0 0x7f76580b0020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60372/0 (socket says 172.21.15.99:60372) 2023-11-18T15:44:22.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f765dc73700 1 -- 172.21.15.99:0/1882167997 learned_addr learned my addr 172.21.15.99:0/1882167997 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:22.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f765e474700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76580b2690 0x7f76580ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.930+0000 7f765ec75700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7658160180 0x7f76581497e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f765dc73700 1 -- 172.21.15.99:0/1882167997 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7658160180 msgr2=0x7f76581497e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f765dc73700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7658160180 0x7f76581497e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f765dc73700 1 -- 172.21.15.99:0/1882167997 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76580b2690 msgr2=0x7f76580ad860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:22.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f765dc73700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76580b2690 0x7f76580ad860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:22.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f765dc73700 1 -- 172.21.15.99:0/1882167997 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76480094a0 con 0x7f76580cf3c0 2023-11-18T15:44:22.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f765dc73700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580cf3c0 0x7f76580b0020 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f76480090b0 tx=0x7f7648004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:22.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f764effd700 1 -- 172.21.15.99:0/1882167997 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76480038a0 con 0x7f76580cf3c0 2023-11-18T15:44:22.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f764effd700 1 -- 172.21.15.99:0/1882167997 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f764801f070 con 0x7f76580cf3c0 2023-11-18T15:44:22.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76580af540 con 0x7f76580cf3c0 2023-11-18T15:44:22.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f764effd700 1 -- 172.21.15.99:0/1882167997 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7648003c60 con 0x7f76580cf3c0 2023-11-18T15:44:22.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.931+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76580afb00 con 0x7f76580cf3c0 2023-11-18T15:44:22.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.932+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76580afe70 con 0x7f76580cf3c0 2023-11-18T15:44:22.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.932+0000 7f764effd700 1 -- 172.21.15.99:0/1882167997 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f764801a430 con 0x7f76580cf3c0 2023-11-18T15:44:22.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.933+0000 7f764effd700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f763c06aed0 0x7f763c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:22.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.933+0000 7f764effd700 1 -- 172.21.15.99:0/1882167997 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7648021070 con 0x7f76580cf3c0 2023-11-18T15:44:22.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.933+0000 7f765e474700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f763c06aed0 0x7f763c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:22.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.933+0000 7f765e474700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f763c06aed0 0x7f763c06d390 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7654006fd0 tx=0x7f7654008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:22.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:22.937+0000 7f764effd700 1 -- 172.21.15.99:0/1882167997 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f76480561a0 con 0x7f76580cf3c0 2023-11-18T15:44:23.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.207+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f7658073aa0 con 0x7f76580cf3c0 2023-11-18T15:44:23.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.209+0000 7f764effd700 1 -- 172.21.15.99:0/1882167997 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f76480150a0 con 0x7f76580cf3c0 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.211+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f763c06aed0 msgr2=0x7f763c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.211+0000 7f76606d8700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f763c06aed0 0x7f763c06d390 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7654006fd0 tx=0x7f7654008040 comp rx=0 tx=0).stop 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.211+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580cf3c0 msgr2=0x7f76580b0020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.211+0000 7f76606d8700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580cf3c0 0x7f76580b0020 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f76480090b0 tx=0x7f7648004750 comp rx=0 tx=0).stop 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.212+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 shutdown_connections 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.212+0000 7f76606d8700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7658160180 0x7f76581497e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.212+0000 7f76606d8700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76580b2690 0x7f76580ad860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.212+0000 7f76606d8700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f763c06aed0 0x7f763c06d390 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.212+0000 7f76606d8700 1 --2- 172.21.15.99:0/1882167997 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f76580cf3c0 0x7f76580b0020 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.212+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 >> 172.21.15.99:0/1882167997 conn(0x7f7658072190 msgr2=0x7f765806ea70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:23.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.212+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 shutdown_connections 2023-11-18T15:44:23.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.212+0000 7f76606d8700 1 -- 172.21.15.99:0/1882167997 wait complete. 2023-11-18T15:44:23.225 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-11-18T15:44:23.348 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.346+0000 7f4ba7bf3700 1 Processor -- start 2023-11-18T15:44:23.348 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.346+0000 7f4ba7bf3700 1 -- start start 2023-11-18T15:44:23.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba7bf3700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f4ba00cf3c0 0x7f4ba00b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba7bf3700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ba00b2af0 con 0x7f4ba0160350 2023-11-18T15:44:23.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba7bf3700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ba01607a0 con 0x7f4ba00b2690 2023-11-18T15:44:23.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba7bf3700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ba01609e0 con 0x7f4ba00cf3c0 2023-11-18T15:44:23.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba6190700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f4ba0160350 0x7f4ba0144fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:46994/0 (socket says 172.21.15.99:46994) 2023-11-18T15:44:23.352 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba6190700 1 -- 172.21.15.99:0/3591946371 learned_addr learned my addr 172.21.15.99:0/3591946371 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:23.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2545426673 0 0) 0x7f4ba00b2af0 con 0x7f4ba0160350 2023-11-18T15:44:23.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4b8c0035b0 con 0x7f4ba0160350 2023-11-18T15:44:23.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba598f700 1 --2- 172.21.15.99:0/3591946371 >> v2:172.21.15.181:3300/0 conn(0x7f4ba00cf3c0 0x7f4ba00b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 86782551 0 0) 0x7f4b8c0035b0 con 0x7f4ba0160350 2023-11-18T15:44:23.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 >> v2:172.21.15.181:3300/0 conn(0x7f4ba00cf3c0 msgr2=0x7f4ba00b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:23.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 --2- 172.21.15.99:0/3591946371 >> v2:172.21.15.181:3300/0 conn(0x7f4ba00cf3c0 0x7f4ba00b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 >> v1:172.21.15.181:6789/0 conn(0x7f4ba00b2690 legacy=0x7f4ba015fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.353 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ba00b7490 con 0x7f4ba0160350 2023-11-18T15:44:23.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f4b980019f0 con 0x7f4ba0160350 2023-11-18T15:44:23.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 >> v1:172.21.15.99:6789/0 conn(0x7f4ba0160350 legacy=0x7f4ba0144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b8c003a00 0x7f4b8c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c004850 0x7f4b8c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.347+0000 7f4ba498d700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b8c005210 0x7f4b8c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba01609e0 con 0x7f4b8c005210 2023-11-18T15:44:23.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b8c00c0b0 con 0x7f4b8c004850 2023-11-18T15:44:23.354 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b8c00c270 con 0x7f4b8c003a00 2023-11-18T15:44:23.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba6190700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b8c005210 0x7f4b8c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba598f700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b8c003a00 0x7f4b8c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba518e700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c004850 0x7f4b8c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba6190700 1 -- 172.21.15.99:0/3591946371 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b8c003a00 msgr2=0x7f4b8c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:23.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba6190700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4b8c003a00 0x7f4b8c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba6190700 1 -- 172.21.15.99:0/3591946371 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c004850 msgr2=0x7f4b8c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:23.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba6190700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c004850 0x7f4b8c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba6190700 1 -- 172.21.15.99:0/3591946371 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b8c0035b0 con 0x7f4b8c005210 2023-11-18T15:44:23.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba6190700 1 -- 172.21.15.99:0/3591946371 reap_dead start 2023-11-18T15:44:23.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba6190700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b8c005210 0x7f4b8c00ba10 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f4b9800a820 tx=0x7f4b8c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f8e1e8b18b801e9 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:23.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b9800a2f0 con 0x7f4b8c005210 2023-11-18T15:44:23.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b98012600 con 0x7f4b8c005210 2023-11-18T15:44:23.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.348+0000 7f4ba498d700 1 -- 172.21.15.99:0/3591946371 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b980129b0 con 0x7f4b8c005210 2023-11-18T15:44:23.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.349+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3591946371 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b8c005210 msgr2=0x7f4b8c00ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.349+0000 7f4ba7bf3700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b8c005210 0x7f4b8c00ba10 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f4b9800a820 tx=0x7f4b8c005880 comp rx=0 tx=0).stop 2023-11-18T15:44:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.349+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3591946371 shutdown_connections 2023-11-18T15:44:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.349+0000 7f4ba7bf3700 1 --2- 172.21.15.99:0/3591946371 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b8c005210 0x7f4b8c00ba10 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.349+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3591946371 >> 172.21.15.99:0/3591946371 conn(0x7f4ba0072190 msgr2=0x7f4ba00725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.349+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3591946371 shutdown_connections 2023-11-18T15:44:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.349+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3591946371 wait complete. 2023-11-18T15:44:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.350+0000 7f4ba7bf3700 1 Processor -- start 2023-11-18T15:44:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.350+0000 7f4ba7bf3700 1 -- start start 2023-11-18T15:44:23.360 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba7bf3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c005210 0x7f4ba01f6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.360 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba7bf3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ba01f0e10 0x7f4ba00cd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.360 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba7bf3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ba006aff0 0x7f4ba006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.360 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba7bf3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba01f3890 con 0x7f4ba01f0e10 2023-11-18T15:44:23.360 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba7bf3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba01f7e60 con 0x7f4b8c005210 2023-11-18T15:44:23.361 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba7bf3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba00cdc10 con 0x7f4ba006aff0 2023-11-18T15:44:23.361 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba518e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ba01f0e10 0x7f4ba00cd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.361 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba518e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ba01f0e10 0x7f4ba00cd6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60392/0 (socket says 172.21.15.99:60392) 2023-11-18T15:44:23.361 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba518e700 1 -- 172.21.15.99:0/3554250401 learned_addr learned my addr 172.21.15.99:0/3554250401 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:23.361 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba598f700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c005210 0x7f4ba01f6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.361 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba6190700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ba006aff0 0x7f4ba006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.361 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba518e700 1 -- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ba006aff0 msgr2=0x7f4ba006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.362 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba518e700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ba006aff0 0x7f4ba006b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.362 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba518e700 1 -- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c005210 msgr2=0x7f4ba01f6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.362 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba518e700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c005210 0x7f4ba01f6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.362 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba518e700 1 -- 172.21.15.99:0/3554250401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ba01f75c0 con 0x7f4ba01f0e10 2023-11-18T15:44:23.362 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba598f700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c005210 0x7f4ba01f6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:23.362 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba6190700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ba006aff0 0x7f4ba006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:23.362 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba518e700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ba01f0e10 0x7f4ba00cd6d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4b9000f820 tx=0x7f4b9000fbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:23.362 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4b967fc700 1 -- 172.21.15.99:0/3554250401 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b900052e0 con 0x7f4ba01f0e10 2023-11-18T15:44:23.363 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4b967fc700 1 -- 172.21.15.99:0/3554250401 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b90005460 con 0x7f4ba01f0e10 2023-11-18T15:44:23.363 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.351+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ba01f78a0 con 0x7f4ba01f0e10 2023-11-18T15:44:23.363 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.352+0000 7f4b967fc700 1 -- 172.21.15.99:0/3554250401 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b900038c0 con 0x7f4ba01f0e10 2023-11-18T15:44:23.363 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.352+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ba01f3a90 con 0x7f4ba01f0e10 2023-11-18T15:44:23.363 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.352+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ba01f3c50 con 0x7f4ba01f0e10 2023-11-18T15:44:23.363 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.353+0000 7f4b967fc700 1 -- 172.21.15.99:0/3554250401 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4b90003a20 con 0x7f4ba01f0e10 2023-11-18T15:44:23.363 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.353+0000 7f4b967fc700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b8406aed0 0x7f4b8406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.363 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.353+0000 7f4b967fc700 1 -- 172.21.15.99:0/3554250401 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4b90088ea0 con 0x7f4ba01f0e10 2023-11-18T15:44:23.364 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.353+0000 7f4ba598f700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b8406aed0 0x7f4b8406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.364 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.354+0000 7f4ba598f700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b8406aed0 0x7f4b8406d390 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c009be0 tx=0x7f4b9c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:23.364 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.358+0000 7f4b967fc700 1 -- 172.21.15.99:0/3554250401 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4b900542a0 con 0x7f4ba01f0e10 2023-11-18T15:44:23.634 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.632+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f4ba0073aa0 con 0x7f4ba01f0e10 2023-11-18T15:44:23.636 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.635+0000 7f4b967fc700 1 -- 172.21.15.99:0/3554250401 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f4b900578c0 con 0x7f4ba01f0e10 2023-11-18T15:44:23.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b8406aed0 msgr2=0x7f4b8406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b8406aed0 0x7f4b8406d390 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c009be0 tx=0x7f4b9c008040 comp rx=0 tx=0).stop 2023-11-18T15:44:23.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ba01f0e10 msgr2=0x7f4ba00cd6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ba01f0e10 0x7f4ba00cd6d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4b9000f820 tx=0x7f4b9000fbe0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 shutdown_connections 2023-11-18T15:44:23.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4ba006aff0 0x7f4ba006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b8c005210 0x7f4ba01f6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4b8406aed0 0x7f4b8406d390 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 --2- 172.21.15.99:0/3554250401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4ba01f0e10 0x7f4ba00cd6d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 >> 172.21.15.99:0/3554250401 conn(0x7f4ba0072190 msgr2=0x7f4ba015f3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:23.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 shutdown_connections 2023-11-18T15:44:23.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.637+0000 7f4ba7bf3700 1 -- 172.21.15.99:0/3554250401 wait complete. 2023-11-18T15:44:23.651 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-11-18T15:44:23.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.770+0000 7fefec171700 1 Processor -- start 2023-11-18T15:44:23.772 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.770+0000 7fefec171700 1 -- start start 2023-11-18T15:44:23.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefec171700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe4070ff0 0x7fefe40cf420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefec171700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fefe406f330 0x7fefe415f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefec171700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefe4072fd0 con 0x7fefe4155620 2023-11-18T15:44:23.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefec171700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefe40ce190 con 0x7fefe406f330 2023-11-18T15:44:23.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefec171700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefe4072a20 con 0x7fefe4070ff0 2023-11-18T15:44:23.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe9f0d700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fefe4155620 0x7fefe40708e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47010/0 (socket says 172.21.15.99:47010) 2023-11-18T15:44:23.776 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe9f0d700 1 -- 172.21.15.99:0/4072841758 learned_addr learned my addr 172.21.15.99:0/4072841758 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:23.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe970c700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe4070ff0 0x7fefe40cf420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefea70e700 1 --2- 172.21.15.99:0/4072841758 >> v2:172.21.15.181:3300/0 conn(0x7fefe406f330 0x7fefe415f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2958611970 0 0) 0x7fefe4072fd0 con 0x7fefe4155620 2023-11-18T15:44:23.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fefd00035b0 con 0x7fefe4155620 2023-11-18T15:44:23.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1472151563 0 0) 0x7fefd00035b0 con 0x7fefe4155620 2023-11-18T15:44:23.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe4070ff0 msgr2=0x7fefe40cf420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:23.777 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe4070ff0 0x7fefe40cf420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 >> v2:172.21.15.181:3300/0 conn(0x7fefe406f330 msgr2=0x7fefe415f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:23.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 --2- 172.21.15.99:0/4072841758 >> v2:172.21.15.181:3300/0 conn(0x7fefe406f330 0x7fefe415f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefe4072ca0 con 0x7fefe4155620 2023-11-18T15:44:23.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fefe0001670 con 0x7fefe4155620 2023-11-18T15:44:23.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 >> v1:172.21.15.99:6789/0 conn(0x7fefe4155620 legacy=0x7fefe40708e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefd0003a00 0x7fefd0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.778 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefd0004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe4070ff0 0x7fefd0005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefe40ce190 con 0x7fefd0004850 2023-11-18T15:44:23.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefe4072a20 con 0x7fefd0003a00 2023-11-18T15:44:23.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.771+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefd000ba10 con 0x7fefe4070ff0 2023-11-18T15:44:23.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe970c700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefd0004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe9f0d700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefd0003a00 0x7fefd0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefea70e700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe4070ff0 0x7fefd0005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.779 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe970c700 1 -- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe4070ff0 msgr2=0x7fefd0005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:23.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe970c700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe4070ff0 0x7fefd0005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe970c700 1 -- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefd0003a00 msgr2=0x7fefd0003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:23.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe970c700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefd0003a00 0x7fefd0003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe970c700 1 -- 172.21.15.99:0/4072841758 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefd00035b0 con 0x7fefd0004850 2023-11-18T15:44:23.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe970c700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefd0004cd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fefd4009b60 tx=0x7fefd0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1991bf17f8eae0d1 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:23.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd400e6c0 con 0x7fefd0004850 2023-11-18T15:44:23.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefd400e820 con 0x7fefd0004850 2023-11-18T15:44:23.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.772+0000 7fefe8f0b700 1 -- 172.21.15.99:0/4072841758 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd400eb90 con 0x7fefd0004850 2023-11-18T15:44:23.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.773+0000 7fefec171700 1 -- 172.21.15.99:0/4072841758 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 msgr2=0x7fefd0004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.773+0000 7fefec171700 1 --2- 172.21.15.99:0/4072841758 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefd0004cd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fefd4009b60 tx=0x7fefd0005880 comp rx=0 tx=0).stop 2023-11-18T15:44:23.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.773+0000 7fefea70e700 1 -- 172.21.15.99:0/4072841758 reap_dead start 2023-11-18T15:44:23.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.773+0000 7fefec171700 1 -- 172.21.15.99:0/4072841758 shutdown_connections 2023-11-18T15:44:23.781 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.773+0000 7fefec171700 1 -- 172.21.15.99:0/4072841758 >> 172.21.15.99:0/4072841758 conn(0x7fefe40cd010 msgr2=0x7fefe40cd420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:23.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.773+0000 7fefec171700 1 -- 172.21.15.99:0/4072841758 shutdown_connections 2023-11-18T15:44:23.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.773+0000 7fefec171700 1 -- 172.21.15.99:0/4072841758 wait complete. 2023-11-18T15:44:23.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.774+0000 7fefec171700 1 Processor -- start 2023-11-18T15:44:23.782 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.774+0000 7fefec171700 1 -- start start 2023-11-18T15:44:23.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefec171700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefe414bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefec171700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe415a7c0 0x7fefe4157ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefec171700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefe41496a0 0x7fefe4149b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefec171700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefe4158000 con 0x7fefd0004850 2023-11-18T15:44:23.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefec171700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefe4158280 con 0x7fefe41496a0 2023-11-18T15:44:23.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefec171700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefe4158560 con 0x7fefe415a7c0 2023-11-18T15:44:23.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefe9f0d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefe414bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefe9f0d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefe414bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60410/0 (socket says 172.21.15.99:60410) 2023-11-18T15:44:23.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefe9f0d700 1 -- 172.21.15.99:0/490229606 learned_addr learned my addr 172.21.15.99:0/490229606 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:23.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefe9f0d700 1 -- 172.21.15.99:0/490229606 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe415a7c0 msgr2=0x7fefe4157ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefe9f0d700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe415a7c0 0x7fefe4157ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefe9f0d700 1 -- 172.21.15.99:0/490229606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefe41496a0 msgr2=0x7fefe4149b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:23.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefe9f0d700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefe41496a0 0x7fefe4149b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefe9f0d700 1 -- 172.21.15.99:0/490229606 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefe4158840 con 0x7fefd0004850 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefe9f0d700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefe414bbe0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fefe0007310 tx=0x7fefe0007620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefda7fc700 1 -- 172.21.15.99:0/490229606 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe000f640 con 0x7fefd0004850 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefda7fc700 1 -- 172.21.15.99:0/490229606 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefe000f7c0 con 0x7fefd0004850 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefe4158b20 con 0x7fefd0004850 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefda7fc700 1 -- 172.21.15.99:0/490229606 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe000fb70 con 0x7fefd0004850 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.775+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefe415ac20 con 0x7fefd0004850 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.776+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefe4073aa0 con 0x7fefd0004850 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.777+0000 7fefda7fc700 1 -- 172.21.15.99:0/490229606 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fefe000fcd0 con 0x7fefd0004850 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.777+0000 7fefda7fc700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fefc806af00 0x7fefc806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.777+0000 7fefda7fc700 1 -- 172.21.15.99:0/490229606 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fefe0089270 con 0x7fefd0004850 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.777+0000 7fefe970c700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fefc806af00 0x7fefc806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:23.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.778+0000 7fefe970c700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fefc806af00 0x7fefc806d3c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fefd40090b0 tx=0x7fefd4013000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:23.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:23.781+0000 7fefda7fc700 1 -- 172.21.15.99:0/490229606 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fefe0054670 con 0x7fefd0004850 2023-11-18T15:44:24.051 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.049+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fefe4069400 con 0x7fefd0004850 2023-11-18T15:44:24.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.052+0000 7fefda7fc700 1 -- 172.21.15.99:0/490229606 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7fefe0057c90 con 0x7fefd0004850 2023-11-18T15:44:24.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fefc806af00 msgr2=0x7fefc806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fefc806af00 0x7fefc806d3c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fefd40090b0 tx=0x7fefd4013000 comp rx=0 tx=0).stop 2023-11-18T15:44:24.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 msgr2=0x7fefe414bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefe414bbe0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fefe0007310 tx=0x7fefe0007620 comp rx=0 tx=0).stop 2023-11-18T15:44:24.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 shutdown_connections 2023-11-18T15:44:24.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fefc806af00 0x7fefc806d3c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefd0004850 0x7fefe414bbe0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefe41496a0 0x7fefe4149b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 --2- 172.21.15.99:0/490229606 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefe415a7c0 0x7fefe4157ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 >> 172.21.15.99:0/490229606 conn(0x7fefe40cd010 msgr2=0x7fefe40704b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:24.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 shutdown_connections 2023-11-18T15:44:24.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.054+0000 7fefec171700 1 -- 172.21.15.99:0/490229606 wait complete. 2023-11-18T15:44:24.068 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:24.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.186+0000 7fad6f560700 1 Processor -- start 2023-11-18T15:44:24.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.186+0000 7fad6f560700 1 -- start start 2023-11-18T15:44:24.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.187+0000 7fad6f560700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fad68160350 0x7fad68144fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.187+0000 7fad6f560700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad68160780 con 0x7fad680cf3c0 2023-11-18T15:44:24.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.187+0000 7fad6f560700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad680b7490 con 0x7fad680b2860 2023-11-18T15:44:24.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.187+0000 7fad6f560700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad681609e0 con 0x7fad68160350 2023-11-18T15:44:24.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.187+0000 7fad6dafd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fad68160350 0x7fad68144fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.187+0000 7fad6d2fc700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fad680cf3c0 0x7fad680b2150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47030/0 (socket says 172.21.15.99:47030) 2023-11-18T15:44:24.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.187+0000 7fad6d2fc700 1 -- 172.21.15.99:0/1232610765 learned_addr learned my addr 172.21.15.99:0/1232610765 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad5ffff700 1 -- 172.21.15.99:0/1232610765 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3199761014 0 0) 0x7fad68160780 con 0x7fad680cf3c0 2023-11-18T15:44:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad5ffff700 1 -- 172.21.15.99:0/1232610765 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fad540035b0 con 0x7fad680cf3c0 2023-11-18T15:44:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad6dafd700 1 -- 172.21.15.99:0/1232610765 >> v1:172.21.15.181:6789/0 conn(0x7fad680b2860 legacy=0x7fad6815fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad6dafd700 1 -- 172.21.15.99:0/1232610765 >> v1:172.21.15.99:6789/0 conn(0x7fad680cf3c0 legacy=0x7fad680b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad6dafd700 1 -- 172.21.15.99:0/1232610765 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad680d0f40 con 0x7fad68160350 2023-11-18T15:44:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad6dafd700 1 --2- 172.21.15.99:0/1232610765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 0x7fad68144fe0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fad60009d90 tx=0x7fad6000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eba738d1306d2345 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:24.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad5ffff700 1 -- 172.21.15.99:0/1232610765 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad6000e070 con 0x7fad68160350 2023-11-18T15:44:24.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad5ffff700 1 -- 172.21.15.99:0/1232610765 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad6000bae0 con 0x7fad68160350 2023-11-18T15:44:24.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad5ffff700 1 -- 172.21.15.99:0/1232610765 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad6000be90 con 0x7fad68160350 2023-11-18T15:44:24.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad6f560700 1 -- 172.21.15.99:0/1232610765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 msgr2=0x7fad68144fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad6f560700 1 --2- 172.21.15.99:0/1232610765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 0x7fad68144fe0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fad60009d90 tx=0x7fad6000b330 comp rx=0 tx=0).stop 2023-11-18T15:44:24.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad6f560700 1 -- 172.21.15.99:0/1232610765 shutdown_connections 2023-11-18T15:44:24.194 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad6f560700 1 --2- 172.21.15.99:0/1232610765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 0x7fad68144fe0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.194 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.188+0000 7fad6f560700 1 -- 172.21.15.99:0/1232610765 >> 172.21.15.99:0/1232610765 conn(0x7fad68072190 msgr2=0x7fad680725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:24.194 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.189+0000 7fad6f560700 1 -- 172.21.15.99:0/1232610765 shutdown_connections 2023-11-18T15:44:24.194 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.189+0000 7fad6f560700 1 -- 172.21.15.99:0/1232610765 wait complete. 2023-11-18T15:44:24.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.190+0000 7fad6f560700 1 Processor -- start 2023-11-18T15:44:24.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.190+0000 7fad6f560700 1 -- start start 2023-11-18T15:44:24.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.190+0000 7fad6f560700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad680b2860 0x7fad6814db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.190+0000 7fad6f560700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad680cf3c0 0x7fad680cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.198 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.190+0000 7fad6f560700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 0x7fad6806d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.190+0000 7fad6f560700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad680cbb40 con 0x7fad68160350 2023-11-18T15:44:24.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.190+0000 7fad6f560700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad6806bd00 con 0x7fad680cf3c0 2023-11-18T15:44:24.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.190+0000 7fad6f560700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad680cb480 con 0x7fad680b2860 2023-11-18T15:44:24.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6dafd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 0x7fad6806d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6dafd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 0x7fad6806d790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60426/0 (socket says 172.21.15.99:60426) 2023-11-18T15:44:24.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6dafd700 1 -- 172.21.15.99:0/3688691309 learned_addr learned my addr 172.21.15.99:0/3688691309 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:24.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6dafd700 1 -- 172.21.15.99:0/3688691309 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad680b2860 msgr2=0x7fad6814db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6d2fc700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad680b2860 0x7fad6814db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6dafd700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad680b2860 0x7fad6814db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6cafb700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad680cf3c0 0x7fad680cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6dafd700 1 -- 172.21.15.99:0/3688691309 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad680cf3c0 msgr2=0x7fad680cbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6dafd700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad680cf3c0 0x7fad680cbf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6dafd700 1 -- 172.21.15.99:0/3688691309 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad60009a70 con 0x7fad68160350 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6dafd700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 0x7fad6806d790 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fad68160910 tx=0x7fad60004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad5dffb700 1 -- 172.21.15.99:0/3688691309 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad60004770 con 0x7fad68160350 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad5dffb700 1 -- 172.21.15.99:0/3688691309 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad600048f0 con 0x7fad68160350 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad5dffb700 1 -- 172.21.15.99:0/3688691309 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad60012670 con 0x7fad68160350 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad680cb760 con 0x7fad68160350 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.191+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad6806bfe0 con 0x7fad68160350 2023-11-18T15:44:24.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.192+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad68073aa0 con 0x7fad68160350 2023-11-18T15:44:24.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.193+0000 7fad5dffb700 1 -- 172.21.15.99:0/3688691309 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fad600127d0 con 0x7fad68160350 2023-11-18T15:44:24.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.193+0000 7fad5dffb700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad4c06aed0 0x7fad4c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.194+0000 7fad5dffb700 1 -- 172.21.15.99:0/3688691309 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fad6008b350 con 0x7fad68160350 2023-11-18T15:44:24.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.194+0000 7fad6d2fc700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad4c06aed0 0x7fad4c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.194+0000 7fad6d2fc700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad4c06aed0 0x7fad4c06d390 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fad58000f60 tx=0x7fad58009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:24.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.198+0000 7fad5dffb700 1 -- 172.21.15.99:0/3688691309 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fad600568c0 con 0x7fad68160350 2023-11-18T15:44:24.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.388+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fad680cbc80 con 0x7fad68160350 2023-11-18T15:44:24.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.389+0000 7fad5dffb700 1 -- 172.21.15.99:0/3688691309 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) v1 ==== 74+0+12857 (secure 0 0 0) 0x7fad680cbc80 con 0x7fad68160350 2023-11-18T15:44:24.391 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:24.392 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":30,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:44:21.089844+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.391+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad4c06aed0 msgr2=0x7fad4c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.391+0000 7fad6f560700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad4c06aed0 0x7fad4c06d390 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fad58000f60 tx=0x7fad58009040 comp rx=0 tx=0).stop 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.391+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 msgr2=0x7fad6806d790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.391+0000 7fad6f560700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 0x7fad6806d790 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fad68160910 tx=0x7fad60004ad0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.391+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 shutdown_connections 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.391+0000 7fad6f560700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fad4c06aed0 0x7fad4c06d390 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.391+0000 7fad6f560700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fad68160350 0x7fad6806d790 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.391+0000 7fad6f560700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fad680b2860 0x7fad6814db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.391+0000 7fad6f560700 1 --2- 172.21.15.99:0/3688691309 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad680cf3c0 0x7fad680cbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.394 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.392+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 >> 172.21.15.99:0/3688691309 conn(0x7fad68072190 msgr2=0x7fad6814e290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:24.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.392+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 shutdown_connections 2023-11-18T15:44:24.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.392+0000 7fad6f560700 1 -- 172.21.15.99:0/3688691309 wait complete. 2023-11-18T15:44:24.406 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T15:44:24.406 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T15:44:24.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.527+0000 7fc1c9edb700 1 Processor -- start 2023-11-18T15:44:24.529 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.527+0000 7fc1c9edb700 1 -- start start 2023-11-18T15:44:24.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c9edb700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc1c415e570 0x7fc1c406d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c9edb700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1c415ea10 con 0x7fc1c4072d30 2023-11-18T15:44:24.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c9edb700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1c415ecf0 con 0x7fc1c406de50 2023-11-18T15:44:24.532 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c9edb700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1c406e2e0 con 0x7fc1c415e570 2023-11-18T15:44:24.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c2ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc1c415e570 0x7fc1c406d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c37fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fc1c4072d30 0x7fc1c4162570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47042/0 (socket says 172.21.15.99:47042) 2023-11-18T15:44:24.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c2ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc1c415e570 0x7fc1c406d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60432/0 (socket says 172.21.15.99:60432) 2023-11-18T15:44:24.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c37fe700 1 -- 172.21.15.99:0/456510355 learned_addr learned my addr 172.21.15.99:0/456510355 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:24.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c2ffd700 1 -- 172.21.15.99:0/456510355 >> v1:172.21.15.181:6789/0 conn(0x7fc1c406de50 legacy=0x7fc1c40adc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:24.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c27fc700 1 -- 172.21.15.99:0/456510355 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1362422316 0 0) 0x7fc1c415ea10 con 0x7fc1c4072d30 2023-11-18T15:44:24.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c2ffd700 1 -- 172.21.15.99:0/456510355 >> v1:172.21.15.99:6789/0 conn(0x7fc1c4072d30 legacy=0x7fc1c4162570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c2ffd700 1 -- 172.21.15.99:0/456510355 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c415efd0 con 0x7fc1c415e570 2023-11-18T15:44:24.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c2ffd700 1 --2- 172.21.15.99:0/456510355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 0x7fc1c406d910 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8009840 tx=0x7fc1b8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bc61e9428eb950a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:24.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c27fc700 1 -- 172.21.15.99:0/456510355 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b8004230 con 0x7fc1c415e570 2023-11-18T15:44:24.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c27fc700 1 -- 172.21.15.99:0/456510355 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1b8004390 con 0x7fc1c415e570 2023-11-18T15:44:24.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.528+0000 7fc1c27fc700 1 -- 172.21.15.99:0/456510355 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b80036a0 con 0x7fc1c415e570 2023-11-18T15:44:24.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.529+0000 7fc1c9edb700 1 -- 172.21.15.99:0/456510355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 msgr2=0x7fc1c406d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.529+0000 7fc1c9edb700 1 --2- 172.21.15.99:0/456510355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 0x7fc1c406d910 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8009840 tx=0x7fc1b8009b50 comp rx=0 tx=0).stop 2023-11-18T15:44:24.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.529+0000 7fc1c9edb700 1 -- 172.21.15.99:0/456510355 shutdown_connections 2023-11-18T15:44:24.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.529+0000 7fc1c9edb700 1 --2- 172.21.15.99:0/456510355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 0x7fc1c406d910 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.529+0000 7fc1c9edb700 1 -- 172.21.15.99:0/456510355 >> 172.21.15.99:0/456510355 conn(0x7fc1c40b1d50 msgr2=0x7fc1c40b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:24.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.529+0000 7fc1c9edb700 1 -- 172.21.15.99:0/456510355 shutdown_connections 2023-11-18T15:44:24.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.529+0000 7fc1c9edb700 1 -- 172.21.15.99:0/456510355 wait complete. 2023-11-18T15:44:24.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.530+0000 7fc1c9edb700 1 Processor -- start 2023-11-18T15:44:24.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.530+0000 7fc1c9edb700 1 -- start start 2023-11-18T15:44:24.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c9edb700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1c406de50 0x7fc1c41576a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.542 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c9edb700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1c4072d30 0x7fc1c413b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.542 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c9edb700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 0x7fc1c40cec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.542 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c9edb700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c4139510 con 0x7fc1c415e570 2023-11-18T15:44:24.542 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c9edb700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c413a5d0 con 0x7fc1c4072d30 2023-11-18T15:44:24.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c9edb700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c413a8b0 con 0x7fc1c406de50 2023-11-18T15:44:24.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c3fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 0x7fc1c40cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c3fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 0x7fc1c40cec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60440/0 (socket says 172.21.15.99:60440) 2023-11-18T15:44:24.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c3fff700 1 -- 172.21.15.99:0/160408650 learned_addr learned my addr 172.21.15.99:0/160408650 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:24.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c37fe700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1c406de50 0x7fc1c41576a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.531+0000 7fc1c2ffd700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1c4072d30 0x7fc1c413b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1c3fff700 1 -- 172.21.15.99:0/160408650 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1c406de50 msgr2=0x7fc1c41576a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1c3fff700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1c406de50 0x7fc1c41576a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1c3fff700 1 -- 172.21.15.99:0/160408650 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1c4072d30 msgr2=0x7fc1c413b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1c3fff700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1c4072d30 0x7fc1c413b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1c3fff700 1 -- 172.21.15.99:0/160408650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1b80094a0 con 0x7fc1c415e570 2023-11-18T15:44:24.546 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1c3fff700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 0x7fc1c40cec80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc00cc10 tx=0x7fc1bc00cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:24.546 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1abfff700 1 -- 172.21.15.99:0/160408650 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc00aa60 con 0x7fc1c415e570 2023-11-18T15:44:24.546 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1abfff700 1 -- 172.21.15.99:0/160408650 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1bc00abc0 con 0x7fc1c415e570 2023-11-18T15:44:24.546 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1abfff700 1 -- 172.21.15.99:0/160408650 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc012420 con 0x7fc1c415e570 2023-11-18T15:44:24.547 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1c413ab90 con 0x7fc1c415e570 2023-11-18T15:44:24.547 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.532+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1c413b150 con 0x7fc1c415e570 2023-11-18T15:44:24.547 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.533+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1c4161920 con 0x7fc1c415e570 2023-11-18T15:44:24.547 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.533+0000 7fc1abfff700 1 -- 172.21.15.99:0/160408650 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fc1bc012580 con 0x7fc1c415e570 2023-11-18T15:44:24.548 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.534+0000 7fc1abfff700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc1b006aed0 0x7fc1b006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.548 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.534+0000 7fc1abfff700 1 -- 172.21.15.99:0/160408650 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc1bc0894d0 con 0x7fc1c415e570 2023-11-18T15:44:24.548 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.534+0000 7fc1c37fe700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc1b006aed0 0x7fc1b006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.548 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.534+0000 7fc1c37fe700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc1b006aed0 0x7fc1b006d390 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc1b4007b10 tx=0x7fc1b4007a60 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:24.548 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.538+0000 7fc1abfff700 1 -- 172.21.15.99:0/160408650 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fc1bc054960 con 0x7fc1c415e570 2023-11-18T15:44:24.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.727+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc1c4069400 con 0x7fc1c415e570 2023-11-18T15:44:24.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.727+0000 7fc1abfff700 1 -- 172.21.15.99:0/160408650 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v30) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc1bc089020 con 0x7fc1c415e570 2023-11-18T15:44:24.731 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T15:44:24.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc1b006aed0 msgr2=0x7fc1b006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc1b006aed0 0x7fc1b006d390 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc1b4007b10 tx=0x7fc1b4007a60 comp rx=0 tx=0).stop 2023-11-18T15:44:24.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 msgr2=0x7fc1c40cec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 0x7fc1c40cec80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc00cc10 tx=0x7fc1bc00cf20 comp rx=0 tx=0).stop 2023-11-18T15:44:24.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 shutdown_connections 2023-11-18T15:44:24.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc1b006aed0 0x7fc1b006d390 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc1c415e570 0x7fc1c40cec80 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc1c406de50 0x7fc1c41576a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 --2- 172.21.15.99:0/160408650 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc1c4072d30 0x7fc1c413b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 >> 172.21.15.99:0/160408650 conn(0x7fc1c40b1d50 msgr2=0x7fc1c4140a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:24.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 shutdown_connections 2023-11-18T15:44:24.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.729+0000 7fc1c9edb700 1 -- 172.21.15.99:0/160408650 wait complete. 2023-11-18T15:44:24.744 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-18T15:44:24.876 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.871+0000 7f28e5ea2700 1 Processor -- start 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.872+0000 7f28e5ea2700 1 -- start start 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.872+0000 7f28e5ea2700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f28e00cf3c0 0x7f28e00b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.872+0000 7f28e5ea2700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f28e00b2690 0x7f28e015fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.872+0000 7f28e5ea2700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28e00b2af0 con 0x7f28e0160180 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.872+0000 7f28e5ea2700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28e01609e0 con 0x7f28e00b2690 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.872+0000 7f28e5ea2700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28e00b7490 con 0x7f28e00cf3c0 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.872+0000 7f28deffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f28e00b2690 0x7f28e015fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.872+0000 7f28dffff700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f28e0160180 0x7f28e0144fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47060/0 (socket says 172.21.15.99:47060) 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.872+0000 7f28dffff700 1 -- 172.21.15.99:0/2987528054 learned_addr learned my addr 172.21.15.99:0/2987528054 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:24.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.873+0000 7f28df7fe700 1 --2- 172.21.15.99:0/2987528054 >> v2:172.21.15.181:3300/0 conn(0x7f28e00cf3c0 0x7f28e00b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.873+0000 7f28deffd700 1 -- 172.21.15.99:0/2987528054 >> v2:172.21.15.181:3300/0 conn(0x7f28e00cf3c0 msgr2=0x7f28e00b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:24.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.873+0000 7f28deffd700 1 --2- 172.21.15.99:0/2987528054 >> v2:172.21.15.181:3300/0 conn(0x7f28e00cf3c0 0x7f28e00b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.873+0000 7f28deffd700 1 -- 172.21.15.99:0/2987528054 >> v1:172.21.15.99:6789/0 conn(0x7f28e0160180 legacy=0x7f28e0144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.873+0000 7f28deffd700 1 -- 172.21.15.99:0/2987528054 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28e00d0f40 con 0x7f28e00b2690 2023-11-18T15:44:24.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.873+0000 7f28deffd700 1 --2- 172.21.15.99:0/2987528054 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e00b2690 0x7f28e015fc40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f28e00b8320 tx=0x7f28c8009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bd583986e0fc3d8 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:24.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.873+0000 7f28de7fc700 1 -- 172.21.15.99:0/2987528054 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28c8011830 con 0x7f28e00b2690 2023-11-18T15:44:24.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.873+0000 7f28de7fc700 1 -- 172.21.15.99:0/2987528054 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28c8011990 con 0x7f28e00b2690 2023-11-18T15:44:24.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.873+0000 7f28de7fc700 1 -- 172.21.15.99:0/2987528054 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28c8011d20 con 0x7f28e00b2690 2023-11-18T15:44:24.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.874+0000 7f28e5ea2700 1 -- 172.21.15.99:0/2987528054 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e00b2690 msgr2=0x7f28e015fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.874+0000 7f28e5ea2700 1 --2- 172.21.15.99:0/2987528054 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e00b2690 0x7f28e015fc40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f28e00b8320 tx=0x7f28c8009b20 comp rx=0 tx=0).stop 2023-11-18T15:44:24.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.874+0000 7f28e5ea2700 1 -- 172.21.15.99:0/2987528054 shutdown_connections 2023-11-18T15:44:24.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.874+0000 7f28e5ea2700 1 --2- 172.21.15.99:0/2987528054 >> v2:172.21.15.181:3300/0 conn(0x7f28e00cf3c0 0x7f28e00b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.874+0000 7f28e5ea2700 1 --2- 172.21.15.99:0/2987528054 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e00b2690 0x7f28e015fc40 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.874+0000 7f28e5ea2700 1 -- 172.21.15.99:0/2987528054 >> 172.21.15.99:0/2987528054 conn(0x7f28e0072190 msgr2=0x7f28e00725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:24.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.874+0000 7f28e5ea2700 1 -- 172.21.15.99:0/2987528054 shutdown_connections 2023-11-18T15:44:24.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.874+0000 7f28e5ea2700 1 -- 172.21.15.99:0/2987528054 wait complete. 2023-11-18T15:44:24.880 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.875+0000 7f28e5ea2700 1 Processor -- start 2023-11-18T15:44:24.880 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.875+0000 7f28e5ea2700 1 -- start start 2023-11-18T15:44:24.880 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.876+0000 7f28e5ea2700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f28e00b2690 0x7f28e015cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.876+0000 7f28e5ea2700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f28e00cf3c0 0x7f28e015a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.876+0000 7f28e5ea2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e0160180 0x7f28e0155570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.876+0000 7f28e5ea2700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28e0153150 con 0x7f28e0160180 2023-11-18T15:44:24.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.876+0000 7f28e5ea2700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28e015b0b0 con 0x7f28e00b2690 2023-11-18T15:44:24.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.876+0000 7f28e5ea2700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28e015b390 con 0x7f28e00cf3c0 2023-11-18T15:44:24.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.876+0000 7f28dffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e0160180 0x7f28e0155570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.876+0000 7f28dffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e0160180 0x7f28e0155570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60454/0 (socket says 172.21.15.99:60454) 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.876+0000 7f28dffff700 1 -- 172.21.15.99:0/1020679215 learned_addr learned my addr 172.21.15.99:0/1020679215 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28dffff700 1 -- 172.21.15.99:0/1020679215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f28e00cf3c0 msgr2=0x7f28e015a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28dffff700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f28e00cf3c0 0x7f28e015a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28dffff700 1 -- 172.21.15.99:0/1020679215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f28e00b2690 msgr2=0x7f28e015cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28df7fe700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f28e00b2690 0x7f28e015cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28dffff700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f28e00b2690 0x7f28e015cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28dffff700 1 -- 172.21.15.99:0/1020679215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28c80094a0 con 0x7f28e0160180 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28df7fe700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f28e00b2690 0x7f28e015cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28dffff700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e0160180 0x7f28e0155570 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f28d800cbc0 tx=0x7f28d800cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:24.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28d7fff700 1 -- 172.21.15.99:0/1020679215 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d800ab50 con 0x7f28e0160180 2023-11-18T15:44:24.892 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28d7fff700 1 -- 172.21.15.99:0/1020679215 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28d800acb0 con 0x7f28e0160180 2023-11-18T15:44:24.892 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28d7fff700 1 -- 172.21.15.99:0/1020679215 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d8012600 con 0x7f28e0160180 2023-11-18T15:44:24.892 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28e015b670 con 0x7f28e0160180 2023-11-18T15:44:24.892 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.877+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28e015ada0 con 0x7f28e0160180 2023-11-18T15:44:24.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.878+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28e0073aa0 con 0x7f28e0160180 2023-11-18T15:44:24.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.878+0000 7f28d7fff700 1 -- 172.21.15.99:0/1020679215 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f28d801b3b0 con 0x7f28e0160180 2023-11-18T15:44:24.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.879+0000 7f28d7fff700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f28c006aed0 0x7f28c006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:24.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.879+0000 7f28d7fff700 1 -- 172.21.15.99:0/1020679215 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f28d8088e30 con 0x7f28e0160180 2023-11-18T15:44:24.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.879+0000 7f28df7fe700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f28c006aed0 0x7f28c006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:24.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.879+0000 7f28df7fe700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f28c006aed0 0x7f28c006d390 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f28e00cd5c0 tx=0x7f28d0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:24.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:24.883+0000 7f28d7fff700 1 -- 172.21.15.99:0/1020679215 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f28d8054370 con 0x7f28e0160180 2023-11-18T15:44:25.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.077+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f28e0069400 con 0x7f28e0160180 2023-11-18T15:44:25.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.078+0000 7f28d7fff700 1 -- 172.21.15.99:0/1020679215 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v30) v1 ==== 84+0+65 (secure 0 0 0) 0x7f28d8017060 con 0x7f28e0160180 2023-11-18T15:44:25.081 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:25.081 INFO:teuthology.orchestra.run.smithi099.stdout:[ 2023-11-18T15:44:25.082 INFO:teuthology.orchestra.run.smithi099.stdout: { 2023-11-18T15:44:25.082 INFO:teuthology.orchestra.run.smithi099.stdout: "poolnum": 1, 2023-11-18T15:44:25.082 INFO:teuthology.orchestra.run.smithi099.stdout: "poolname": ".mgr" 2023-11-18T15:44:25.082 INFO:teuthology.orchestra.run.smithi099.stdout: } 2023-11-18T15:44:25.083 INFO:teuthology.orchestra.run.smithi099.stdout:] 2023-11-18T15:44:25.085 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f28c006aed0 msgr2=0x7f28c006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:25.085 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f28c006aed0 0x7f28c006d390 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f28e00cd5c0 tx=0x7f28d0008040 comp rx=0 tx=0).stop 2023-11-18T15:44:25.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e0160180 msgr2=0x7f28e0155570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:25.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e0160180 0x7f28e0155570 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f28d800cbc0 tx=0x7f28d800cf80 comp rx=0 tx=0).stop 2023-11-18T15:44:25.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 shutdown_connections 2023-11-18T15:44:25.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f28c006aed0 0x7f28c006d390 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f28e0160180 0x7f28e0155570 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f28e00b2690 0x7f28e015cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 --2- 172.21.15.99:0/1020679215 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f28e00cf3c0 0x7f28e015a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 >> 172.21.15.99:0/1020679215 conn(0x7f28e0072190 msgr2=0x7f28e00b50b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:25.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 shutdown_connections 2023-11-18T15:44:25.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.080+0000 7f28e5ea2700 1 -- 172.21.15.99:0/1020679215 wait complete. 2023-11-18T15:44:25.095 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-11-18T15:44:25.095 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-11-18T15:44:25.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.219+0000 7f7c9c385700 1 Processor -- start 2023-11-18T15:44:25.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.219+0000 7f7c9c385700 1 -- start start 2023-11-18T15:44:25.224 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c9c385700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c94147b10 0x7f7c940b5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:25.224 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c9c385700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7c940b6f50 0x7f7c940b73d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:25.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c9c385700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f7c94072350 0x7f7c940727e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:25.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c9c385700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c940b5ae0 con 0x7f7c940b6f50 2023-11-18T15:44:25.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c9c385700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c940b7cf0 con 0x7f7c94072350 2023-11-18T15:44:25.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c9c385700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c94072d20 con 0x7f7c94147b10 2023-11-18T15:44:25.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c99920700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7c940b6f50 0x7f7c940b73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:25.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c99920700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7c940b6f50 0x7f7c940b73d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60460/0 (socket says 172.21.15.99:60460) 2023-11-18T15:44:25.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c99920700 1 -- 172.21.15.99:0/777284897 learned_addr learned my addr 172.21.15.99:0/777284897 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:25.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c9a922700 1 --2- 172.21.15.99:0/777284897 >> v2:172.21.15.181:3300/0 conn(0x7f7c94072350 0x7f7c940727e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:25.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c9a121700 1 --2- 172.21.15.99:0/777284897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c94147b10 0x7f7c940b5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:25.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c99920700 1 -- 172.21.15.99:0/777284897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c94147b10 msgr2=0x7f7c940b5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:25.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c99920700 1 --2- 172.21.15.99:0/777284897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c94147b10 0x7f7c940b5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c99920700 1 -- 172.21.15.99:0/777284897 >> v2:172.21.15.181:3300/0 conn(0x7f7c94072350 msgr2=0x7f7c940727e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:25.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c99920700 1 --2- 172.21.15.99:0/777284897 >> v2:172.21.15.181:3300/0 conn(0x7f7c94072350 0x7f7c940727e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c99920700 1 -- 172.21.15.99:0/777284897 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c940b6440 con 0x7f7c940b6f50 2023-11-18T15:44:25.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c99920700 1 --2- 172.21.15.99:0/777284897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c940b6f50 0x7f7c940b73d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7c940d1f40 tx=0x7f7c84009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93391871c605c983 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:25.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.220+0000 7f7c9911f700 1 -- 172.21.15.99:0/777284897 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c8400b870 con 0x7f7c940b6f50 2023-11-18T15:44:25.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9911f700 1 -- 172.21.15.99:0/777284897 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c8400b9d0 con 0x7f7c940b6f50 2023-11-18T15:44:25.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9911f700 1 -- 172.21.15.99:0/777284897 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c8400bd60 con 0x7f7c940b6f50 2023-11-18T15:44:25.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9c385700 1 -- 172.21.15.99:0/777284897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c940b6f50 msgr2=0x7f7c940b73d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:25.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9c385700 1 --2- 172.21.15.99:0/777284897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c940b6f50 0x7f7c940b73d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7c940d1f40 tx=0x7f7c84009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9c385700 1 -- 172.21.15.99:0/777284897 shutdown_connections 2023-11-18T15:44:25.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9c385700 1 --2- 172.21.15.99:0/777284897 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c94147b10 0x7f7c940b5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9c385700 1 --2- 172.21.15.99:0/777284897 >> v2:172.21.15.181:3300/0 conn(0x7f7c94072350 0x7f7c940727e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9c385700 1 --2- 172.21.15.99:0/777284897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c940b6f50 0x7f7c940b73d0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9c385700 1 -- 172.21.15.99:0/777284897 >> 172.21.15.99:0/777284897 conn(0x7f7c940b3240 msgr2=0x7f7c940b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:25.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9c385700 1 -- 172.21.15.99:0/777284897 shutdown_connections 2023-11-18T15:44:25.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.221+0000 7f7c9c385700 1 -- 172.21.15.99:0/777284897 wait complete. 2023-11-18T15:44:25.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.222+0000 7f7c9c385700 1 Processor -- start 2023-11-18T15:44:25.228 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.222+0000 7f7c9c385700 1 -- start start 2023-11-18T15:44:25.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9c385700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7c94072350 0x7f7c9406ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:25.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9c385700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c940b6f50 0x7f7c94130cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:25.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9c385700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c94147b10 0x7f7c9406c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:25.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9c385700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c9413fab0 con 0x7f7c94147b10 2023-11-18T15:44:25.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9c385700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c94130860 con 0x7f7c94072350 2023-11-18T15:44:25.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9c385700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c9412fc50 con 0x7f7c940b6f50 2023-11-18T15:44:25.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9a922700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c94147b10 0x7f7c9406c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:25.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9a922700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c94147b10 0x7f7c9406c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60468/0 (socket says 172.21.15.99:60468) 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9a922700 1 -- 172.21.15.99:0/1273578734 learned_addr learned my addr 172.21.15.99:0/1273578734 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9a121700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7c94072350 0x7f7c9406ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c99920700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c940b6f50 0x7f7c94130cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9a922700 1 -- 172.21.15.99:0/1273578734 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c940b6f50 msgr2=0x7f7c94130cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9a922700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c940b6f50 0x7f7c94130cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9a922700 1 -- 172.21.15.99:0/1273578734 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7c94072350 msgr2=0x7f7c9406ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9a922700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7c94072350 0x7f7c9406ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.223+0000 7f7c9a922700 1 -- 172.21.15.99:0/1273578734 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c84009550 con 0x7f7c94147b10 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.224+0000 7f7c9a922700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c94147b10 0x7f7c9406c6b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c007d20 tx=0x7f7c8c00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:25.232 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.224+0000 7f7c8affd700 1 -- 172.21.15.99:0/1273578734 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c00ed30 con 0x7f7c94147b10 2023-11-18T15:44:25.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.224+0000 7f7c8affd700 1 -- 172.21.15.99:0/1273578734 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c8c007e70 con 0x7f7c94147b10 2023-11-18T15:44:25.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.224+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c9412ff30 con 0x7f7c94147b10 2023-11-18T15:44:25.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.224+0000 7f7c8affd700 1 -- 172.21.15.99:0/1273578734 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c014640 con 0x7f7c94147b10 2023-11-18T15:44:25.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.224+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c941304f0 con 0x7f7c94147b10 2023-11-18T15:44:25.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.225+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c94068450 con 0x7f7c94147b10 2023-11-18T15:44:25.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.225+0000 7f7c8affd700 1 -- 172.21.15.99:0/1273578734 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f7c8c0147a0 con 0x7f7c94147b10 2023-11-18T15:44:25.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.225+0000 7f7c8affd700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f7c7806af00 0x7f7c7806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:25.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.226+0000 7f7c8affd700 1 -- 172.21.15.99:0/1273578734 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7c8c0897c0 con 0x7f7c94147b10 2023-11-18T15:44:25.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.226+0000 7f7c9a121700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f7c7806af00 0x7f7c7806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:25.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.226+0000 7f7c9a121700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f7c7806af00 0x7f7c7806d3c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7c90006b20 tx=0x7f7c90008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:25.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.230+0000 7f7c8affd700 1 -- 172.21.15.99:0/1273578734 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f7c8c054bc0 con 0x7f7c94147b10 2023-11-18T15:44:25.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:25.420+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f7c941309d0 con 0x7f7c94147b10 2023-11-18T15:44:26.113 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.111+0000 7f7c8affd700 1 -- 172.21.15.99:0/1273578734 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v31) v1 ==== 138+0+0 (secure 0 0 0) 0x7f7c8c0581e0 con 0x7f7c94147b10 2023-11-18T15:44:26.116 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.114+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f7c7806af00 msgr2=0x7f7c7806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:26.116 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.114+0000 7f7c9c385700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f7c7806af00 0x7f7c7806d3c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7c90006b20 tx=0x7f7c90008040 comp rx=0 tx=0).stop 2023-11-18T15:44:26.116 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.114+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c94147b10 msgr2=0x7f7c9406c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:26.116 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.114+0000 7f7c9c385700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c94147b10 0x7f7c9406c6b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c007d20 tx=0x7f7c8c00e3c0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.114+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 shutdown_connections 2023-11-18T15:44:26.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.115+0000 7f7c9c385700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f7c7806af00 0x7f7c7806d3c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.117 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.115+0000 7f7c9c385700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c94147b10 0x7f7c9406c6b0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.118 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.115+0000 7f7c9c385700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7c94072350 0x7f7c9406ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.118 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.115+0000 7f7c9c385700 1 --2- 172.21.15.99:0/1273578734 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f7c940b6f50 0x7f7c94130cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.118 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.115+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 >> 172.21.15.99:0/1273578734 conn(0x7f7c940b3240 msgr2=0x7f7c940d0840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:26.118 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.115+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 shutdown_connections 2023-11-18T15:44:26.118 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.115+0000 7f7c9c385700 1 -- 172.21.15.99:0/1273578734 wait complete. 2023-11-18T15:44:26.119 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' created 2023-11-18T15:44:26.135 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-18T15:44:26.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.265+0000 7eff96fd7700 1 Processor -- start 2023-11-18T15:44:26.267 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.265+0000 7eff96fd7700 1 -- start start 2023-11-18T15:44:26.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.266+0000 7eff96fd7700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7eff90156010 0x7eff901563f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:26.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.266+0000 7eff96fd7700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7eff900d0900 0x7eff900704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:26.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.266+0000 7eff96fd7700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff900cdbd0 con 0x7eff90070a30 2023-11-18T15:44:26.270 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.266+0000 7eff96fd7700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff9015d370 con 0x7eff90156010 2023-11-18T15:44:26.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.266+0000 7eff96fd7700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff900d04e0 con 0x7eff900d0900 2023-11-18T15:44:26.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.266+0000 7eff94d73700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7eff90156010 0x7eff901563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:26.271 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.266+0000 7eff94d73700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7eff90156010 0x7eff901563f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60472/0 (socket says 172.21.15.99:60472) 2023-11-18T15:44:26.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.266+0000 7eff94d73700 1 -- 172.21.15.99:0/154596724 learned_addr learned my addr 172.21.15.99:0/154596724 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:26.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff8ffff700 1 --2- 172.21.15.99:0/154596724 >> v2:172.21.15.181:3300/0 conn(0x7eff900d0900 0x7eff900704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:26.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff94d73700 1 -- 172.21.15.99:0/154596724 >> v2:172.21.15.181:3300/0 conn(0x7eff900d0900 msgr2=0x7eff900704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:26.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff94d73700 1 --2- 172.21.15.99:0/154596724 >> v2:172.21.15.181:3300/0 conn(0x7eff900d0900 0x7eff900704f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff94d73700 1 -- 172.21.15.99:0/154596724 >> v1:172.21.15.181:6789/0 conn(0x7eff90070a30 legacy=0x7eff9015c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:26.272 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff94d73700 1 -- 172.21.15.99:0/154596724 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff900cfba0 con 0x7eff90156010 2023-11-18T15:44:26.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff94d73700 1 --2- 172.21.15.99:0/154596724 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff90156010 0x7eff901563f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7eff900b5610 tx=0x7eff84009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53a7829f6644bd03 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:26.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff8f7fe700 1 -- 172.21.15.99:0/154596724 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff84004230 con 0x7eff90156010 2023-11-18T15:44:26.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff8f7fe700 1 -- 172.21.15.99:0/154596724 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff84004390 con 0x7eff90156010 2023-11-18T15:44:26.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff8f7fe700 1 -- 172.21.15.99:0/154596724 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff840036a0 con 0x7eff90156010 2023-11-18T15:44:26.273 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff96fd7700 1 -- 172.21.15.99:0/154596724 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff90156010 msgr2=0x7eff901563f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:26.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.267+0000 7eff96fd7700 1 --2- 172.21.15.99:0/154596724 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff90156010 0x7eff901563f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7eff900b5610 tx=0x7eff84009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.268+0000 7eff96fd7700 1 -- 172.21.15.99:0/154596724 shutdown_connections 2023-11-18T15:44:26.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.268+0000 7eff96fd7700 1 --2- 172.21.15.99:0/154596724 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff90156010 0x7eff901563f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.268+0000 7eff96fd7700 1 --2- 172.21.15.99:0/154596724 >> v2:172.21.15.181:3300/0 conn(0x7eff900d0900 0x7eff900704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.268+0000 7eff96fd7700 1 -- 172.21.15.99:0/154596724 >> 172.21.15.99:0/154596724 conn(0x7eff900b2130 msgr2=0x7eff900b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:26.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.268+0000 7eff96fd7700 1 -- 172.21.15.99:0/154596724 shutdown_connections 2023-11-18T15:44:26.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.268+0000 7eff96fd7700 1 -- 172.21.15.99:0/154596724 wait complete. 2023-11-18T15:44:26.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.269+0000 7eff96fd7700 1 Processor -- start 2023-11-18T15:44:26.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.269+0000 7eff96fd7700 1 -- start start 2023-11-18T15:44:26.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff96fd7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff90070a30 0x7eff901531a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:26.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff96fd7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff900d0900 0x7eff900cc880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:26.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff96fd7700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff90156010 0x7eff900c6b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:26.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff96fd7700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff901593e0 con 0x7eff900d0900 2023-11-18T15:44:26.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff96fd7700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff90158860 con 0x7eff90156010 2023-11-18T15:44:26.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff96fd7700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff90158b40 con 0x7eff90070a30 2023-11-18T15:44:26.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff900d0900 0x7eff900cc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:26.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff900d0900 0x7eff900cc880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60480/0 (socket says 172.21.15.99:60480) 2023-11-18T15:44:26.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8ffff700 1 -- 172.21.15.99:0/4063604731 learned_addr learned my addr 172.21.15.99:0/4063604731 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:26.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff95574700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff90156010 0x7eff900c6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:26.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff94d73700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff90070a30 0x7eff901531a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:26.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8ffff700 1 -- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff90070a30 msgr2=0x7eff901531a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:26.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8ffff700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff90070a30 0x7eff901531a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8ffff700 1 -- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff90156010 msgr2=0x7eff900c6b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:26.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8ffff700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff90156010 0x7eff900c6b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:26.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8ffff700 1 -- 172.21.15.99:0/4063604731 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff84009550 con 0x7eff900d0900 2023-11-18T15:44:26.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff95574700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff90156010 0x7eff900c6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:26.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff94d73700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff90070a30 0x7eff901531a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:26.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8ffff700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff900d0900 0x7eff900cc880 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7eff7c00c7f0 tx=0x7eff7c00cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:26.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8d7fa700 1 -- 172.21.15.99:0/4063604731 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff7c011800 con 0x7eff900d0900 2023-11-18T15:44:26.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8d7fa700 1 -- 172.21.15.99:0/4063604731 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff7c011960 con 0x7eff900d0900 2023-11-18T15:44:26.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff90158e20 con 0x7eff900d0900 2023-11-18T15:44:26.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.270+0000 7eff8d7fa700 1 -- 172.21.15.99:0/4063604731 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff7c011cf0 con 0x7eff900d0900 2023-11-18T15:44:26.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.271+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff901536e0 con 0x7eff900d0900 2023-11-18T15:44:26.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.271+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff90073aa0 con 0x7eff900d0900 2023-11-18T15:44:26.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.272+0000 7eff8d7fa700 1 -- 172.21.15.99:0/4063604731 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7eff7c018360 con 0x7eff900d0900 2023-11-18T15:44:26.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.272+0000 7eff8d7fa700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff7406aed0 0x7eff7406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:26.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.272+0000 7eff94d73700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff7406aed0 0x7eff7406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:26.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.272+0000 7eff8d7fa700 1 -- 172.21.15.99:0/4063604731 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5227+0+0 (secure 0 0 0) 0x7eff7c089420 con 0x7eff900d0900 2023-11-18T15:44:26.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.273+0000 7eff94d73700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff7406aed0 0x7eff7406d390 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7eff84009c10 tx=0x7eff84008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:26.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.277+0000 7eff8d7fa700 1 -- 172.21.15.99:0/4063604731 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7eff7c054620 con 0x7eff900d0900 2023-11-18T15:44:26.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:26.470+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7eff9015ca90 con 0x7eff900d0900 2023-11-18T15:44:27.119 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.117+0000 7eff8d7fa700 1 -- 172.21.15.99:0/4063604731 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v32) v1 ==== 170+0+0 (secure 0 0 0) 0x7eff7c05e0d0 con 0x7eff900d0900 2023-11-18T15:44:27.123 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.121+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff7406aed0 msgr2=0x7eff7406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.121+0000 7eff96fd7700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff7406aed0 0x7eff7406d390 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7eff84009c10 tx=0x7eff84008030 comp rx=0 tx=0).stop 2023-11-18T15:44:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.121+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff900d0900 msgr2=0x7eff900cc880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.121+0000 7eff96fd7700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff900d0900 0x7eff900cc880 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7eff7c00c7f0 tx=0x7eff7c00cbb0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.122+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 shutdown_connections 2023-11-18T15:44:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.122+0000 7eff96fd7700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff90156010 0x7eff900c6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.122+0000 7eff96fd7700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff90070a30 0x7eff901531a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.122+0000 7eff96fd7700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff7406aed0 0x7eff7406d390 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.122+0000 7eff96fd7700 1 --2- 172.21.15.99:0/4063604731 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff900d0900 0x7eff900cc880 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.122+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 >> 172.21.15.99:0/4063604731 conn(0x7eff900b2130 msgr2=0x7eff90155770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:27.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.123+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 shutdown_connections 2023-11-18T15:44:27.127 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.124+0000 7eff96fd7700 1 -- 172.21.15.99:0/4063604731 wait complete. 2023-11-18T15:44:27.136 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' created 2023-11-18T15:44:27.150 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-11-18T15:44:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.276+0000 7f03ce7da700 1 Processor -- start 2023-11-18T15:44:27.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.276+0000 7f03ce7da700 1 -- start start 2023-11-18T15:44:27.280 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03ce7da700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f03c813eb80 0x7f03c80cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03ce7da700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f03c8141bc0 0x7f03c815c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03ce7da700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03c80cf720 con 0x7f03c813ef60 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03ce7da700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03c815d420 con 0x7f03c813eb80 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03ce7da700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03c815d140 con 0x7f03c8141bc0 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03c7fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f03c813eb80 0x7f03c80cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03c7fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f03c813eb80 0x7f03c80cf1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60486/0 (socket says 172.21.15.99:60486) 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03c7fff700 1 -- 172.21.15.99:0/3145969024 learned_addr learned my addr 172.21.15.99:0/3145969024 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03ccd77700 1 --2- 172.21.15.99:0/3145969024 >> v2:172.21.15.181:3300/0 conn(0x7f03c8141bc0 0x7f03c815c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03c7fff700 1 -- 172.21.15.99:0/3145969024 >> v2:172.21.15.181:3300/0 conn(0x7f03c8141bc0 msgr2=0x7f03c815c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03c7fff700 1 --2- 172.21.15.99:0/3145969024 >> v2:172.21.15.181:3300/0 conn(0x7f03c8141bc0 0x7f03c815c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03c7fff700 1 -- 172.21.15.99:0/3145969024 >> v1:172.21.15.181:6789/0 conn(0x7f03c813ef60 legacy=0x7f03c81414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03c7fff700 1 -- 172.21.15.99:0/3145969024 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03c80ce700 con 0x7f03c813eb80 2023-11-18T15:44:27.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.277+0000 7f03c7fff700 1 --2- 172.21.15.99:0/3145969024 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c813eb80 0x7f03c80cf1e0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f03c80d0800 tx=0x7f03bc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=916ce13740bae142 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03c6ffd700 1 -- 172.21.15.99:0/3145969024 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03bc00b870 con 0x7f03c813eb80 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03c6ffd700 1 -- 172.21.15.99:0/3145969024 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03bc00b9d0 con 0x7f03c813eb80 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03c6ffd700 1 -- 172.21.15.99:0/3145969024 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03bc00bd60 con 0x7f03c813eb80 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03ce7da700 1 -- 172.21.15.99:0/3145969024 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c813eb80 msgr2=0x7f03c80cf1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03ce7da700 1 --2- 172.21.15.99:0/3145969024 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c813eb80 0x7f03c80cf1e0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f03c80d0800 tx=0x7f03bc009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03ce7da700 1 -- 172.21.15.99:0/3145969024 shutdown_connections 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03ce7da700 1 --2- 172.21.15.99:0/3145969024 >> v2:172.21.15.181:3300/0 conn(0x7f03c8141bc0 0x7f03c815c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03ce7da700 1 --2- 172.21.15.99:0/3145969024 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c813eb80 0x7f03c80cf1e0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03ce7da700 1 -- 172.21.15.99:0/3145969024 >> 172.21.15.99:0/3145969024 conn(0x7f03c80b31d0 msgr2=0x7f03c80b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03ce7da700 1 -- 172.21.15.99:0/3145969024 shutdown_connections 2023-11-18T15:44:27.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.278+0000 7f03ce7da700 1 -- 172.21.15.99:0/3145969024 wait complete. 2023-11-18T15:44:27.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.279+0000 7f03ce7da700 1 Processor -- start 2023-11-18T15:44:27.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.280+0000 7f03ce7da700 1 -- start start 2023-11-18T15:44:27.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.280+0000 7f03ce7da700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03c813eb80 0x7f03c81e5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:27.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.280+0000 7f03ce7da700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03c8141bc0 0x7f03c81407d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:27.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.280+0000 7f03ce7da700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c80cd2f0 0x7f03c80cd750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:27.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.280+0000 7f03ce7da700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03c81e53f0 con 0x7f03c80cd2f0 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.280+0000 7f03ce7da700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03c80cdc90 con 0x7f03c813eb80 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.280+0000 7f03ce7da700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03c81e4770 con 0x7f03c8141bc0 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.280+0000 7f03ccd77700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c80cd2f0 0x7f03c80cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ccd77700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c80cd2f0 0x7f03c80cd750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60496/0 (socket says 172.21.15.99:60496) 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ccd77700 1 -- 172.21.15.99:0/1419560537 learned_addr learned my addr 172.21.15.99:0/1419560537 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03c7fff700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03c813eb80 0x7f03c81e5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03c77fe700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03c8141bc0 0x7f03c81407d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ccd77700 1 -- 172.21.15.99:0/1419560537 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03c8141bc0 msgr2=0x7f03c81407d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ccd77700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03c8141bc0 0x7f03c81407d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ccd77700 1 -- 172.21.15.99:0/1419560537 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03c813eb80 msgr2=0x7f03c81e5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ccd77700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03c813eb80 0x7f03c81e5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ccd77700 1 -- 172.21.15.99:0/1419560537 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03bc009550 con 0x7f03c80cd2f0 2023-11-18T15:44:27.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ccd77700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c80cd2f0 0x7f03c80cd750 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f03c0007e60 tx=0x7f03c000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:27.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03c4ff9700 1 -- 172.21.15.99:0/1419560537 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03c000ed30 con 0x7f03c80cd2f0 2023-11-18T15:44:27.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03c4ff9700 1 -- 172.21.15.99:0/1419560537 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03c0014420 con 0x7f03c80cd2f0 2023-11-18T15:44:27.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03c4ff9700 1 -- 172.21.15.99:0/1419560537 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03c00147d0 con 0x7f03c80cd2f0 2023-11-18T15:44:27.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03c81e4a50 con 0x7f03c80cd2f0 2023-11-18T15:44:27.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.281+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03c81e5010 con 0x7f03c80cd2f0 2023-11-18T15:44:27.286 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.282+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03c8069400 con 0x7f03c80cd2f0 2023-11-18T15:44:27.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.283+0000 7f03c4ff9700 1 -- 172.21.15.99:0/1419560537 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f03c0014930 con 0x7f03c80cd2f0 2023-11-18T15:44:27.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.283+0000 7f03c4ff9700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f03b406aed0 0x7f03b406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:27.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.283+0000 7f03c7fff700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f03b406aed0 0x7f03b406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:27.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.283+0000 7f03c4ff9700 1 -- 172.21.15.99:0/1419560537 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f03c0089b30 con 0x7f03c80cd2f0 2023-11-18T15:44:27.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.284+0000 7f03c7fff700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f03b406aed0 0x7f03b406d390 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f03bc000c00 tx=0x7f03bc008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:27.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.288+0000 7f03c4ff9700 1 -- 172.21.15.99:0/1419560537 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f03c0054ce0 con 0x7f03c80cd2f0 2023-11-18T15:44:27.528 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:27.526+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f03c80b6e10 con 0x7f03c80cd2f0 2023-11-18T15:44:28.120 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.118+0000 7f03c4ff9700 1 -- 172.21.15.99:0/1419560537 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) v1 ==== 172+0+0 (secure 0 0 0) 0x7f03c0058300 con 0x7f03c80cd2f0 2023-11-18T15:44:28.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.122+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f03b406aed0 msgr2=0x7f03b406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.122+0000 7f03ce7da700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f03b406aed0 0x7f03b406d390 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f03bc000c00 tx=0x7f03bc008030 comp rx=0 tx=0).stop 2023-11-18T15:44:28.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.122+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c80cd2f0 msgr2=0x7f03c80cd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.124 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.122+0000 7f03ce7da700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c80cd2f0 0x7f03c80cd750 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f03c0007e60 tx=0x7f03c000e3c0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.123+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 shutdown_connections 2023-11-18T15:44:28.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.123+0000 7f03ce7da700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f03b406aed0 0x7f03b406d390 secure :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f03bc000c00 tx=0x7f03bc008030 comp rx=0 tx=0).stop 2023-11-18T15:44:28.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.123+0000 7f03ce7da700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03c80cd2f0 0x7f03c80cd750 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.123+0000 7f03ce7da700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03c813eb80 0x7f03c81e5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.123+0000 7f03ce7da700 1 --2- 172.21.15.99:0/1419560537 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f03c8141bc0 0x7f03c81407d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.125 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.123+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 >> 172.21.15.99:0/1419560537 conn(0x7f03c80b31d0 msgr2=0x7f03c806d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:28.127 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.126+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 shutdown_connections 2023-11-18T15:44:28.129 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.126+0000 7f03ce7da700 1 -- 172.21.15.99:0/1419560537 wait complete. 2023-11-18T15:44:28.140 INFO:teuthology.orchestra.run.smithi099.stderr:new fs with metadata pool 4 and data pool 5 2023-11-18T15:44:28.157 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:28.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.276+0000 7fbb1610e700 1 Processor -- start 2023-11-18T15:44:28.279 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.276+0000 7fbb1610e700 1 -- start start 2023-11-18T15:44:28.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb1610e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 0x7fbb1006e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb1610e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbb1006dcf0 0x7fbb1015b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb1610e700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb1006e520 con 0x7fbb1006d910 2023-11-18T15:44:28.281 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb1610e700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb1006efc0 con 0x7fbb1006dcf0 2023-11-18T15:44:28.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb1610e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb1006f2a0 con 0x7fbb1015e880 2023-11-18T15:44:28.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb0ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbb1006dcf0 0x7fbb1015b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb0ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbb1006dcf0 0x7fbb1015b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60516/0 (socket says 172.21.15.99:60516) 2023-11-18T15:44:28.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb0ffff700 1 -- 172.21.15.99:0/1665416587 learned_addr learned my addr 172.21.15.99:0/1665416587 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:28.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb0effd700 1 --2- 172.21.15.99:0/1665416587 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 0x7fbb1006e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.282 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb0ffff700 1 -- 172.21.15.99:0/1665416587 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 msgr2=0x7fbb1006e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:28.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb0ffff700 1 --2- 172.21.15.99:0/1665416587 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 0x7fbb1006e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb0ffff700 1 -- 172.21.15.99:0/1665416587 >> v1:172.21.15.181:6789/0 conn(0x7fbb1006d910 legacy=0x7fbb100b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.277+0000 7fbb0ffff700 1 -- 172.21.15.99:0/1665416587 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb1006f580 con 0x7fbb1006dcf0 2023-11-18T15:44:28.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb0ffff700 1 --2- 172.21.15.99:0/1665416587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 0x7fbb1015b750 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fbb08009e50 tx=0x7fbb0800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dec0c2ef877c9e5b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:28.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb0e7fc700 1 -- 172.21.15.99:0/1665416587 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb0800e070 con 0x7fbb1006dcf0 2023-11-18T15:44:28.283 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb0e7fc700 1 -- 172.21.15.99:0/1665416587 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb0800b9c0 con 0x7fbb1006dcf0 2023-11-18T15:44:28.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb0e7fc700 1 -- 172.21.15.99:0/1665416587 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb0800bd70 con 0x7fbb1006dcf0 2023-11-18T15:44:28.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb1610e700 1 -- 172.21.15.99:0/1665416587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 msgr2=0x7fbb1015b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb1610e700 1 --2- 172.21.15.99:0/1665416587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 0x7fbb1015b750 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fbb08009e50 tx=0x7fbb0800b330 comp rx=0 tx=0).stop 2023-11-18T15:44:28.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb1610e700 1 -- 172.21.15.99:0/1665416587 shutdown_connections 2023-11-18T15:44:28.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb1610e700 1 --2- 172.21.15.99:0/1665416587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 0x7fbb1015b750 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.284 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb1610e700 1 --2- 172.21.15.99:0/1665416587 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 0x7fbb1006e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb1610e700 1 -- 172.21.15.99:0/1665416587 >> 172.21.15.99:0/1665416587 conn(0x7fbb100b2130 msgr2=0x7fbb100b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:28.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb1610e700 1 -- 172.21.15.99:0/1665416587 shutdown_connections 2023-11-18T15:44:28.285 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.278+0000 7fbb1610e700 1 -- 172.21.15.99:0/1665416587 wait complete. 2023-11-18T15:44:28.287 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.279+0000 7fbb1610e700 1 Processor -- start 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.280+0000 7fbb1610e700 1 -- start start 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.280+0000 7fbb1610e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb1006d910 0x7fbb100cc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.280+0000 7fbb1610e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 0x7fbb101f17d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.280+0000 7fbb1610e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 0x7fbb10071540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.280+0000 7fbb1610e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb101f2250 con 0x7fbb1006dcf0 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.280+0000 7fbb1610e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb101f2530 con 0x7fbb1006d910 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.280+0000 7fbb1610e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb101f2b10 con 0x7fbb1015e880 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0effd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 0x7fbb101f17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0effd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 0x7fbb101f17d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60522/0 (socket says 172.21.15.99:60522) 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0effd700 1 -- 172.21.15.99:0/3167555036 learned_addr learned my addr 172.21.15.99:0/3167555036 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0ffff700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 0x7fbb10071540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.288 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0f7fe700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb1006d910 0x7fbb100cc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0effd700 1 -- 172.21.15.99:0/3167555036 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 msgr2=0x7fbb10071540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0effd700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 0x7fbb10071540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0effd700 1 -- 172.21.15.99:0/3167555036 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb1006d910 msgr2=0x7fbb100cc6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0effd700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb1006d910 0x7fbb100cc6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0effd700 1 -- 172.21.15.99:0/3167555036 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb08009b30 con 0x7fbb1006dcf0 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0f7fe700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb1006d910 0x7fbb100cc6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb0effd700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 0x7fbb101f17d0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fbb0000d800 tx=0x7fbb0000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbaf7fff700 1 -- 172.21.15.99:0/3167555036 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb000125f0 con 0x7fbb1006dcf0 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbaf7fff700 1 -- 172.21.15.99:0/3167555036 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb00012750 con 0x7fbb1006dcf0 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbaf7fff700 1 -- 172.21.15.99:0/3167555036 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb00012b00 con 0x7fbb1006dcf0 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb101f2df0 con 0x7fbb1006dcf0 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.281+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb1015cb20 con 0x7fbb1006dcf0 2023-11-18T15:44:28.289 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.282+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb10073aa0 con 0x7fbb1006dcf0 2023-11-18T15:44:28.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.282+0000 7fbaf7fff700 1 -- 172.21.15.99:0/3167555036 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fbb00012c60 con 0x7fbb1006dcf0 2023-11-18T15:44:28.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.283+0000 7fbaf7fff700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbafc06aed0 0x7fbafc06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.283+0000 7fbaf7fff700 1 -- 172.21.15.99:0/3167555036 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbb000898f0 con 0x7fbb1006dcf0 2023-11-18T15:44:28.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.283+0000 7fbb0f7fe700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbafc06aed0 0x7fbafc06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.283+0000 7fbb0f7fe700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbafc06aed0 0x7fbafc06d390 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbb04000f60 tx=0x7fbb04009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:28.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.287+0000 7fbaf7fff700 1 -- 172.21.15.99:0/3167555036 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fbb00054a30 con 0x7fbb1006dcf0 2023-11-18T15:44:28.482 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.480+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbb101f2f80 con 0x7fbb1006dcf0 2023-11-18T15:44:28.483 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.481+0000 7fbaf7fff700 1 -- 172.21.15.99:0/3167555036 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16582 (secure 0 0 0) 0x7fbb00058050 con 0x7fbb1006dcf0 2023-11-18T15:44:28.484 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:28.484 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":33,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:44:27.528144+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:44:25.439270+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-18T15:44:26.489393+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:28.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbafc06aed0 msgr2=0x7fbafc06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbafc06aed0 0x7fbafc06d390 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbb04000f60 tx=0x7fbb04009040 comp rx=0 tx=0).stop 2023-11-18T15:44:28.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 msgr2=0x7fbb101f17d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 0x7fbb101f17d0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fbb0000d800 tx=0x7fbb0000dbc0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 shutdown_connections 2023-11-18T15:44:28.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbb1015e880 0x7fbb10071540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb1006d910 0x7fbb100cc6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbafc06aed0 0x7fbafc06d390 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 --2- 172.21.15.99:0/3167555036 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb1006dcf0 0x7fbb101f17d0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 >> 172.21.15.99:0/3167555036 conn(0x7fbb100b2130 msgr2=0x7fbb1015d390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:28.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 shutdown_connections 2023-11-18T15:44:28.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.484+0000 7fbb1610e700 1 -- 172.21.15.99:0/3167555036 wait complete. 2023-11-18T15:44:28.498 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:28.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.616+0000 7fa077514700 1 Processor -- start 2023-11-18T15:44:28.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.617+0000 7fa077514700 1 -- start start 2023-11-18T15:44:28.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.617+0000 7fa077514700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa070147810 0x7fa0700b64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.617+0000 7fa077514700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa070070c00 0x7fa07015f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.617+0000 7fa077514700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa07006e200 con 0x7fa07006d9b0 2023-11-18T15:44:28.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.617+0000 7fa077514700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa07006e4e0 con 0x7fa070147810 2023-11-18T15:44:28.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.617+0000 7fa077514700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa07015e970 con 0x7fa070070c00 2023-11-18T15:44:28.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa0752b0700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa070147810 0x7fa0700b64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.622 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa0752b0700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa070147810 0x7fa0700b64f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60526/0 (socket says 172.21.15.99:60526) 2023-11-18T15:44:28.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa0752b0700 1 -- 172.21.15.99:0/2218032576 learned_addr learned my addr 172.21.15.99:0/2218032576 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:28.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa075ab1700 1 --2- 172.21.15.99:0/2218032576 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa070070c00 0x7fa07015f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa0752b0700 1 -- 172.21.15.99:0/2218032576 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa070070c00 msgr2=0x7fa07015f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:28.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa0752b0700 1 --2- 172.21.15.99:0/2218032576 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa070070c00 0x7fa07015f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa0752b0700 1 -- 172.21.15.99:0/2218032576 >> v1:172.21.15.181:6789/0 conn(0x7fa07006d9b0 legacy=0x7fa0700704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:28.623 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa0752b0700 1 -- 172.21.15.99:0/2218032576 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa07015ec50 con 0x7fa070147810 2023-11-18T15:44:28.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa0752b0700 1 --2- 172.21.15.99:0/2218032576 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa070147810 0x7fa0700b64f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa0600098f0 tx=0x7fa060009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c70cebd4266d03f2 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:28.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa067fff700 1 -- 172.21.15.99:0/2218032576 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa060004230 con 0x7fa070147810 2023-11-18T15:44:28.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa067fff700 1 -- 172.21.15.99:0/2218032576 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa060004390 con 0x7fa070147810 2023-11-18T15:44:28.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.618+0000 7fa067fff700 1 -- 172.21.15.99:0/2218032576 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0600036a0 con 0x7fa070147810 2023-11-18T15:44:28.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.619+0000 7fa077514700 1 -- 172.21.15.99:0/2218032576 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa070147810 msgr2=0x7fa0700b64f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.619+0000 7fa077514700 1 --2- 172.21.15.99:0/2218032576 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa070147810 0x7fa0700b64f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa0600098f0 tx=0x7fa060009c00 comp rx=0 tx=0).stop 2023-11-18T15:44:28.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.619+0000 7fa077514700 1 -- 172.21.15.99:0/2218032576 shutdown_connections 2023-11-18T15:44:28.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.619+0000 7fa077514700 1 --2- 172.21.15.99:0/2218032576 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa070147810 0x7fa0700b64f0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.619+0000 7fa077514700 1 --2- 172.21.15.99:0/2218032576 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa070070c00 0x7fa07015f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.619+0000 7fa077514700 1 -- 172.21.15.99:0/2218032576 >> 172.21.15.99:0/2218032576 conn(0x7fa0700b2130 msgr2=0x7fa0700b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:28.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.619+0000 7fa077514700 1 -- 172.21.15.99:0/2218032576 shutdown_connections 2023-11-18T15:44:28.625 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.619+0000 7fa077514700 1 -- 172.21.15.99:0/2218032576 wait complete. 2023-11-18T15:44:28.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.620+0000 7fa077514700 1 Processor -- start 2023-11-18T15:44:28.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.620+0000 7fa077514700 1 -- start start 2023-11-18T15:44:28.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa077514700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa07006d9b0 0x7fa0700c8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa077514700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa070070c00 0x7fa07015d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.629 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa077514700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa070147810 0x7fa0700c96f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.629 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa077514700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0700c8800 con 0x7fa07006d9b0 2023-11-18T15:44:28.629 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa077514700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0700c9160 con 0x7fa070147810 2023-11-18T15:44:28.629 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa077514700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0700c7b80 con 0x7fa070070c00 2023-11-18T15:44:28.629 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa0752b0700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa07006d9b0 0x7fa0700c8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.629 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa0752b0700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa07006d9b0 0x7fa0700c8c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60530/0 (socket says 172.21.15.99:60530) 2023-11-18T15:44:28.630 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa0752b0700 1 -- 172.21.15.99:0/4210664739 learned_addr learned my addr 172.21.15.99:0/4210664739 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:28.630 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa0752b0700 1 -- 172.21.15.99:0/4210664739 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa070070c00 msgr2=0x7fa07015d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.630 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa0752b0700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa070070c00 0x7fa07015d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.630 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa0752b0700 1 -- 172.21.15.99:0/4210664739 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa070147810 msgr2=0x7fa0700c96f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.630 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa0752b0700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa070147810 0x7fa0700c96f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.630 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa0752b0700 1 -- 172.21.15.99:0/4210664739 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa060009550 con 0x7fa07006d9b0 2023-11-18T15:44:28.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa0752b0700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa07006d9b0 0x7fa0700c8c20 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa060009130 tx=0x7fa060004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:28.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa065ffb700 1 -- 172.21.15.99:0/4210664739 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa060003e30 con 0x7fa07006d9b0 2023-11-18T15:44:28.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa065ffb700 1 -- 172.21.15.99:0/4210664739 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa06001f070 con 0x7fa07006d9b0 2023-11-18T15:44:28.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0700c7e60 con 0x7fa07006d9b0 2023-11-18T15:44:28.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.621+0000 7fa065ffb700 1 -- 172.21.15.99:0/4210664739 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa06000b8a0 con 0x7fa07006d9b0 2023-11-18T15:44:28.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.622+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0700c8420 con 0x7fa07006d9b0 2023-11-18T15:44:28.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.622+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa070073aa0 con 0x7fa07006d9b0 2023-11-18T15:44:28.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.623+0000 7fa065ffb700 1 -- 172.21.15.99:0/4210664739 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fa060021030 con 0x7fa07006d9b0 2023-11-18T15:44:28.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.623+0000 7fa065ffb700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa05406aed0 0x7fa05406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.623+0000 7fa065ffb700 1 -- 172.21.15.99:0/4210664739 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa06008ad40 con 0x7fa07006d9b0 2023-11-18T15:44:28.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.623+0000 7fa074aaf700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa05406aed0 0x7fa05406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.624+0000 7fa074aaf700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa05406aed0 0x7fa05406d390 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa0700b4570 tx=0x7fa06c006c50 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:28.633 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.628+0000 7fa065ffb700 1 -- 172.21.15.99:0/4210664739 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fa060055de0 con 0x7fa07006d9b0 2023-11-18T15:44:28.820 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.818+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa070073aa0 con 0x7fa07006d9b0 2023-11-18T15:44:28.821 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.819+0000 7fa065ffb700 1 -- 172.21.15.99:0/4210664739 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16582 (secure 0 0 0) 0x7fa060059400 con 0x7fa07006d9b0 2023-11-18T15:44:28.821 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:28.821 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":33,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:44:27.528144+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:44:25.439270+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-18T15:44:26.489393+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:28.823 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa05406aed0 msgr2=0x7fa05406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.823 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa05406aed0 0x7fa05406d390 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa0700b4570 tx=0x7fa06c006c50 comp rx=0 tx=0).stop 2023-11-18T15:44:28.823 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa07006d9b0 msgr2=0x7fa0700c8c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa07006d9b0 0x7fa0700c8c20 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa060009130 tx=0x7fa060004750 comp rx=0 tx=0).stop 2023-11-18T15:44:28.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 shutdown_connections 2023-11-18T15:44:28.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa05406aed0 0x7fa05406d390 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa07006d9b0 0x7fa0700c8c20 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa070147810 0x7fa0700c96f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 --2- 172.21.15.99:0/4210664739 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa070070c00 0x7fa07015d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 >> 172.21.15.99:0/4210664739 conn(0x7fa0700b2130 msgr2=0x7fa07015fd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:28.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 shutdown_connections 2023-11-18T15:44:28.824 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.821+0000 7fa077514700 1 -- 172.21.15.99:0/4210664739 wait complete. 2023-11-18T15:44:28.835 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-11-18T15:44:28.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.957+0000 7f5623d7b700 1 Processor -- start 2023-11-18T15:44:28.959 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.957+0000 7f5623d7b700 1 -- start start 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5623d7b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0cdff0 0x7f561c162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5623d7b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f561c0afc30 0x7f561c0cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5623d7b700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f561c162bc0 con 0x7f561c146f00 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5623d7b700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f561c1472e0 con 0x7f561c0afc30 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5623d7b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f561c0b0110 con 0x7f561c0cdff0 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5622318700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f561c0afc30 0x7f561c0cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5621b17700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f561c146f00 0x7f561c0cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47150/0 (socket says 172.21.15.99:47150) 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5622318700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f561c0afc30 0x7f561c0cef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60542/0 (socket says 172.21.15.99:60542) 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5621b17700 1 -- 172.21.15.99:0/1254042252 learned_addr learned my addr 172.21.15.99:0/1254042252 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:28.962 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.958+0000 7f5621316700 1 --2- 172.21.15.99:0/1254042252 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0cdff0 0x7f561c162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5622318700 1 -- 172.21.15.99:0/1254042252 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0cdff0 msgr2=0x7f561c162680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5622318700 1 --2- 172.21.15.99:0/1254042252 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0cdff0 0x7f561c162680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5622318700 1 -- 172.21.15.99:0/1254042252 >> v1:172.21.15.99:6789/0 conn(0x7f561c146f00 legacy=0x7f561c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5620b15700 1 -- 172.21.15.99:0/1254042252 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2627318741 0 0) 0x7f561c162bc0 con 0x7f561c146f00 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5622318700 1 -- 172.21.15.99:0/1254042252 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f561c0b03f0 con 0x7f561c0afc30 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5621316700 1 --2- 172.21.15.99:0/1254042252 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0cdff0 0x7f561c162680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5622318700 1 --2- 172.21.15.99:0/1254042252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0afc30 0x7f561c0cef50 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5614009d90 tx=0x7f561400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca670dd43de0db62 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5620b15700 1 -- 172.21.15.99:0/1254042252 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f561400e070 con 0x7f561c0afc30 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5620b15700 1 -- 172.21.15.99:0/1254042252 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f561400bbd0 con 0x7f561c0afc30 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5620b15700 1 -- 172.21.15.99:0/1254042252 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5614012430 con 0x7f561c0afc30 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5623d7b700 1 -- 172.21.15.99:0/1254042252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0afc30 msgr2=0x7f561c0cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5623d7b700 1 --2- 172.21.15.99:0/1254042252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0afc30 0x7f561c0cef50 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5614009d90 tx=0x7f561400b330 comp rx=0 tx=0).stop 2023-11-18T15:44:28.963 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5623d7b700 1 -- 172.21.15.99:0/1254042252 shutdown_connections 2023-11-18T15:44:28.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5623d7b700 1 --2- 172.21.15.99:0/1254042252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0afc30 0x7f561c0cef50 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5623d7b700 1 --2- 172.21.15.99:0/1254042252 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0cdff0 0x7f561c162680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.959+0000 7f5623d7b700 1 -- 172.21.15.99:0/1254042252 >> 172.21.15.99:0/1254042252 conn(0x7f561c0b38b0 msgr2=0x7f561c0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:28.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.960+0000 7f5623d7b700 1 -- 172.21.15.99:0/1254042252 shutdown_connections 2023-11-18T15:44:28.964 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.960+0000 7f5623d7b700 1 -- 172.21.15.99:0/1254042252 wait complete. 2023-11-18T15:44:28.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.961+0000 7f5623d7b700 1 Processor -- start 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.961+0000 7f5623d7b700 1 -- start start 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.961+0000 7f5623d7b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0afc30 0x7f561c145ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.961+0000 7f5623d7b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0cdff0 0x7f561c1444f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.961+0000 7f5623d7b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f561c146f00 0x7f561c144a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.961+0000 7f5623d7b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f561c13f050 con 0x7f561c0cdff0 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.961+0000 7f5623d7b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f561c072f00 con 0x7f561c146f00 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.961+0000 7f5623d7b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f561c0731e0 con 0x7f561c0afc30 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621316700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0cdff0 0x7f561c1444f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621316700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0cdff0 0x7f561c1444f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60546/0 (socket says 172.21.15.99:60546) 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621316700 1 -- 172.21.15.99:0/3295453722 learned_addr learned my addr 172.21.15.99:0/3295453722 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621b17700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0afc30 0x7f561c145ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5622318700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f561c146f00 0x7f561c144a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621316700 1 -- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0afc30 msgr2=0x7f561c145ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621316700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0afc30 0x7f561c145ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621316700 1 -- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f561c146f00 msgr2=0x7f561c144a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621316700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f561c146f00 0x7f561c144a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621316700 1 -- 172.21.15.99:0/3295453722 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5614009a70 con 0x7f561c0cdff0 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5622318700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f561c146f00 0x7f561c144a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621b17700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0afc30 0x7f561c145ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5621316700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0cdff0 0x7f561c1444f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f561800e810 tx=0x7f561800ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f56127fc700 1 -- 172.21.15.99:0/3295453722 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5618013610 con 0x7f561c0cdff0 2023-11-18T15:44:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f56127fc700 1 -- 172.21.15.99:0/3295453722 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5618013770 con 0x7f561c0cdff0 2023-11-18T15:44:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f561c150980 con 0x7f561c0cdff0 2023-11-18T15:44:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f56127fc700 1 -- 172.21.15.99:0/3295453722 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5618013b20 con 0x7f561c0cdff0 2023-11-18T15:44:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.962+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f561c072bf0 con 0x7f561c0cdff0 2023-11-18T15:44:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.963+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f561c1507e0 con 0x7f561c0cdff0 2023-11-18T15:44:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.964+0000 7f56127fc700 1 -- 172.21.15.99:0/3295453722 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f5618013c80 con 0x7f561c0cdff0 2023-11-18T15:44:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.964+0000 7f56127fc700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f560006aed0 0x7f560006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.964+0000 7f56127fc700 1 -- 172.21.15.99:0/3295453722 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f56180892d0 con 0x7f561c0cdff0 2023-11-18T15:44:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.964+0000 7f5621b17700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f560006aed0 0x7f560006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.964+0000 7f5621b17700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f560006aed0 0x7f560006d390 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f560c000f60 tx=0x7f560c007cc0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:28.968+0000 7f56127fc700 1 -- 172.21.15.99:0/3295453722 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f561c1507e0 con 0x7f561c0cdff0 2023-11-18T15:44:29.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:29.207+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f561c1507e0 con 0x7f561c0cdff0 2023-11-18T15:44:29.650 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T15:44:29.648+0000 7f7a1f3a8700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-18T15:44:30.145 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.143+0000 7f56127fc700 1 -- 172.21.15.99:0/3295453722 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) v1 ==== 118+0+0 (secure 0 0 0) 0x7f561c1507e0 con 0x7f561c0cdff0 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.145+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f560006aed0 msgr2=0x7f560006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f560006aed0 0x7f560006d390 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f560c000f60 tx=0x7f560c007cc0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0cdff0 msgr2=0x7f561c1444f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0cdff0 0x7f561c1444f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f561800e810 tx=0x7f561800ebd0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 shutdown_connections 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f561c146f00 0x7f561c144a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f561c0afc30 0x7f561c145ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f560006aed0 0x7f560006d390 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 --2- 172.21.15.99:0/3295453722 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f561c0cdff0 0x7f561c1444f0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.148 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 >> 172.21.15.99:0/3295453722 conn(0x7f561c0b38b0 msgr2=0x7f561c06e530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:30.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 shutdown_connections 2023-11-18T15:44:30.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.146+0000 7f5623d7b700 1 -- 172.21.15.99:0/3295453722 wait complete. 2023-11-18T15:44:30.162 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-18T15:44:30.162 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-11-18T15:44:30.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.290+0000 7f0d8d264700 1 Processor -- start 2023-11-18T15:44:30.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.290+0000 7f0d8d264700 1 -- start start 2023-11-18T15:44:30.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d8d264700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 0x7f0d88072110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:30.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d8d264700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0d8806f200 0x7f0d880d1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:30.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d8d264700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d880d2870 con 0x7f0d880d2440 2023-11-18T15:44:30.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d8d264700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d88071280 con 0x7f0d8806f200 2023-11-18T15:44:30.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d8d264700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d88071560 con 0x7f0d8815e010 2023-11-18T15:44:30.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d867fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0d8806f200 0x7f0d880d1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:30.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d877fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f0d880d2440 0x7f0d880d0c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47164/0 (socket says 172.21.15.99:47164) 2023-11-18T15:44:30.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d877fe700 1 -- 172.21.15.99:0/689864125 learned_addr learned my addr 172.21.15.99:0/689864125 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:30.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d86ffd700 1 --2- 172.21.15.99:0/689864125 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 0x7f0d88072110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:30.296 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d867fc700 1 -- 172.21.15.99:0/689864125 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 msgr2=0x7f0d88072110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:30.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d867fc700 1 --2- 172.21.15.99:0/689864125 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 0x7f0d88072110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d867fc700 1 -- 172.21.15.99:0/689864125 >> v1:172.21.15.99:6789/0 conn(0x7f0d880d2440 legacy=0x7f0d880d0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:30.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d867fc700 1 -- 172.21.15.99:0/689864125 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d88071840 con 0x7f0d8806f200 2023-11-18T15:44:30.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d85ffb700 1 -- 172.21.15.99:0/689864125 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2392544158 0 0) 0x7f0d880d2870 con 0x7f0d880d2440 2023-11-18T15:44:30.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.291+0000 7f0d867fc700 1 --2- 172.21.15.99:0/689864125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 0x7f0d880d1f00 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0d78009840 tx=0x7f0d78009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cad7488c4c5dfd05 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:30.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d85ffb700 1 -- 172.21.15.99:0/689864125 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d78011830 con 0x7f0d8806f200 2023-11-18T15:44:30.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d85ffb700 1 -- 172.21.15.99:0/689864125 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d78011990 con 0x7f0d8806f200 2023-11-18T15:44:30.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d85ffb700 1 -- 172.21.15.99:0/689864125 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d78011d20 con 0x7f0d8806f200 2023-11-18T15:44:30.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d8d264700 1 -- 172.21.15.99:0/689864125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 msgr2=0x7f0d880d1f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:30.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d8d264700 1 --2- 172.21.15.99:0/689864125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 0x7f0d880d1f00 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0d78009840 tx=0x7f0d78009b50 comp rx=0 tx=0).stop 2023-11-18T15:44:30.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d8d264700 1 -- 172.21.15.99:0/689864125 shutdown_connections 2023-11-18T15:44:30.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d8d264700 1 --2- 172.21.15.99:0/689864125 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 0x7f0d88072110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d8d264700 1 --2- 172.21.15.99:0/689864125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 0x7f0d880d1f00 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d8d264700 1 -- 172.21.15.99:0/689864125 >> 172.21.15.99:0/689864125 conn(0x7f0d880b6110 msgr2=0x7f0d880b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:30.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d8d264700 1 -- 172.21.15.99:0/689864125 shutdown_connections 2023-11-18T15:44:30.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.292+0000 7f0d8d264700 1 -- 172.21.15.99:0/689864125 wait complete. 2023-11-18T15:44:30.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d8d264700 1 Processor -- start 2023-11-18T15:44:30.303 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d8d264700 1 -- start start 2023-11-18T15:44:30.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d8d264700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 0x7f0d88161080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:30.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d8d264700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d880d2440 0x7f0d8814e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:30.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d8d264700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 0x7f0d8815c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:30.304 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d8d264700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d88160100 con 0x7f0d8806f200 2023-11-18T15:44:30.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d8d264700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d88161780 con 0x7f0d880d2440 2023-11-18T15:44:30.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d8d264700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8814efd0 con 0x7f0d8815e010 2023-11-18T15:44:30.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d86ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 0x7f0d88161080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:30.305 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d86ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 0x7f0d88161080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60558/0 (socket says 172.21.15.99:60558) 2023-11-18T15:44:30.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.294+0000 7f0d86ffd700 1 -- 172.21.15.99:0/4096942984 learned_addr learned my addr 172.21.15.99:0/4096942984 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:30.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d877fe700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 0x7f0d8815c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:30.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d867fc700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d880d2440 0x7f0d8814e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:30.306 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d86ffd700 1 -- 172.21.15.99:0/4096942984 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 msgr2=0x7f0d8815c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:30.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d86ffd700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 0x7f0d8815c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d86ffd700 1 -- 172.21.15.99:0/4096942984 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d880d2440 msgr2=0x7f0d8814e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:30.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d86ffd700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d880d2440 0x7f0d8814e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:30.307 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d86ffd700 1 -- 172.21.15.99:0/4096942984 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d780094a0 con 0x7f0d8806f200 2023-11-18T15:44:30.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d867fc700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d880d2440 0x7f0d8814e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:30.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d86ffd700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 0x7f0d88161080 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c00d800 tx=0x7f0d7c00db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:30.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d6f7fe700 1 -- 172.21.15.99:0/4096942984 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c0125f0 con 0x7f0d8806f200 2023-11-18T15:44:30.308 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d6f7fe700 1 -- 172.21.15.99:0/4096942984 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d7c012750 con 0x7f0d8806f200 2023-11-18T15:44:30.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d6f7fe700 1 -- 172.21.15.99:0/4096942984 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c012b00 con 0x7f0d8806f200 2023-11-18T15:44:30.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d8814e580 con 0x7f0d8806f200 2023-11-18T15:44:30.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.295+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d8815f760 con 0x7f0d8806f200 2023-11-18T15:44:30.309 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.296+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d880d3750 con 0x7f0d8806f200 2023-11-18T15:44:30.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.296+0000 7f0d6f7fe700 1 -- 172.21.15.99:0/4096942984 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f0d7c012c60 con 0x7f0d8806f200 2023-11-18T15:44:30.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.297+0000 7f0d6f7fe700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d7406aed0 0x7f0d7406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:30.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.297+0000 7f0d6f7fe700 1 -- 172.21.15.99:0/4096942984 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0d7c0898d0 con 0x7f0d8806f200 2023-11-18T15:44:30.310 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.297+0000 7f0d867fc700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d7406aed0 0x7f0d7406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:30.311 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.297+0000 7f0d867fc700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d7406aed0 0x7f0d7406d390 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0d8806f600 tx=0x7f0d78008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:30.311 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.302+0000 7f0d6f7fe700 1 -- 172.21.15.99:0/4096942984 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0d7c054990 con 0x7f0d8806f200 2023-11-18T15:44:30.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:30.535+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f0d88069400 con 0x7f0d8806f200 2023-11-18T15:44:31.149 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.148+0000 7f0d6f7fe700 1 -- 172.21.15.99:0/4096942984 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v16) v1 ==== 122+0+0 (secure 0 0 0) 0x7f0d7c057fb0 con 0x7f0d8806f200 2023-11-18T15:44:31.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d7406aed0 msgr2=0x7f0d7406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d7406aed0 0x7f0d7406d390 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0d8806f600 tx=0x7f0d78008030 comp rx=0 tx=0).stop 2023-11-18T15:44:31.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 msgr2=0x7f0d88161080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 0x7f0d88161080 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c00d800 tx=0x7f0d7c00db10 comp rx=0 tx=0).stop 2023-11-18T15:44:31.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 shutdown_connections 2023-11-18T15:44:31.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d7406aed0 0x7f0d7406d390 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d8806f200 0x7f0d88161080 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d8815e010 0x7f0d8815c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 --2- 172.21.15.99:0/4096942984 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d880d2440 0x7f0d8814e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 >> 172.21.15.99:0/4096942984 conn(0x7f0d880b6110 msgr2=0x7f0d880743d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:31.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 shutdown_connections 2023-11-18T15:44:31.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.150+0000 7f0d8d264700 1 -- 172.21.15.99:0/4096942984 wait complete. 2023-11-18T15:44:31.166 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-11-18T15:44:31.166 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:44:31.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.288+0000 7fde32c8b700 1 Processor -- start 2023-11-18T15:44:31.290 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.288+0000 7fde32c8b700 1 -- start start 2023-11-18T15:44:31.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde32c8b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fde2c0b6170 0x7fde2c0704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.292 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde32c8b700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fde2c0b6600 0x7fde2c070a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde32c8b700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde2c0b5ce0 con 0x7fde2c147880 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde32c8b700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde2c06e020 con 0x7fde2c0b6170 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde32c8b700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde2c0b5700 con 0x7fde2c0b6600 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2bfff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fde2c0b6170 0x7fde2c0704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2bfff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fde2c0b6170 0x7fde2c0704f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60568/0 (socket says 172.21.15.99:60568) 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2bfff700 1 -- 172.21.15.99:0/2513358651 learned_addr learned my addr 172.21.15.99:0/2513358651 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde31228700 1 --2- 172.21.15.99:0/2513358651 >> v2:172.21.15.181:3300/0 conn(0x7fde2c0b6600 0x7fde2c070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2bfff700 1 -- 172.21.15.99:0/2513358651 >> v2:172.21.15.181:3300/0 conn(0x7fde2c0b6600 msgr2=0x7fde2c070a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2bfff700 1 --2- 172.21.15.99:0/2513358651 >> v2:172.21.15.181:3300/0 conn(0x7fde2c0b6600 0x7fde2c070a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2bfff700 1 -- 172.21.15.99:0/2513358651 >> v1:172.21.15.181:6789/0 conn(0x7fde2c147880 legacy=0x7fde2c06d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2bfff700 1 -- 172.21.15.99:0/2513358651 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde2c06e230 con 0x7fde2c0b6170 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde31228700 1 --2- 172.21.15.99:0/2513358651 >> v2:172.21.15.181:3300/0 conn(0x7fde2c0b6600 0x7fde2c070a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:31.293 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2bfff700 1 --2- 172.21.15.99:0/2513358651 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 0x7fde2c0704f0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fde2c0b1650 tx=0x7fde18009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2354e11825b9007a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:31.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2b7fe700 1 -- 172.21.15.99:0/2513358651 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde18004230 con 0x7fde2c0b6170 2023-11-18T15:44:31.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2b7fe700 1 -- 172.21.15.99:0/2513358651 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde18004390 con 0x7fde2c0b6170 2023-11-18T15:44:31.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.289+0000 7fde2b7fe700 1 -- 172.21.15.99:0/2513358651 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde180036a0 con 0x7fde2c0b6170 2023-11-18T15:44:31.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.290+0000 7fde32c8b700 1 -- 172.21.15.99:0/2513358651 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 msgr2=0x7fde2c0704f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.290+0000 7fde32c8b700 1 --2- 172.21.15.99:0/2513358651 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 0x7fde2c0704f0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fde2c0b1650 tx=0x7fde18009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.290+0000 7fde32c8b700 1 -- 172.21.15.99:0/2513358651 shutdown_connections 2023-11-18T15:44:31.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.290+0000 7fde32c8b700 1 --2- 172.21.15.99:0/2513358651 >> v2:172.21.15.181:3300/0 conn(0x7fde2c0b6600 0x7fde2c070a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.294 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.290+0000 7fde32c8b700 1 --2- 172.21.15.99:0/2513358651 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 0x7fde2c0704f0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.290+0000 7fde32c8b700 1 -- 172.21.15.99:0/2513358651 >> 172.21.15.99:0/2513358651 conn(0x7fde2c0b2130 msgr2=0x7fde2c0b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:31.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.290+0000 7fde32c8b700 1 -- 172.21.15.99:0/2513358651 shutdown_connections 2023-11-18T15:44:31.295 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.290+0000 7fde32c8b700 1 -- 172.21.15.99:0/2513358651 wait complete. 2023-11-18T15:44:31.297 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.292+0000 7fde32c8b700 1 Processor -- start 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.292+0000 7fde32c8b700 1 -- start start 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde32c8b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 0x7fde2c0caeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde32c8b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde2c0b6600 0x7fde2c0cb3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde32c8b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde2c147880 0x7fde2c0c5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde32c8b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde2c0c7820 con 0x7fde2c0b6170 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde32c8b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde2c0c6c10 con 0x7fde2c147880 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde32c8b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde2c0c6ef0 con 0x7fde2c0b6600 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde30a27700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 0x7fde2c0caeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde30a27700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 0x7fde2c0caeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60572/0 (socket says 172.21.15.99:60572) 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde30a27700 1 -- 172.21.15.99:0/29448674 learned_addr learned my addr 172.21.15.99:0/29448674 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde31228700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde2c147880 0x7fde2c0c5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde2bfff700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde2c0b6600 0x7fde2c0cb3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.298 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde30a27700 1 -- 172.21.15.99:0/29448674 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde2c0b6600 msgr2=0x7fde2c0cb3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde30a27700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde2c0b6600 0x7fde2c0cb3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde30a27700 1 -- 172.21.15.99:0/29448674 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde2c147880 msgr2=0x7fde2c0c5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde30a27700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde2c147880 0x7fde2c0c5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde30a27700 1 -- 172.21.15.99:0/29448674 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde18009550 con 0x7fde2c0b6170 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde30a27700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 0x7fde2c0caeb0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fde2000b4a0 tx=0x7fde2000b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde297fa700 1 -- 172.21.15.99:0/29448674 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde20011830 con 0x7fde2c0b6170 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde297fa700 1 -- 172.21.15.99:0/29448674 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde20011990 con 0x7fde2c0b6170 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde2c0c71d0 con 0x7fde2c0b6170 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde297fa700 1 -- 172.21.15.99:0/29448674 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde20011d40 con 0x7fde2c0b6170 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.293+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde2c0c6420 con 0x7fde2c0b6170 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.294+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde2c073aa0 con 0x7fde2c0b6170 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.295+0000 7fde297fa700 1 -- 172.21.15.99:0/29448674 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fde2001a400 con 0x7fde2c0b6170 2023-11-18T15:44:31.299 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.295+0000 7fde297fa700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde1006aed0 0x7fde1006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.295+0000 7fde297fa700 1 -- 172.21.15.99:0/29448674 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fde20089320 con 0x7fde2c0b6170 2023-11-18T15:44:31.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.295+0000 7fde2bfff700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde1006aed0 0x7fde1006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.300 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.296+0000 7fde2bfff700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde1006aed0 0x7fde1006d390 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fde18009130 tx=0x7fde18008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:31.301 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.300+0000 7fde297fa700 1 -- 172.21.15.99:0/29448674 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fde200543d0 con 0x7fde2c0b6170 2023-11-18T15:44:31.534 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.532+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fde2c069400 con 0x7fde2c0b6170 2023-11-18T15:44:31.535 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.533+0000 7fde297fa700 1 -- 172.21.15.99:0/29448674 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4919 (secure 0 0 0) 0x7fde200579f0 con 0x7fde2c0b6170 2023-11-18T15:44:31.535 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:31.535 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/1166743297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1166743297},{"type":"v1","addr":"172.21.15.99:6836","nonce":1166743297}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1921422156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1921422156},{"type":"v1","addr":"172.21.15.181:6833","nonce":1921422156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4879,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/1436964276","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":1436964276},{"type":"v1","addr":"172.21.15.181:6835","nonce":1436964276}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:44:27.528456+0000","modified":"2023-11-18T15:44:30.537812+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5088},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5088":{"gid":5088,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":5,"addr":"172.21.15.99:6837/1648814437","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1648814437},{"type":"v1","addr":"172.21.15.99:6837","nonce":1648814437}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-18T15:44:31.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde1006aed0 msgr2=0x7fde1006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde1006aed0 0x7fde1006d390 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fde18009130 tx=0x7fde18008030 comp rx=0 tx=0).stop 2023-11-18T15:44:31.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 msgr2=0x7fde2c0caeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 0x7fde2c0caeb0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fde2000b4a0 tx=0x7fde2000b860 comp rx=0 tx=0).stop 2023-11-18T15:44:31.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 shutdown_connections 2023-11-18T15:44:31.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fde1006aed0 0x7fde1006d390 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fde2c0b6170 0x7fde2c0caeb0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fde2c147880 0x7fde2c0c5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 --2- 172.21.15.99:0/29448674 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fde2c0b6600 0x7fde2c0cb3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 >> 172.21.15.99:0/29448674 conn(0x7fde2c0b2130 msgr2=0x7fde2c15fe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:31.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 shutdown_connections 2023-11-18T15:44:31.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.535+0000 7fde32c8b700 1 -- 172.21.15.99:0/29448674 wait complete. 2023-11-18T15:44:31.540 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 16 2023-11-18T15:44:31.549 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T15:44:31.670 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.668+0000 7fa6e5133700 1 Processor -- start 2023-11-18T15:44:31.670 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.668+0000 7fa6e5133700 1 -- start start 2023-11-18T15:44:31.673 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6e5133700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa6e015df10 0x7fa6e00d1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.673 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6e5133700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fa6e015e2f0 0x7fa6e00d17c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.673 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6e5133700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 0x7fa6e00b2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6e5133700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6e0161e00 con 0x7fa6e015df10 2023-11-18T15:44:31.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6e5133700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6e01620e0 con 0x7fa6e015e2f0 2023-11-18T15:44:31.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6e5133700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6e01623c0 con 0x7fa6e00b21c0 2023-11-18T15:44:31.674 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ded9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa6e015df10 0x7fa6e00d1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.675 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ded9d700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa6e015df10 0x7fa6e00d1280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60580/0 (socket says 172.21.15.99:60580) 2023-11-18T15:44:31.675 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ded9d700 1 -- 172.21.15.99:0/4119872327 learned_addr learned my addr 172.21.15.99:0/4119872327 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:31.675 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6df59e700 1 --2- 172.21.15.99:0/4119872327 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 0x7fa6e00b2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.675 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6de59c700 1 --2- 172.21.15.99:0/4119872327 >> v2:172.21.15.181:3300/0 conn(0x7fa6e015e2f0 0x7fa6e00d17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.676 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ded9d700 1 -- 172.21.15.99:0/4119872327 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 msgr2=0x7fa6e00b2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:31.676 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ded9d700 1 --2- 172.21.15.99:0/4119872327 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 0x7fa6e00b2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.676 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ded9d700 1 -- 172.21.15.99:0/4119872327 >> v2:172.21.15.181:3300/0 conn(0x7fa6e015e2f0 msgr2=0x7fa6e00d17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:31.676 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ded9d700 1 --2- 172.21.15.99:0/4119872327 >> v2:172.21.15.181:3300/0 conn(0x7fa6e015e2f0 0x7fa6e00d17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ded9d700 1 -- 172.21.15.99:0/4119872327 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6e01626a0 con 0x7fa6e015df10 2023-11-18T15:44:31.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ded9d700 1 --2- 172.21.15.99:0/4119872327 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015df10 0x7fa6e00d1280 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fa6e00d1ed0 tx=0x7fa6d4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2661fead3da6cfad server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:31.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.669+0000 7fa6ddd9b700 1 -- 172.21.15.99:0/4119872327 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6d400b870 con 0x7fa6e015df10 2023-11-18T15:44:31.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6ddd9b700 1 -- 172.21.15.99:0/4119872327 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6d400b9d0 con 0x7fa6e015df10 2023-11-18T15:44:31.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6ddd9b700 1 -- 172.21.15.99:0/4119872327 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6d400bd60 con 0x7fa6e015df10 2023-11-18T15:44:31.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6e5133700 1 -- 172.21.15.99:0/4119872327 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015df10 msgr2=0x7fa6e00d1280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6e5133700 1 --2- 172.21.15.99:0/4119872327 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015df10 0x7fa6e00d1280 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fa6e00d1ed0 tx=0x7fa6d4009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6e5133700 1 -- 172.21.15.99:0/4119872327 shutdown_connections 2023-11-18T15:44:31.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6e5133700 1 --2- 172.21.15.99:0/4119872327 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 0x7fa6e00b2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6e5133700 1 --2- 172.21.15.99:0/4119872327 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015df10 0x7fa6e00d1280 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6e5133700 1 --2- 172.21.15.99:0/4119872327 >> v2:172.21.15.181:3300/0 conn(0x7fa6e015e2f0 0x7fa6e00d17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6e5133700 1 -- 172.21.15.99:0/4119872327 >> 172.21.15.99:0/4119872327 conn(0x7fa6e0072190 msgr2=0x7fa6e00725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:31.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6e5133700 1 -- 172.21.15.99:0/4119872327 shutdown_connections 2023-11-18T15:44:31.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.670+0000 7fa6e5133700 1 -- 172.21.15.99:0/4119872327 wait complete. 2023-11-18T15:44:31.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6e5133700 1 Processor -- start 2023-11-18T15:44:31.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6e5133700 1 -- start start 2023-11-18T15:44:31.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6e5133700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 0x7fa6e00cb810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6e5133700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015e2f0 0x7fa6e0152110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6e5133700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6e00ccf40 0x7fa6e015f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6e5133700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6e0152650 con 0x7fa6e015e2f0 2023-11-18T15:44:31.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6e5133700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6e00cbea0 con 0x7fa6e00ccf40 2023-11-18T15:44:31.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6e5133700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6e00cc180 con 0x7fa6e00b21c0 2023-11-18T15:44:31.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6de59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015e2f0 0x7fa6e0152110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6de59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015e2f0 0x7fa6e0152110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60588/0 (socket says 172.21.15.99:60588) 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.672+0000 7fa6de59c700 1 -- 172.21.15.99:0/1623495568 learned_addr learned my addr 172.21.15.99:0/1623495568 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6ded9d700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 0x7fa6e00cb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6df59e700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6e00ccf40 0x7fa6e015f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6de59c700 1 -- 172.21.15.99:0/1623495568 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 msgr2=0x7fa6e00cb810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6de59c700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 0x7fa6e00cb810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6de59c700 1 -- 172.21.15.99:0/1623495568 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6e00ccf40 msgr2=0x7fa6e015f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6de59c700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6e00ccf40 0x7fa6e015f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6de59c700 1 -- 172.21.15.99:0/1623495568 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6d4009550 con 0x7fa6e015e2f0 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6df59e700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6e00ccf40 0x7fa6e015f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6de59c700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015e2f0 0x7fa6e0152110 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fa6d000e810 tx=0x7fa6d000eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6c77fe700 1 -- 172.21.15.99:0/1623495568 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6d0013610 con 0x7fa6e015e2f0 2023-11-18T15:44:31.683 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6c77fe700 1 -- 172.21.15.99:0/1623495568 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6d0013790 con 0x7fa6e015e2f0 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6e00cc460 con 0x7fa6e015e2f0 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6c77fe700 1 -- 172.21.15.99:0/1623495568 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6d0013b40 con 0x7fa6e015e2f0 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.673+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6e00cca20 con 0x7fa6e015e2f0 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.674+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6e00ccbe0 con 0x7fa6e015e2f0 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.674+0000 7fa6c77fe700 1 -- 172.21.15.99:0/1623495568 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fa6d0013ca0 con 0x7fa6e015e2f0 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.675+0000 7fa6c77fe700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa6cc06aed0 0x7fa6cc06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.675+0000 7fa6c77fe700 1 -- 172.21.15.99:0/1623495568 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa6d0089180 con 0x7fa6e015e2f0 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.675+0000 7fa6ded9d700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa6cc06aed0 0x7fa6cc06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.675+0000 7fa6ded9d700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa6cc06aed0 0x7fa6cc06d390 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa6e00682d0 tx=0x7fa6d4008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:31.684 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.679+0000 7fa6c77fe700 1 -- 172.21.15.99:0/1623495568 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fa6d00542c0 con 0x7fa6e015e2f0 2023-11-18T15:44:31.874 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.872+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa6e0073aa0 con 0x7fa6e015e2f0 2023-11-18T15:44:31.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.873+0000 7fa6c77fe700 1 -- 172.21.15.99:0/1623495568 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16569 (secure 0 0 0) 0x7fa6d00578e0 con 0x7fa6e015e2f0 2023-11-18T15:44:31.875 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:31.876 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":34,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:44:29.120138+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:44:25.439270+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-18T15:44:26.489393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T15:44:31.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa6cc06aed0 msgr2=0x7fa6cc06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa6cc06aed0 0x7fa6cc06d390 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa6e00682d0 tx=0x7fa6d4008030 comp rx=0 tx=0).stop 2023-11-18T15:44:31.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015e2f0 msgr2=0x7fa6e0152110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:31.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015e2f0 0x7fa6e0152110 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fa6d000e810 tx=0x7fa6d000eb20 comp rx=0 tx=0).stop 2023-11-18T15:44:31.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 shutdown_connections 2023-11-18T15:44:31.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6e00ccf40 0x7fa6e015f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa6e00b21c0 0x7fa6e00cb810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.880 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa6cc06aed0 0x7fa6cc06d390 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.880 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 --2- 172.21.15.99:0/1623495568 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6e015e2f0 0x7fa6e0152110 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:31.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 >> 172.21.15.99:0/1623495568 conn(0x7fa6e0072190 msgr2=0x7fa6e00d1510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:31.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 shutdown_connections 2023-11-18T15:44:31.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:31.875+0000 7fa6e5133700 1 -- 172.21.15.99:0/1623495568 wait complete. 2023-11-18T15:44:31.889 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-18T15:44:31.889 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T15:44:32.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.007+0000 7f69d362e700 1 Processor -- start 2023-11-18T15:44:32.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.008+0000 7f69d362e700 1 -- start start 2023-11-18T15:44:32.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.008+0000 7f69d362e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f69cc0cf3c0 0x7f69cc0b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.008+0000 7f69d362e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc0b2690 0x7f69cc15fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.008+0000 7f69d362e700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69cc0b2af0 con 0x7f69cc160180 2023-11-18T15:44:32.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.008+0000 7f69d362e700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69cc1609e0 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d362e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc0b7490 con 0x7f69cc0b2690 2023-11-18T15:44:32.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d13ca700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f69cc0cf3c0 0x7f69cc0b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d13ca700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f69cc0cf3c0 0x7f69cc0b2150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60594/0 (socket says 172.21.15.99:60594) 2023-11-18T15:44:32.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d13ca700 1 -- 172.21.15.99:0/466735656 learned_addr learned my addr 172.21.15.99:0/466735656 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:32.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d0bc9700 1 --2- 172.21.15.99:0/466735656 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc0b2690 0x7f69cc15fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d13ca700 1 -- 172.21.15.99:0/466735656 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc0b2690 msgr2=0x7f69cc15fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:32.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d13ca700 1 --2- 172.21.15.99:0/466735656 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc0b2690 0x7f69cc15fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d13ca700 1 -- 172.21.15.99:0/466735656 >> v1:172.21.15.181:6789/0 conn(0x7f69cc160180 legacy=0x7f69cc144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:32.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d13ca700 1 -- 172.21.15.99:0/466735656 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69cc0d0f40 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d0bc9700 1 --2- 172.21.15.99:0/466735656 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc0b2690 0x7f69cc15fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:32.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69d13ca700 1 --2- 172.21.15.99:0/466735656 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 0x7f69cc0b2150 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f69bc0098f0 tx=0x7f69bc009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae424f36cdb6cad6 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:32.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69c3fff700 1 -- 172.21.15.99:0/466735656 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69bc004230 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69c3fff700 1 -- 172.21.15.99:0/466735656 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69bc004390 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.009+0000 7f69c3fff700 1 -- 172.21.15.99:0/466735656 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69bc0036a0 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.010+0000 7f69d362e700 1 -- 172.21.15.99:0/466735656 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 msgr2=0x7f69cc0b2150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.010+0000 7f69d362e700 1 --2- 172.21.15.99:0/466735656 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 0x7f69cc0b2150 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f69bc0098f0 tx=0x7f69bc009c00 comp rx=0 tx=0).stop 2023-11-18T15:44:32.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.010+0000 7f69d362e700 1 -- 172.21.15.99:0/466735656 shutdown_connections 2023-11-18T15:44:32.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.010+0000 7f69d362e700 1 --2- 172.21.15.99:0/466735656 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 0x7f69cc0b2150 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.010+0000 7f69d362e700 1 --2- 172.21.15.99:0/466735656 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc0b2690 0x7f69cc15fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.010+0000 7f69d362e700 1 -- 172.21.15.99:0/466735656 >> 172.21.15.99:0/466735656 conn(0x7f69cc072190 msgr2=0x7f69cc0725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:32.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.010+0000 7f69d362e700 1 -- 172.21.15.99:0/466735656 shutdown_connections 2023-11-18T15:44:32.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.010+0000 7f69d362e700 1 -- 172.21.15.99:0/466735656 wait complete. 2023-11-18T15:44:32.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.011+0000 7f69d362e700 1 Processor -- start 2023-11-18T15:44:32.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.011+0000 7f69d362e700 1 -- start start 2023-11-18T15:44:32.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.012+0000 7f69d362e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f69cc0b2690 0x7f69cc1f5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.012+0000 7f69d362e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 0x7f69cc14eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.012+0000 7f69d362e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc160180 0x7f69cc1f1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.012+0000 7f69d362e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc1f2a20 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.012+0000 7f69d362e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc1f5f50 con 0x7f69cc0b2690 2023-11-18T15:44:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.012+0000 7f69d362e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc1f2460 con 0x7f69cc160180 2023-11-18T15:44:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.012+0000 7f69d0bc9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 0x7f69cc14eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.012+0000 7f69d0bc9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 0x7f69cc14eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60602/0 (socket says 172.21.15.99:60602) 2023-11-18T15:44:32.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.012+0000 7f69d0bc9700 1 -- 172.21.15.99:0/2621174637 learned_addr learned my addr 172.21.15.99:0/2621174637 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:32.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d1bcb700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc160180 0x7f69cc1f1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d13ca700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f69cc0b2690 0x7f69cc1f5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d0bc9700 1 -- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc160180 msgr2=0x7f69cc1f1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d0bc9700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc160180 0x7f69cc1f1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d0bc9700 1 -- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f69cc0b2690 msgr2=0x7f69cc1f5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d0bc9700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f69cc0b2690 0x7f69cc1f5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d0bc9700 1 -- 172.21.15.99:0/2621174637 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69bc009550 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d1bcb700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc160180 0x7f69cc1f1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:32.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d13ca700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f69cc0b2690 0x7f69cc1f5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:32.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d0bc9700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 0x7f69cc14eaf0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f69c800c780 tx=0x7f69c800cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:32.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69c1ffb700 1 -- 172.21.15.99:0/2621174637 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c8011800 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69c1ffb700 1 -- 172.21.15.99:0/2621174637 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69c8011960 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69cc1f2740 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69c1ffb700 1 -- 172.21.15.99:0/2621174637 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c8011cd0 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.013+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69cc1f54f0 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.014+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69cc073aa0 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.015+0000 7f69c1ffb700 1 -- 172.21.15.99:0/2621174637 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f69c8021350 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.015+0000 7f69c1ffb700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f69b006aed0 0x7f69b006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.015+0000 7f69c1ffb700 1 -- 172.21.15.99:0/2621174637 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f69c8089560 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.015+0000 7f69d13ca700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f69b006aed0 0x7f69b006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.015+0000 7f69d13ca700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f69b006aed0 0x7f69b006d390 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009130 tx=0x7f69bc008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:32.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.019+0000 7f69c1ffb700 1 -- 172.21.15.99:0/2621174637 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f69c8054620 con 0x7f69cc0cf3c0 2023-11-18T15:44:32.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.209+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f69cc0d17e0 con 0x7f69b006aed0 2023-11-18T15:44:32.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.217+0000 7f69c1ffb700 1 -- 172.21.15.99:0/2621174637 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288714 (secure 0 0 0) 0x7f69bc003720 con 0x7f69b006aed0 2023-11-18T15:44:32.223 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:32.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f69b006aed0 msgr2=0x7f69b006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f69b006aed0 0x7f69b006d390 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009130 tx=0x7f69bc008030 comp rx=0 tx=0).stop 2023-11-18T15:44:32.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 msgr2=0x7f69cc14eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 0x7f69cc14eaf0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f69c800c780 tx=0x7f69c800cb40 comp rx=0 tx=0).stop 2023-11-18T15:44:32.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 shutdown_connections 2023-11-18T15:44:32.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f69cc160180 0x7f69cc1f1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f69cc0b2690 0x7f69cc1f5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f69b006aed0 0x7f69b006d390 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 --2- 172.21.15.99:0/2621174637 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69cc0cf3c0 0x7f69cc14eaf0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 >> 172.21.15.99:0/2621174637 conn(0x7f69cc072190 msgr2=0x7f69cc15e810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:32.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 shutdown_connections 2023-11-18T15:44:32.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.220+0000 7f69d362e700 1 -- 172.21.15.99:0/2621174637 wait complete. 2023-11-18T15:44:32.227 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T15:44:32.234 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":63,"stamp":"2023-11-18T15:44:30.929103+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":183,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220396,"kb_used_data":4200,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754324,"statfs":{"total":773094113280,"available":772868427776,"internally_reserved":0,"allocated":4300800,"data_stored":2364620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.815674"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147794+0000","last_change":"2023-11-18T15:44:28.137553+0000","last_active":"2023-11-18T15:44:29.147794+0000","last_peered":"2023-11-18T15:44:29.147794+0000","last_clean":"2023-11-18T15:44:29.147794+0000","last_became_active":"2023-11-18T15:44:28.137315+0000","last_became_peered":"2023-11-18T15:44:28.137315+0000","last_unstale":"2023-11-18T15:44:29.147794+0000","last_undegraded":"2023-11-18T15:44:29.147794+0000","last_fullsized":"2023-11-18T15:44:29.147794+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:59:13.034503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148176+0000","last_change":"2023-11-18T15:44:28.131814+0000","last_active":"2023-11-18T15:44:29.148176+0000","last_peered":"2023-11-18T15:44:29.148176+0000","last_clean":"2023-11-18T15:44:29.148176+0000","last_became_active":"2023-11-18T15:44:28.131558+0000","last_became_peered":"2023-11-18T15:44:28.131558+0000","last_unstale":"2023-11-18T15:44:29.148176+0000","last_undegraded":"2023-11-18T15:44:29.148176+0000","last_fullsized":"2023-11-18T15:44:29.148176+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:50:27.347519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129908+0000","last_change":"2023-11-18T15:44:28.142932+0000","last_active":"2023-11-18T15:44:29.129908+0000","last_peered":"2023-11-18T15:44:29.129908+0000","last_clean":"2023-11-18T15:44:29.129908+0000","last_became_active":"2023-11-18T15:44:28.142477+0000","last_became_peered":"2023-11-18T15:44:28.142477+0000","last_unstale":"2023-11-18T15:44:29.129908+0000","last_undegraded":"2023-11-18T15:44:29.129908+0000","last_fullsized":"2023-11-18T15:44:29.129908+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:32:33.318954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147432+0000","last_change":"2023-11-18T15:44:28.138234+0000","last_active":"2023-11-18T15:44:29.147432+0000","last_peered":"2023-11-18T15:44:29.147432+0000","last_clean":"2023-11-18T15:44:29.147432+0000","last_became_active":"2023-11-18T15:44:28.137509+0000","last_became_peered":"2023-11-18T15:44:28.137509+0000","last_unstale":"2023-11-18T15:44:29.147432+0000","last_undegraded":"2023-11-18T15:44:29.147432+0000","last_fullsized":"2023-11-18T15:44:29.147432+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:21:37.270732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128722+0000","last_change":"2023-11-18T15:44:28.143741+0000","last_active":"2023-11-18T15:44:29.128722+0000","last_peered":"2023-11-18T15:44:29.128722+0000","last_clean":"2023-11-18T15:44:29.128722+0000","last_became_active":"2023-11-18T15:44:28.143500+0000","last_became_peered":"2023-11-18T15:44:28.143500+0000","last_unstale":"2023-11-18T15:44:29.128722+0000","last_undegraded":"2023-11-18T15:44:29.128722+0000","last_fullsized":"2023-11-18T15:44:29.128722+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:57:45.657718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147244+0000","last_change":"2023-11-18T15:44:28.133768+0000","last_active":"2023-11-18T15:44:29.147244+0000","last_peered":"2023-11-18T15:44:29.147244+0000","last_clean":"2023-11-18T15:44:29.147244+0000","last_became_active":"2023-11-18T15:44:28.133509+0000","last_became_peered":"2023-11-18T15:44:28.133509+0000","last_unstale":"2023-11-18T15:44:29.147244+0000","last_undegraded":"2023-11-18T15:44:29.147244+0000","last_fullsized":"2023-11-18T15:44:29.147244+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:04:51.260115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148541+0000","last_change":"2023-11-18T15:44:28.136636+0000","last_active":"2023-11-18T15:44:29.148541+0000","last_peered":"2023-11-18T15:44:29.148541+0000","last_clean":"2023-11-18T15:44:29.148541+0000","last_became_active":"2023-11-18T15:44:28.136266+0000","last_became_peered":"2023-11-18T15:44:28.136266+0000","last_unstale":"2023-11-18T15:44:29.148541+0000","last_undegraded":"2023-11-18T15:44:29.148541+0000","last_fullsized":"2023-11-18T15:44:29.148541+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:04:21.041981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147858+0000","last_change":"2023-11-18T15:44:28.147603+0000","last_active":"2023-11-18T15:44:29.147858+0000","last_peered":"2023-11-18T15:44:29.147858+0000","last_clean":"2023-11-18T15:44:29.147858+0000","last_became_active":"2023-11-18T15:44:28.146849+0000","last_became_peered":"2023-11-18T15:44:28.146849+0000","last_unstale":"2023-11-18T15:44:29.147858+0000","last_undegraded":"2023-11-18T15:44:29.147858+0000","last_fullsized":"2023-11-18T15:44:29.147858+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:42:09.725987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130075+0000","last_change":"2023-11-18T15:44:28.140363+0000","last_active":"2023-11-18T15:44:29.130075+0000","last_peered":"2023-11-18T15:44:29.130075+0000","last_clean":"2023-11-18T15:44:29.130075+0000","last_became_active":"2023-11-18T15:44:28.137026+0000","last_became_peered":"2023-11-18T15:44:28.137026+0000","last_unstale":"2023-11-18T15:44:29.130075+0000","last_undegraded":"2023-11-18T15:44:29.130075+0000","last_fullsized":"2023-11-18T15:44:29.130075+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:18:14.811691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147744+0000","last_change":"2023-11-18T15:44:28.151050+0000","last_active":"2023-11-18T15:44:29.147744+0000","last_peered":"2023-11-18T15:44:29.147744+0000","last_clean":"2023-11-18T15:44:29.147744+0000","last_became_active":"2023-11-18T15:44:28.150682+0000","last_became_peered":"2023-11-18T15:44:28.150682+0000","last_unstale":"2023-11-18T15:44:29.147744+0000","last_undegraded":"2023-11-18T15:44:29.147744+0000","last_fullsized":"2023-11-18T15:44:29.147744+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:00:40.454870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148460+0000","last_change":"2023-11-18T15:44:28.140570+0000","last_active":"2023-11-18T15:44:29.148460+0000","last_peered":"2023-11-18T15:44:29.148460+0000","last_clean":"2023-11-18T15:44:29.148460+0000","last_became_active":"2023-11-18T15:44:28.140193+0000","last_became_peered":"2023-11-18T15:44:28.140193+0000","last_unstale":"2023-11-18T15:44:29.148460+0000","last_undegraded":"2023-11-18T15:44:29.148460+0000","last_fullsized":"2023-11-18T15:44:29.148460+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:38:55.125520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129655+0000","last_change":"2023-11-18T15:44:28.145335+0000","last_active":"2023-11-18T15:44:29.129655+0000","last_peered":"2023-11-18T15:44:29.129655+0000","last_clean":"2023-11-18T15:44:29.129655+0000","last_became_active":"2023-11-18T15:44:28.144956+0000","last_became_peered":"2023-11-18T15:44:28.144956+0000","last_unstale":"2023-11-18T15:44:29.129655+0000","last_undegraded":"2023-11-18T15:44:29.129655+0000","last_fullsized":"2023-11-18T15:44:29.129655+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:33:34.748328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128866+0000","last_change":"2023-11-18T15:44:28.141621+0000","last_active":"2023-11-18T15:44:29.128866+0000","last_peered":"2023-11-18T15:44:29.128866+0000","last_clean":"2023-11-18T15:44:29.128866+0000","last_became_active":"2023-11-18T15:44:28.138157+0000","last_became_peered":"2023-11-18T15:44:28.138157+0000","last_unstale":"2023-11-18T15:44:29.128866+0000","last_undegraded":"2023-11-18T15:44:29.128866+0000","last_fullsized":"2023-11-18T15:44:29.128866+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:02:20.347353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147362+0000","last_change":"2023-11-18T15:44:28.137463+0000","last_active":"2023-11-18T15:44:29.147362+0000","last_peered":"2023-11-18T15:44:29.147362+0000","last_clean":"2023-11-18T15:44:29.147362+0000","last_became_active":"2023-11-18T15:44:28.137202+0000","last_became_peered":"2023-11-18T15:44:28.137202+0000","last_unstale":"2023-11-18T15:44:29.147362+0000","last_undegraded":"2023-11-18T15:44:29.147362+0000","last_fullsized":"2023-11-18T15:44:29.147362+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:37:08.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129268+0000","last_change":"2023-11-18T15:44:28.134144+0000","last_active":"2023-11-18T15:44:29.129268+0000","last_peered":"2023-11-18T15:44:29.129268+0000","last_clean":"2023-11-18T15:44:29.129268+0000","last_became_active":"2023-11-18T15:44:28.133915+0000","last_became_peered":"2023-11-18T15:44:28.133915+0000","last_unstale":"2023-11-18T15:44:29.129268+0000","last_undegraded":"2023-11-18T15:44:29.129268+0000","last_fullsized":"2023-11-18T15:44:29.129268+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:52:01.937391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148096+0000","last_change":"2023-11-18T15:44:28.144965+0000","last_active":"2023-11-18T15:44:29.148096+0000","last_peered":"2023-11-18T15:44:29.148096+0000","last_clean":"2023-11-18T15:44:29.148096+0000","last_became_active":"2023-11-18T15:44:28.144716+0000","last_became_peered":"2023-11-18T15:44:28.144716+0000","last_unstale":"2023-11-18T15:44:29.148096+0000","last_undegraded":"2023-11-18T15:44:29.148096+0000","last_fullsized":"2023-11-18T15:44:29.148096+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:36:18.063819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148825+0000","last_change":"2023-11-18T15:44:28.136536+0000","last_active":"2023-11-18T15:44:29.148825+0000","last_peered":"2023-11-18T15:44:29.148825+0000","last_clean":"2023-11-18T15:44:29.148825+0000","last_became_active":"2023-11-18T15:44:28.136190+0000","last_became_peered":"2023-11-18T15:44:28.136190+0000","last_unstale":"2023-11-18T15:44:29.148825+0000","last_undegraded":"2023-11-18T15:44:29.148825+0000","last_fullsized":"2023-11-18T15:44:29.148825+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:10:49.733065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148074+0000","last_change":"2023-11-18T15:44:28.143868+0000","last_active":"2023-11-18T15:44:29.148074+0000","last_peered":"2023-11-18T15:44:29.148074+0000","last_clean":"2023-11-18T15:44:29.148074+0000","last_became_active":"2023-11-18T15:44:28.143621+0000","last_became_peered":"2023-11-18T15:44:28.143621+0000","last_unstale":"2023-11-18T15:44:29.148074+0000","last_undegraded":"2023-11-18T15:44:29.148074+0000","last_fullsized":"2023-11-18T15:44:29.148074+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:36:01.644487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147956+0000","last_change":"2023-11-18T15:44:28.130571+0000","last_active":"2023-11-18T15:44:29.147956+0000","last_peered":"2023-11-18T15:44:29.147956+0000","last_clean":"2023-11-18T15:44:29.147956+0000","last_became_active":"2023-11-18T15:44:28.130289+0000","last_became_peered":"2023-11-18T15:44:28.130289+0000","last_unstale":"2023-11-18T15:44:29.147956+0000","last_undegraded":"2023-11-18T15:44:29.147956+0000","last_fullsized":"2023-11-18T15:44:29.147956+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:18:08.410712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128843+0000","last_change":"2023-11-18T15:44:28.137663+0000","last_active":"2023-11-18T15:44:29.128843+0000","last_peered":"2023-11-18T15:44:29.128843+0000","last_clean":"2023-11-18T15:44:29.128843+0000","last_became_active":"2023-11-18T15:44:28.137391+0000","last_became_peered":"2023-11-18T15:44:28.137391+0000","last_unstale":"2023-11-18T15:44:29.128843+0000","last_undegraded":"2023-11-18T15:44:29.128843+0000","last_fullsized":"2023-11-18T15:44:29.128843+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:52:02.786357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129968+0000","last_change":"2023-11-18T15:44:28.139603+0000","last_active":"2023-11-18T15:44:29.129968+0000","last_peered":"2023-11-18T15:44:29.129968+0000","last_clean":"2023-11-18T15:44:29.129968+0000","last_became_active":"2023-11-18T15:44:28.139315+0000","last_became_peered":"2023-11-18T15:44:28.139315+0000","last_unstale":"2023-11-18T15:44:29.129968+0000","last_undegraded":"2023-11-18T15:44:29.129968+0000","last_fullsized":"2023-11-18T15:44:29.129968+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:43.216409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129475+0000","last_change":"2023-11-18T15:44:28.141102+0000","last_active":"2023-11-18T15:44:29.129475+0000","last_peered":"2023-11-18T15:44:29.129475+0000","last_clean":"2023-11-18T15:44:29.129475+0000","last_became_active":"2023-11-18T15:44:28.137203+0000","last_became_peered":"2023-11-18T15:44:28.137203+0000","last_unstale":"2023-11-18T15:44:29.129475+0000","last_undegraded":"2023-11-18T15:44:29.129475+0000","last_fullsized":"2023-11-18T15:44:29.129475+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:34.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123290+0000","last_change":"2023-11-18T15:44:28.138102+0000","last_active":"2023-11-18T15:44:29.123290+0000","last_peered":"2023-11-18T15:44:29.123290+0000","last_clean":"2023-11-18T15:44:29.123290+0000","last_became_active":"2023-11-18T15:44:28.137817+0000","last_became_peered":"2023-11-18T15:44:28.137817+0000","last_unstale":"2023-11-18T15:44:29.123290+0000","last_undegraded":"2023-11-18T15:44:29.123290+0000","last_fullsized":"2023-11-18T15:44:29.123290+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:56.472185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128896+0000","last_change":"2023-11-18T15:44:28.144860+0000","last_active":"2023-11-18T15:44:29.128896+0000","last_peered":"2023-11-18T15:44:29.128896+0000","last_clean":"2023-11-18T15:44:29.128896+0000","last_became_active":"2023-11-18T15:44:28.144493+0000","last_became_peered":"2023-11-18T15:44:28.144493+0000","last_unstale":"2023-11-18T15:44:29.128896+0000","last_undegraded":"2023-11-18T15:44:29.128896+0000","last_fullsized":"2023-11-18T15:44:29.128896+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:18:14.811691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148337+0000","last_change":"2023-11-18T15:44:28.137518+0000","last_active":"2023-11-18T15:44:29.148337+0000","last_peered":"2023-11-18T15:44:29.148337+0000","last_clean":"2023-11-18T15:44:29.148337+0000","last_became_active":"2023-11-18T15:44:28.137236+0000","last_became_peered":"2023-11-18T15:44:28.137236+0000","last_unstale":"2023-11-18T15:44:29.148337+0000","last_undegraded":"2023-11-18T15:44:29.148337+0000","last_fullsized":"2023-11-18T15:44:29.148337+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:52:01.937391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148206+0000","last_change":"2023-11-18T15:44:28.137503+0000","last_active":"2023-11-18T15:44:29.148206+0000","last_peered":"2023-11-18T15:44:29.148206+0000","last_clean":"2023-11-18T15:44:29.148206+0000","last_became_active":"2023-11-18T15:44:28.137239+0000","last_became_peered":"2023-11-18T15:44:28.137239+0000","last_unstale":"2023-11-18T15:44:29.148206+0000","last_undegraded":"2023-11-18T15:44:29.148206+0000","last_fullsized":"2023-11-18T15:44:29.148206+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:42:09.215386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147884+0000","last_change":"2023-11-18T15:44:28.138049+0000","last_active":"2023-11-18T15:44:29.147884+0000","last_peered":"2023-11-18T15:44:29.147884+0000","last_clean":"2023-11-18T15:44:29.147884+0000","last_became_active":"2023-11-18T15:44:28.137532+0000","last_became_peered":"2023-11-18T15:44:28.137532+0000","last_unstale":"2023-11-18T15:44:29.147884+0000","last_undegraded":"2023-11-18T15:44:29.147884+0000","last_fullsized":"2023-11-18T15:44:29.147884+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:43.216409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129805+0000","last_change":"2023-11-18T15:44:28.131466+0000","last_active":"2023-11-18T15:44:29.129805+0000","last_peered":"2023-11-18T15:44:29.129805+0000","last_clean":"2023-11-18T15:44:29.129805+0000","last_became_active":"2023-11-18T15:44:28.131185+0000","last_became_peered":"2023-11-18T15:44:28.131185+0000","last_unstale":"2023-11-18T15:44:29.129805+0000","last_undegraded":"2023-11-18T15:44:29.129805+0000","last_fullsized":"2023-11-18T15:44:29.129805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:04:51.260115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130148+0000","last_change":"2023-11-18T15:44:28.139374+0000","last_active":"2023-11-18T15:44:29.130148+0000","last_peered":"2023-11-18T15:44:29.130148+0000","last_clean":"2023-11-18T15:44:29.130148+0000","last_became_active":"2023-11-18T15:44:28.139080+0000","last_became_peered":"2023-11-18T15:44:28.139080+0000","last_unstale":"2023-11-18T15:44:29.130148+0000","last_undegraded":"2023-11-18T15:44:29.130148+0000","last_fullsized":"2023-11-18T15:44:29.130148+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:52:01.937391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147803+0000","last_change":"2023-11-18T15:44:28.134385+0000","last_active":"2023-11-18T15:44:29.147803+0000","last_peered":"2023-11-18T15:44:29.147803+0000","last_clean":"2023-11-18T15:44:29.147803+0000","last_became_active":"2023-11-18T15:44:28.134124+0000","last_became_peered":"2023-11-18T15:44:28.134124+0000","last_unstale":"2023-11-18T15:44:29.147803+0000","last_undegraded":"2023-11-18T15:44:29.147803+0000","last_fullsized":"2023-11-18T15:44:29.147803+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:18:55.954804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148293+0000","last_change":"2023-11-18T15:44:28.145312+0000","last_active":"2023-11-18T15:44:29.148293+0000","last_peered":"2023-11-18T15:44:29.148293+0000","last_clean":"2023-11-18T15:44:29.148293+0000","last_became_active":"2023-11-18T15:44:28.144885+0000","last_became_peered":"2023-11-18T15:44:28.144885+0000","last_unstale":"2023-11-18T15:44:29.148293+0000","last_undegraded":"2023-11-18T15:44:29.148293+0000","last_fullsized":"2023-11-18T15:44:29.148293+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:16:23.029665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148352+0000","last_change":"2023-11-18T15:44:28.149276+0000","last_active":"2023-11-18T15:44:29.148352+0000","last_peered":"2023-11-18T15:44:29.148352+0000","last_clean":"2023-11-18T15:44:29.148352+0000","last_became_active":"2023-11-18T15:44:28.148971+0000","last_became_peered":"2023-11-18T15:44:28.148971+0000","last_unstale":"2023-11-18T15:44:29.148352+0000","last_undegraded":"2023-11-18T15:44:29.148352+0000","last_fullsized":"2023-11-18T15:44:29.148352+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:15:04.681718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123797+0000","last_change":"2023-11-18T15:44:28.144993+0000","last_active":"2023-11-18T15:44:29.123797+0000","last_peered":"2023-11-18T15:44:29.123797+0000","last_clean":"2023-11-18T15:44:29.123797+0000","last_became_active":"2023-11-18T15:44:28.144702+0000","last_became_peered":"2023-11-18T15:44:28.144702+0000","last_unstale":"2023-11-18T15:44:29.123797+0000","last_undegraded":"2023-11-18T15:44:29.123797+0000","last_fullsized":"2023-11-18T15:44:29.123797+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:34.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148056+0000","last_change":"2023-11-18T15:44:27.137990+0000","last_active":"2023-11-18T15:44:29.148056+0000","last_peered":"2023-11-18T15:44:29.148056+0000","last_clean":"2023-11-18T15:44:29.148056+0000","last_became_active":"2023-11-18T15:44:27.137686+0000","last_became_peered":"2023-11-18T15:44:27.137686+0000","last_unstale":"2023-11-18T15:44:29.148056+0000","last_undegraded":"2023-11-18T15:44:29.148056+0000","last_fullsized":"2023-11-18T15:44:29.148056+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:24.787692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147950+0000","last_change":"2023-11-18T15:44:28.138366+0000","last_active":"2023-11-18T15:44:29.147950+0000","last_peered":"2023-11-18T15:44:29.147950+0000","last_clean":"2023-11-18T15:44:29.147950+0000","last_became_active":"2023-11-18T15:44:28.137833+0000","last_became_peered":"2023-11-18T15:44:28.137833+0000","last_unstale":"2023-11-18T15:44:29.147950+0000","last_undegraded":"2023-11-18T15:44:29.147950+0000","last_fullsized":"2023-11-18T15:44:29.147950+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:56.472185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123474+0000","last_change":"2023-11-18T15:44:27.138764+0000","last_active":"2023-11-18T15:44:29.123474+0000","last_peered":"2023-11-18T15:44:29.123474+0000","last_clean":"2023-11-18T15:44:29.123474+0000","last_became_active":"2023-11-18T15:44:27.138402+0000","last_became_peered":"2023-11-18T15:44:27.138402+0000","last_unstale":"2023-11-18T15:44:29.123474+0000","last_undegraded":"2023-11-18T15:44:29.123474+0000","last_fullsized":"2023-11-18T15:44:29.123474+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:35:04.779633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130024+0000","last_change":"2023-11-18T15:44:28.139167+0000","last_active":"2023-11-18T15:44:29.130024+0000","last_peered":"2023-11-18T15:44:29.130024+0000","last_clean":"2023-11-18T15:44:29.130024+0000","last_became_active":"2023-11-18T15:44:28.138891+0000","last_became_peered":"2023-11-18T15:44:28.138891+0000","last_unstale":"2023-11-18T15:44:29.130024+0000","last_undegraded":"2023-11-18T15:44:29.130024+0000","last_fullsized":"2023-11-18T15:44:29.130024+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:00:40.454870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148039+0000","last_change":"2023-11-18T15:44:27.147242+0000","last_active":"2023-11-18T15:44:29.148039+0000","last_peered":"2023-11-18T15:44:29.148039+0000","last_clean":"2023-11-18T15:44:29.148039+0000","last_became_active":"2023-11-18T15:44:27.147047+0000","last_became_peered":"2023-11-18T15:44:27.147047+0000","last_unstale":"2023-11-18T15:44:29.148039+0000","last_undegraded":"2023-11-18T15:44:29.148039+0000","last_fullsized":"2023-11-18T15:44:29.148039+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:33.366918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147984+0000","last_change":"2023-11-18T15:44:28.137806+0000","last_active":"2023-11-18T15:44:29.147984+0000","last_peered":"2023-11-18T15:44:29.147984+0000","last_clean":"2023-11-18T15:44:29.147984+0000","last_became_active":"2023-11-18T15:44:28.137186+0000","last_became_peered":"2023-11-18T15:44:28.137186+0000","last_unstale":"2023-11-18T15:44:29.147984+0000","last_undegraded":"2023-11-18T15:44:29.147984+0000","last_fullsized":"2023-11-18T15:44:29.147984+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:18:14.811691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128776+0000","last_change":"2023-11-18T15:44:27.144464+0000","last_active":"2023-11-18T15:44:29.128776+0000","last_peered":"2023-11-18T15:44:29.128776+0000","last_clean":"2023-11-18T15:44:29.128776+0000","last_became_active":"2023-11-18T15:44:27.144135+0000","last_became_peered":"2023-11-18T15:44:27.144135+0000","last_unstale":"2023-11-18T15:44:29.128776+0000","last_undegraded":"2023-11-18T15:44:29.128776+0000","last_fullsized":"2023-11-18T15:44:29.128776+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T03:20:08.885206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147944+0000","last_change":"2023-11-18T15:44:28.136849+0000","last_active":"2023-11-18T15:44:29.147944+0000","last_peered":"2023-11-18T15:44:29.147944+0000","last_clean":"2023-11-18T15:44:29.147944+0000","last_became_active":"2023-11-18T15:44:28.136242+0000","last_became_peered":"2023-11-18T15:44:28.136242+0000","last_unstale":"2023-11-18T15:44:29.147944+0000","last_undegraded":"2023-11-18T15:44:29.147944+0000","last_fullsized":"2023-11-18T15:44:29.147944+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:52:02.469020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130086+0000","last_change":"2023-11-18T15:44:27.136367+0000","last_active":"2023-11-18T15:44:29.130086+0000","last_peered":"2023-11-18T15:44:29.130086+0000","last_clean":"2023-11-18T15:44:29.130086+0000","last_became_active":"2023-11-18T15:44:27.136179+0000","last_became_peered":"2023-11-18T15:44:27.136179+0000","last_unstale":"2023-11-18T15:44:29.130086+0000","last_undegraded":"2023-11-18T15:44:29.130086+0000","last_fullsized":"2023-11-18T15:44:29.130086+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:55.465140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129404+0000","last_change":"2023-11-18T15:44:28.134698+0000","last_active":"2023-11-18T15:44:29.129404+0000","last_peered":"2023-11-18T15:44:29.129404+0000","last_clean":"2023-11-18T15:44:29.129404+0000","last_became_active":"2023-11-18T15:44:28.134411+0000","last_became_peered":"2023-11-18T15:44:28.134411+0000","last_unstale":"2023-11-18T15:44:29.129404+0000","last_undegraded":"2023-11-18T15:44:29.129404+0000","last_fullsized":"2023-11-18T15:44:29.129404+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:44:00.882809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129590+0000","last_change":"2023-11-18T15:44:27.135415+0000","last_active":"2023-11-18T15:44:29.129590+0000","last_peered":"2023-11-18T15:44:29.129590+0000","last_clean":"2023-11-18T15:44:29.129590+0000","last_became_active":"2023-11-18T15:44:27.135208+0000","last_became_peered":"2023-11-18T15:44:27.135208+0000","last_unstale":"2023-11-18T15:44:29.129590+0000","last_undegraded":"2023-11-18T15:44:29.129590+0000","last_fullsized":"2023-11-18T15:44:29.129590+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:02:19.340308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129554+0000","last_change":"2023-11-18T15:44:28.131919+0000","last_active":"2023-11-18T15:44:29.129554+0000","last_peered":"2023-11-18T15:44:29.129554+0000","last_clean":"2023-11-18T15:44:29.129554+0000","last_became_active":"2023-11-18T15:44:28.131522+0000","last_became_peered":"2023-11-18T15:44:28.131522+0000","last_unstale":"2023-11-18T15:44:29.129554+0000","last_undegraded":"2023-11-18T15:44:29.129554+0000","last_fullsized":"2023-11-18T15:44:29.129554+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:21:37.270732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147141+0000","last_change":"2023-11-18T15:44:27.145385+0000","last_active":"2023-11-18T15:44:29.147141+0000","last_peered":"2023-11-18T15:44:29.147141+0000","last_clean":"2023-11-18T15:44:29.147141+0000","last_became_active":"2023-11-18T15:44:27.144888+0000","last_became_peered":"2023-11-18T15:44:27.144888+0000","last_unstale":"2023-11-18T15:44:29.147141+0000","last_undegraded":"2023-11-18T15:44:29.147141+0000","last_fullsized":"2023-11-18T15:44:29.147141+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:59:12.027458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147227+0000","last_change":"2023-11-18T15:44:28.147587+0000","last_active":"2023-11-18T15:44:29.147227+0000","last_peered":"2023-11-18T15:44:29.147227+0000","last_clean":"2023-11-18T15:44:29.147227+0000","last_became_active":"2023-11-18T15:44:28.147268+0000","last_became_peered":"2023-11-18T15:44:28.147268+0000","last_unstale":"2023-11-18T15:44:29.147227+0000","last_undegraded":"2023-11-18T15:44:29.147227+0000","last_fullsized":"2023-11-18T15:44:29.147227+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:34.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129396+0000","last_change":"2023-11-18T15:44:27.131701+0000","last_active":"2023-11-18T15:44:29.129396+0000","last_peered":"2023-11-18T15:44:29.129396+0000","last_clean":"2023-11-18T15:44:29.129396+0000","last_became_active":"2023-11-18T15:44:27.131447+0000","last_became_peered":"2023-11-18T15:44:27.131447+0000","last_unstale":"2023-11-18T15:44:29.129396+0000","last_undegraded":"2023-11-18T15:44:29.129396+0000","last_fullsized":"2023-11-18T15:44:29.129396+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:35:04.779633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130134+0000","last_change":"2023-11-18T15:44:28.143968+0000","last_active":"2023-11-18T15:44:29.130134+0000","last_peered":"2023-11-18T15:44:29.130134+0000","last_clean":"2023-11-18T15:44:29.130134+0000","last_became_active":"2023-11-18T15:44:28.143568+0000","last_became_peered":"2023-11-18T15:44:28.143568+0000","last_unstale":"2023-11-18T15:44:29.130134+0000","last_undegraded":"2023-11-18T15:44:29.130134+0000","last_fullsized":"2023-11-18T15:44:29.130134+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:18:08.410712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147875+0000","last_change":"2023-11-18T15:44:27.139040+0000","last_active":"2023-11-18T15:44:29.147875+0000","last_peered":"2023-11-18T15:44:29.147875+0000","last_clean":"2023-11-18T15:44:29.147875+0000","last_became_active":"2023-11-18T15:44:27.138726+0000","last_became_peered":"2023-11-18T15:44:27.138726+0000","last_unstale":"2023-11-18T15:44:29.147875+0000","last_undegraded":"2023-11-18T15:44:29.147875+0000","last_fullsized":"2023-11-18T15:44:29.147875+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:52:00.930346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148006+0000","last_change":"2023-11-18T15:44:28.143883+0000","last_active":"2023-11-18T15:44:29.148006+0000","last_peered":"2023-11-18T15:44:29.148006+0000","last_clean":"2023-11-18T15:44:29.148006+0000","last_became_active":"2023-11-18T15:44:28.143329+0000","last_became_peered":"2023-11-18T15:44:28.143329+0000","last_unstale":"2023-11-18T15:44:29.148006+0000","last_undegraded":"2023-11-18T15:44:29.148006+0000","last_fullsized":"2023-11-18T15:44:29.148006+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:03:28.041184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123561+0000","last_change":"2023-11-18T15:44:27.135605+0000","last_active":"2023-11-18T15:44:29.123561+0000","last_peered":"2023-11-18T15:44:29.123561+0000","last_clean":"2023-11-18T15:44:29.123561+0000","last_became_active":"2023-11-18T15:44:27.135331+0000","last_became_peered":"2023-11-18T15:44:27.135331+0000","last_unstale":"2023-11-18T15:44:29.123561+0000","last_undegraded":"2023-11-18T15:44:29.123561+0000","last_fullsized":"2023-11-18T15:44:29.123561+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:22:43.519394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147890+0000","last_change":"2023-11-18T15:44:28.140864+0000","last_active":"2023-11-18T15:44:29.147890+0000","last_peered":"2023-11-18T15:44:29.147890+0000","last_clean":"2023-11-18T15:44:29.147890+0000","last_became_active":"2023-11-18T15:44:28.140565+0000","last_became_peered":"2023-11-18T15:44:28.140565+0000","last_unstale":"2023-11-18T15:44:29.147890+0000","last_undegraded":"2023-11-18T15:44:29.147890+0000","last_fullsized":"2023-11-18T15:44:29.147890+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:55:52.368404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130176+0000","last_change":"2023-11-18T15:44:27.138965+0000","last_active":"2023-11-18T15:44:29.130176+0000","last_peered":"2023-11-18T15:44:29.130176+0000","last_clean":"2023-11-18T15:44:29.130176+0000","last_became_active":"2023-11-18T15:44:27.138686+0000","last_became_peered":"2023-11-18T15:44:27.138686+0000","last_unstale":"2023-11-18T15:44:29.130176+0000","last_undegraded":"2023-11-18T15:44:29.130176+0000","last_fullsized":"2023-11-18T15:44:29.130176+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:31:43.567425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130075+0000","last_change":"2023-11-18T15:44:28.142748+0000","last_active":"2023-11-18T15:44:29.130075+0000","last_peered":"2023-11-18T15:44:29.130075+0000","last_clean":"2023-11-18T15:44:29.130075+0000","last_became_active":"2023-11-18T15:44:28.142151+0000","last_became_peered":"2023-11-18T15:44:28.142151+0000","last_unstale":"2023-11-18T15:44:29.130075+0000","last_undegraded":"2023-11-18T15:44:29.130075+0000","last_fullsized":"2023-11-18T15:44:29.130075+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:37:08.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147972+0000","last_change":"2023-11-18T15:44:27.147235+0000","last_active":"2023-11-18T15:44:29.147972+0000","last_peered":"2023-11-18T15:44:29.147972+0000","last_clean":"2023-11-18T15:44:29.147972+0000","last_became_active":"2023-11-18T15:44:27.146967+0000","last_became_peered":"2023-11-18T15:44:27.146967+0000","last_unstale":"2023-11-18T15:44:29.147972+0000","last_undegraded":"2023-11-18T15:44:29.147972+0000","last_fullsized":"2023-11-18T15:44:29.147972+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:32:32.311909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147553+0000","last_change":"2023-11-18T15:44:28.139250+0000","last_active":"2023-11-18T15:44:29.147553+0000","last_peered":"2023-11-18T15:44:29.147553+0000","last_clean":"2023-11-18T15:44:29.147553+0000","last_became_active":"2023-11-18T15:44:28.139058+0000","last_became_peered":"2023-11-18T15:44:28.139058+0000","last_unstale":"2023-11-18T15:44:29.147553+0000","last_undegraded":"2023-11-18T15:44:29.147553+0000","last_fullsized":"2023-11-18T15:44:29.147553+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:31:44.574471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130183+0000","last_change":"2023-11-18T15:44:27.131598+0000","last_active":"2023-11-18T15:44:29.130183+0000","last_peered":"2023-11-18T15:44:29.130183+0000","last_clean":"2023-11-18T15:44:29.130183+0000","last_became_active":"2023-11-18T15:44:27.131312+0000","last_became_peered":"2023-11-18T15:44:27.131312+0000","last_unstale":"2023-11-18T15:44:29.130183+0000","last_undegraded":"2023-11-18T15:44:29.130183+0000","last_fullsized":"2023-11-18T15:44:29.130183+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:38:56.670015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147314+0000","last_change":"2023-11-18T15:44:28.134979+0000","last_active":"2023-11-18T15:44:29.147314+0000","last_peered":"2023-11-18T15:44:29.147314+0000","last_clean":"2023-11-18T15:44:29.147314+0000","last_became_active":"2023-11-18T15:44:28.134706+0000","last_became_peered":"2023-11-18T15:44:28.134706+0000","last_unstale":"2023-11-18T15:44:29.147314+0000","last_undegraded":"2023-11-18T15:44:29.147314+0000","last_fullsized":"2023-11-18T15:44:29.147314+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:18:39.184447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147513+0000","last_change":"2023-11-18T15:44:27.135174+0000","last_active":"2023-11-18T15:44:29.147513+0000","last_peered":"2023-11-18T15:44:29.147513+0000","last_clean":"2023-11-18T15:44:29.147513+0000","last_became_active":"2023-11-18T15:44:27.134928+0000","last_became_peered":"2023-11-18T15:44:27.134928+0000","last_unstale":"2023-11-18T15:44:29.147513+0000","last_undegraded":"2023-11-18T15:44:29.147513+0000","last_fullsized":"2023-11-18T15:44:29.147513+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:55.465140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148263+0000","last_change":"2023-11-18T15:44:28.147463+0000","last_active":"2023-11-18T15:44:29.148263+0000","last_peered":"2023-11-18T15:44:29.148263+0000","last_clean":"2023-11-18T15:44:29.148263+0000","last_became_active":"2023-11-18T15:44:28.147205+0000","last_became_peered":"2023-11-18T15:44:28.147205+0000","last_unstale":"2023-11-18T15:44:29.148263+0000","last_undegraded":"2023-11-18T15:44:29.148263+0000","last_fullsized":"2023-11-18T15:44:29.148263+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:54:24.778610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147228+0000","last_change":"2023-11-18T15:44:27.139068+0000","last_active":"2023-11-18T15:44:29.147228+0000","last_peered":"2023-11-18T15:44:29.147228+0000","last_clean":"2023-11-18T15:44:29.147228+0000","last_became_active":"2023-11-18T15:44:27.138871+0000","last_became_peered":"2023-11-18T15:44:27.138871+0000","last_unstale":"2023-11-18T15:44:29.147228+0000","last_undegraded":"2023-11-18T15:44:29.147228+0000","last_fullsized":"2023-11-18T15:44:29.147228+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:55.465140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148290+0000","last_change":"2023-11-18T15:44:28.145147+0000","last_active":"2023-11-18T15:44:29.148290+0000","last_peered":"2023-11-18T15:44:29.148290+0000","last_clean":"2023-11-18T15:44:29.148290+0000","last_became_active":"2023-11-18T15:44:28.144543+0000","last_became_peered":"2023-11-18T15:44:28.144543+0000","last_unstale":"2023-11-18T15:44:29.148290+0000","last_undegraded":"2023-11-18T15:44:29.148290+0000","last_fullsized":"2023-11-18T15:44:29.148290+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:38:57.677060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147002+0000","last_change":"2023-11-18T15:44:27.147142+0000","last_active":"2023-11-18T15:44:29.147002+0000","last_peered":"2023-11-18T15:44:29.147002+0000","last_clean":"2023-11-18T15:44:29.147002+0000","last_became_active":"2023-11-18T15:44:27.146843+0000","last_became_peered":"2023-11-18T15:44:27.146843+0000","last_unstale":"2023-11-18T15:44:29.147002+0000","last_undegraded":"2023-11-18T15:44:29.147002+0000","last_fullsized":"2023-11-18T15:44:29.147002+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:22:43.519394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129812+0000","last_change":"2023-11-18T15:44:28.135962+0000","last_active":"2023-11-18T15:44:29.129812+0000","last_peered":"2023-11-18T15:44:29.129812+0000","last_clean":"2023-11-18T15:44:29.129812+0000","last_became_active":"2023-11-18T15:44:28.135230+0000","last_became_peered":"2023-11-18T15:44:28.135230+0000","last_unstale":"2023-11-18T15:44:29.129812+0000","last_undegraded":"2023-11-18T15:44:29.129812+0000","last_fullsized":"2023-11-18T15:44:29.129812+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:42:32.032997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148389+0000","last_change":"2023-11-18T15:44:27.143569+0000","last_active":"2023-11-18T15:44:29.148389+0000","last_peered":"2023-11-18T15:44:29.148389+0000","last_clean":"2023-11-18T15:44:29.148389+0000","last_became_active":"2023-11-18T15:44:27.143098+0000","last_became_peered":"2023-11-18T15:44:27.143098+0000","last_unstale":"2023-11-18T15:44:29.148389+0000","last_undegraded":"2023-11-18T15:44:29.148389+0000","last_fullsized":"2023-11-18T15:44:29.148389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:24.787692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130091+0000","last_change":"2023-11-18T15:44:28.147165+0000","last_active":"2023-11-18T15:44:29.130091+0000","last_peered":"2023-11-18T15:44:29.130091+0000","last_clean":"2023-11-18T15:44:29.130091+0000","last_became_active":"2023-11-18T15:44:28.146864+0000","last_became_peered":"2023-11-18T15:44:28.146864+0000","last_unstale":"2023-11-18T15:44:29.130091+0000","last_undegraded":"2023-11-18T15:44:29.130091+0000","last_fullsized":"2023-11-18T15:44:29.130091+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:55:52.368404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129926+0000","last_change":"2023-11-18T15:44:27.132332+0000","last_active":"2023-11-18T15:44:29.129926+0000","last_peered":"2023-11-18T15:44:29.129926+0000","last_clean":"2023-11-18T15:44:29.129926+0000","last_became_active":"2023-11-18T15:44:27.132066+0000","last_became_peered":"2023-11-18T15:44:27.132066+0000","last_unstale":"2023-11-18T15:44:29.129926+0000","last_undegraded":"2023-11-18T15:44:29.129926+0000","last_fullsized":"2023-11-18T15:44:29.129926+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:14:37.895469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147647+0000","last_change":"2023-11-18T15:44:28.137968+0000","last_active":"2023-11-18T15:44:29.147647+0000","last_peered":"2023-11-18T15:44:29.147647+0000","last_clean":"2023-11-18T15:44:29.147647+0000","last_became_active":"2023-11-18T15:44:28.137123+0000","last_became_peered":"2023-11-18T15:44:28.137123+0000","last_unstale":"2023-11-18T15:44:29.147647+0000","last_undegraded":"2023-11-18T15:44:29.147647+0000","last_fullsized":"2023-11-18T15:44:29.147647+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:42:32.032997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130055+0000","last_change":"2023-11-18T15:44:27.129750+0000","last_active":"2023-11-18T15:44:29.130055+0000","last_peered":"2023-11-18T15:44:29.130055+0000","last_clean":"2023-11-18T15:44:29.130055+0000","last_became_active":"2023-11-18T15:44:27.129517+0000","last_became_peered":"2023-11-18T15:44:27.129517+0000","last_unstale":"2023-11-18T15:44:29.130055+0000","last_undegraded":"2023-11-18T15:44:29.130055+0000","last_fullsized":"2023-11-18T15:44:29.130055+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:42:11.152036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128873+0000","last_change":"2023-11-18T15:44:28.142424+0000","last_active":"2023-11-18T15:44:29.128873+0000","last_peered":"2023-11-18T15:44:29.128873+0000","last_clean":"2023-11-18T15:44:29.128873+0000","last_became_active":"2023-11-18T15:44:28.142127+0000","last_became_peered":"2023-11-18T15:44:28.142127+0000","last_unstale":"2023-11-18T15:44:29.128873+0000","last_undegraded":"2023-11-18T15:44:29.128873+0000","last_fullsized":"2023-11-18T15:44:29.128873+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:42:12.159081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130043+0000","last_change":"2023-11-18T15:44:27.136198+0000","last_active":"2023-11-18T15:44:29.130043+0000","last_peered":"2023-11-18T15:44:29.130043+0000","last_clean":"2023-11-18T15:44:29.130043+0000","last_became_active":"2023-11-18T15:44:27.135933+0000","last_became_peered":"2023-11-18T15:44:27.135933+0000","last_unstale":"2023-11-18T15:44:29.130043+0000","last_undegraded":"2023-11-18T15:44:29.130043+0000","last_fullsized":"2023-11-18T15:44:29.130043+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:52:59.810995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128675+0000","last_change":"2023-11-18T15:44:28.147046+0000","last_active":"2023-11-18T15:44:29.128675+0000","last_peered":"2023-11-18T15:44:29.128675+0000","last_clean":"2023-11-18T15:44:29.128675+0000","last_became_active":"2023-11-18T15:44:28.146767+0000","last_became_peered":"2023-11-18T15:44:28.146767+0000","last_unstale":"2023-11-18T15:44:29.128675+0000","last_undegraded":"2023-11-18T15:44:29.128675+0000","last_fullsized":"2023-11-18T15:44:29.128675+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:35:28.221846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123584+0000","last_change":"2023-11-18T15:44:27.134129+0000","last_active":"2023-11-18T15:44:29.123584+0000","last_peered":"2023-11-18T15:44:29.123584+0000","last_clean":"2023-11-18T15:44:29.123584+0000","last_became_active":"2023-11-18T15:44:27.133816+0000","last_became_peered":"2023-11-18T15:44:27.133816+0000","last_unstale":"2023-11-18T15:44:29.123584+0000","last_undegraded":"2023-11-18T15:44:29.123584+0000","last_fullsized":"2023-11-18T15:44:29.123584+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:14:37.895469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128830+0000","last_change":"2023-11-18T15:44:28.138241+0000","last_active":"2023-11-18T15:44:29.128830+0000","last_peered":"2023-11-18T15:44:29.128830+0000","last_clean":"2023-11-18T15:44:29.128830+0000","last_became_active":"2023-11-18T15:44:28.136942+0000","last_became_peered":"2023-11-18T15:44:28.136942+0000","last_unstale":"2023-11-18T15:44:29.128830+0000","last_undegraded":"2023-11-18T15:44:29.128830+0000","last_fullsized":"2023-11-18T15:44:29.128830+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:43:56.339822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147982+0000","last_change":"2023-11-18T15:44:27.146163+0000","last_active":"2023-11-18T15:44:29.147982+0000","last_peered":"2023-11-18T15:44:29.147982+0000","last_clean":"2023-11-18T15:44:29.147982+0000","last_became_active":"2023-11-18T15:44:27.145926+0000","last_became_peered":"2023-11-18T15:44:27.145926+0000","last_unstale":"2023-11-18T15:44:29.147982+0000","last_undegraded":"2023-11-18T15:44:29.147982+0000","last_fullsized":"2023-11-18T15:44:29.147982+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:14:37.895469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128611+0000","last_change":"2023-11-18T15:44:28.143109+0000","last_active":"2023-11-18T15:44:29.128611+0000","last_peered":"2023-11-18T15:44:29.128611+0000","last_clean":"2023-11-18T15:44:29.128611+0000","last_became_active":"2023-11-18T15:44:28.142862+0000","last_became_peered":"2023-11-18T15:44:28.142862+0000","last_unstale":"2023-11-18T15:44:29.128611+0000","last_undegraded":"2023-11-18T15:44:29.128611+0000","last_fullsized":"2023-11-18T15:44:29.128611+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:48:01.168607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129317+0000","last_change":"2023-11-18T15:44:27.144293+0000","last_active":"2023-11-18T15:44:29.129317+0000","last_peered":"2023-11-18T15:44:29.129317+0000","last_clean":"2023-11-18T15:44:29.129317+0000","last_became_active":"2023-11-18T15:44:27.143930+0000","last_became_peered":"2023-11-18T15:44:27.143930+0000","last_unstale":"2023-11-18T15:44:29.129317+0000","last_undegraded":"2023-11-18T15:44:29.129317+0000","last_fullsized":"2023-11-18T15:44:29.129317+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:57:44.650672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148627+0000","last_change":"2023-11-18T15:44:28.146245+0000","last_active":"2023-11-18T15:44:29.148627+0000","last_peered":"2023-11-18T15:44:29.148627+0000","last_clean":"2023-11-18T15:44:29.148627+0000","last_became_active":"2023-11-18T15:44:28.145935+0000","last_became_peered":"2023-11-18T15:44:28.145935+0000","last_unstale":"2023-11-18T15:44:29.148627+0000","last_undegraded":"2023-11-18T15:44:29.148627+0000","last_fullsized":"2023-11-18T15:44:29.148627+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:02:55.941013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129049+0000","last_change":"2023-11-18T15:44:27.139208+0000","last_active":"2023-11-18T15:44:29.129049+0000","last_peered":"2023-11-18T15:44:29.129049+0000","last_clean":"2023-11-18T15:44:29.129049+0000","last_became_active":"2023-11-18T15:44:27.138955+0000","last_became_peered":"2023-11-18T15:44:27.138955+0000","last_unstale":"2023-11-18T15:44:29.129049+0000","last_undegraded":"2023-11-18T15:44:29.129049+0000","last_fullsized":"2023-11-18T15:44:29.129049+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:00:39.447825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128869+0000","last_change":"2023-11-18T15:44:28.140271+0000","last_active":"2023-11-18T15:44:29.128869+0000","last_peered":"2023-11-18T15:44:29.128869+0000","last_clean":"2023-11-18T15:44:29.128869+0000","last_became_active":"2023-11-18T15:44:28.140019+0000","last_became_peered":"2023-11-18T15:44:28.140019+0000","last_unstale":"2023-11-18T15:44:29.128869+0000","last_undegraded":"2023-11-18T15:44:29.128869+0000","last_fullsized":"2023-11-18T15:44:29.128869+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:36:08.981425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148319+0000","last_change":"2023-11-18T15:44:27.143828+0000","last_active":"2023-11-18T15:44:29.148319+0000","last_peered":"2023-11-18T15:44:29.148319+0000","last_clean":"2023-11-18T15:44:29.148319+0000","last_became_active":"2023-11-18T15:44:27.143581+0000","last_became_peered":"2023-11-18T15:44:27.143581+0000","last_unstale":"2023-11-18T15:44:29.148319+0000","last_undegraded":"2023-11-18T15:44:29.148319+0000","last_fullsized":"2023-11-18T15:44:29.148319+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:22:43.519394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129857+0000","last_change":"2023-11-18T15:44:28.142560+0000","last_active":"2023-11-18T15:44:29.129857+0000","last_peered":"2023-11-18T15:44:29.129857+0000","last_clean":"2023-11-18T15:44:29.129857+0000","last_became_active":"2023-11-18T15:44:28.142238+0000","last_became_peered":"2023-11-18T15:44:28.142238+0000","last_unstale":"2023-11-18T15:44:29.129857+0000","last_undegraded":"2023-11-18T15:44:29.129857+0000","last_fullsized":"2023-11-18T15:44:29.129857+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:18:39.184447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123637+0000","last_change":"2023-11-18T15:44:27.143627+0000","last_active":"2023-11-18T15:44:29.123637+0000","last_peered":"2023-11-18T15:44:29.123637+0000","last_clean":"2023-11-18T15:44:29.123637+0000","last_became_active":"2023-11-18T15:44:27.143370+0000","last_became_peered":"2023-11-18T15:44:27.143370+0000","last_unstale":"2023-11-18T15:44:29.123637+0000","last_undegraded":"2023-11-18T15:44:29.123637+0000","last_fullsized":"2023-11-18T15:44:29.123637+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:59:12.027458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123388+0000","last_change":"2023-11-18T15:44:28.139418+0000","last_active":"2023-11-18T15:44:29.123388+0000","last_peered":"2023-11-18T15:44:29.123388+0000","last_clean":"2023-11-18T15:44:29.123388+0000","last_became_active":"2023-11-18T15:44:28.139156+0000","last_became_peered":"2023-11-18T15:44:28.139156+0000","last_unstale":"2023-11-18T15:44:29.123388+0000","last_undegraded":"2023-11-18T15:44:29.123388+0000","last_fullsized":"2023-11-18T15:44:29.123388+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:38:57.677060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147777+0000","last_change":"2023-11-18T15:44:27.143724+0000","last_active":"2023-11-18T15:44:29.147777+0000","last_peered":"2023-11-18T15:44:29.147777+0000","last_clean":"2023-11-18T15:44:29.147777+0000","last_became_active":"2023-11-18T15:44:27.143243+0000","last_became_peered":"2023-11-18T15:44:27.143243+0000","last_unstale":"2023-11-18T15:44:29.147777+0000","last_undegraded":"2023-11-18T15:44:29.147777+0000","last_fullsized":"2023-11-18T15:44:29.147777+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:14:37.895469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147892+0000","last_change":"2023-11-18T15:44:28.132500+0000","last_active":"2023-11-18T15:44:29.147892+0000","last_peered":"2023-11-18T15:44:29.147892+0000","last_clean":"2023-11-18T15:44:29.147892+0000","last_became_active":"2023-11-18T15:44:28.132224+0000","last_became_peered":"2023-11-18T15:44:28.132224+0000","last_unstale":"2023-11-18T15:44:29.147892+0000","last_undegraded":"2023-11-18T15:44:29.147892+0000","last_fullsized":"2023-11-18T15:44:29.147892+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:53:00.818040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123536+0000","last_change":"2023-11-18T15:44:27.131372+0000","last_active":"2023-11-18T15:44:29.123536+0000","last_peered":"2023-11-18T15:44:29.123536+0000","last_clean":"2023-11-18T15:44:29.123536+0000","last_became_active":"2023-11-18T15:44:27.130082+0000","last_became_peered":"2023-11-18T15:44:27.130082+0000","last_unstale":"2023-11-18T15:44:29.123536+0000","last_undegraded":"2023-11-18T15:44:29.123536+0000","last_fullsized":"2023-11-18T15:44:29.123536+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:24.787692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123671+0000","last_change":"2023-11-18T15:44:28.134096+0000","last_active":"2023-11-18T15:44:29.123671+0000","last_peered":"2023-11-18T15:44:29.123671+0000","last_clean":"2023-11-18T15:44:29.123671+0000","last_became_active":"2023-11-18T15:44:28.133735+0000","last_became_peered":"2023-11-18T15:44:28.133735+0000","last_unstale":"2023-11-18T15:44:29.123671+0000","last_undegraded":"2023-11-18T15:44:29.123671+0000","last_fullsized":"2023-11-18T15:44:29.123671+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:16:23.029665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147607+0000","last_change":"2023-11-18T15:44:27.143402+0000","last_active":"2023-11-18T15:44:29.147607+0000","last_peered":"2023-11-18T15:44:29.147607+0000","last_clean":"2023-11-18T15:44:29.147607+0000","last_became_active":"2023-11-18T15:44:27.143121+0000","last_became_peered":"2023-11-18T15:44:27.143121+0000","last_unstale":"2023-11-18T15:44:29.147607+0000","last_undegraded":"2023-11-18T15:44:29.147607+0000","last_fullsized":"2023-11-18T15:44:29.147607+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:38:56.670015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147049+0000","last_change":"2023-11-18T15:44:28.143521+0000","last_active":"2023-11-18T15:44:29.147049+0000","last_peered":"2023-11-18T15:44:29.147049+0000","last_clean":"2023-11-18T15:44:29.147049+0000","last_became_active":"2023-11-18T15:44:28.143251+0000","last_became_peered":"2023-11-18T15:44:28.143251+0000","last_unstale":"2023-11-18T15:44:29.147049+0000","last_undegraded":"2023-11-18T15:44:29.147049+0000","last_fullsized":"2023-11-18T15:44:29.147049+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:33:34.748328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129418+0000","last_change":"2023-11-18T15:44:27.134440+0000","last_active":"2023-11-18T15:44:29.129418+0000","last_peered":"2023-11-18T15:44:29.129418+0000","last_clean":"2023-11-18T15:44:29.129418+0000","last_became_active":"2023-11-18T15:44:27.133909+0000","last_became_peered":"2023-11-18T15:44:27.133909+0000","last_unstale":"2023-11-18T15:44:29.129418+0000","last_undegraded":"2023-11-18T15:44:29.129418+0000","last_fullsized":"2023-11-18T15:44:29.129418+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:36:07.974380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129668+0000","last_change":"2023-11-18T15:44:28.141625+0000","last_active":"2023-11-18T15:44:29.129668+0000","last_peered":"2023-11-18T15:44:29.129668+0000","last_clean":"2023-11-18T15:44:29.129668+0000","last_became_active":"2023-11-18T15:44:28.141361+0000","last_became_peered":"2023-11-18T15:44:28.141361+0000","last_unstale":"2023-11-18T15:44:29.129668+0000","last_undegraded":"2023-11-18T15:44:29.129668+0000","last_fullsized":"2023-11-18T15:44:29.129668+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:31:44.574471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147119+0000","last_change":"2023-11-18T15:44:27.139068+0000","last_active":"2023-11-18T15:44:29.147119+0000","last_peered":"2023-11-18T15:44:29.147119+0000","last_clean":"2023-11-18T15:44:29.147119+0000","last_became_active":"2023-11-18T15:44:27.138806+0000","last_became_peered":"2023-11-18T15:44:27.138806+0000","last_unstale":"2023-11-18T15:44:29.147119+0000","last_undegraded":"2023-11-18T15:44:29.147119+0000","last_fullsized":"2023-11-18T15:44:29.147119+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:52:59.810995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148047+0000","last_change":"2023-11-18T15:44:28.143853+0000","last_active":"2023-11-18T15:44:29.148047+0000","last_peered":"2023-11-18T15:44:29.148047+0000","last_clean":"2023-11-18T15:44:29.148047+0000","last_became_active":"2023-11-18T15:44:28.143550+0000","last_became_peered":"2023-11-18T15:44:28.143550+0000","last_unstale":"2023-11-18T15:44:29.148047+0000","last_undegraded":"2023-11-18T15:44:29.148047+0000","last_fullsized":"2023-11-18T15:44:29.148047+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:50:48.679491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148004+0000","last_change":"2023-11-18T15:44:27.135188+0000","last_active":"2023-11-18T15:44:29.148004+0000","last_peered":"2023-11-18T15:44:29.148004+0000","last_clean":"2023-11-18T15:44:29.148004+0000","last_became_active":"2023-11-18T15:44:27.134890+0000","last_became_peered":"2023-11-18T15:44:27.134890+0000","last_unstale":"2023-11-18T15:44:29.148004+0000","last_undegraded":"2023-11-18T15:44:29.148004+0000","last_fullsized":"2023-11-18T15:44:29.148004+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:36:07.974380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":174,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-11-18T15:44:28.130932+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T15:44:28.130932+0000","last_peered":"2023-11-18T15:44:28.130932+0000","last_clean":"2023-11-18T15:44:28.130932+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T15:44:28.130932+0000","last_undegraded":"2023-11-18T15:44:28.130932+0000","last_fullsized":"2023-11-18T15:44:28.130932+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542162,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":978944,"data_stored":737841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.377}]},{"osd":1,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.436},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.50900000000000001}]},{"osd":2,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.495},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.52100000000000002}]},{"osd":3,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47999999999999998}]},{"osd":4,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.40300000000000002}]},{"osd":5,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.46200000000000002}]},{"osd":6,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.35299999999999998}]}]},{"osd":6,"up_from":14,"seq":60129542162,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":389120,"data_stored":147999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.5539999999999998,"5min":3.5539999999999998,"15min":3.5539999999999998},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.60599999999999998}]},{"osd":1,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":11.417999999999999,"5min":11.417999999999999,"15min":11.417999999999999},"last":0.57499999999999996}]},{"osd":2,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.504},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.58799999999999997}]},{"osd":3,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.569,"5min":4.569,"15min":4.569},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":3.5990000000000002,"5min":3.5990000000000002,"15min":3.5990000000000002},"last":0.56000000000000005}]},{"osd":4,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.622},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.39300000000000002}]},{"osd":5,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.51700000000000002}]},{"osd":7,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.53800000000000003}]}]},{"osd":1,"up_from":14,"seq":60129542162,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":397312,"data_stored":149017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.36499999999999999}]},{"osd":2,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.173,"5min":6.173,"15min":6.173},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":11.955,"5min":11.955,"15min":11.955},"last":0.35399999999999998}]},{"osd":3,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":8.9209999999999994,"5min":8.9209999999999994,"15min":8.9209999999999994},"last":0.40699999999999997}]},{"osd":4,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.495},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.57999999999999996}]},{"osd":5,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.55600000000000005}]},{"osd":7,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.56899999999999995}]}]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343864,"statfs":{"total":96636764160,"available":96608116736,"internally_reserved":0,"allocated":974848,"data_stored":737751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.318}]},{"osd":2,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.37},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":9.1319999999999997,"5min":9.1319999999999997,"15min":9.1319999999999997},"last":0.35499999999999998}]},{"osd":3,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.34000000000000002}]},{"osd":4,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.496},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.41899999999999998}]},{"osd":5,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.46899999999999997}]},{"osd":6,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.8089999999999999,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.45600000000000002}]},{"osd":7,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.41099999999999998}]}]},{"osd":2,"up_from":14,"seq":60129542163,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":376,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":385024,"data_stored":147453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":0.375}]},{"osd":1,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.42099999999999999}]},{"osd":3,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.45400000000000001}]},{"osd":4,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.748,"5min":1.748,"15min":1.748},"last":0.53300000000000003}]},{"osd":5,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.60599999999999998}]},{"osd":6,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.59599999999999997}]},{"osd":7,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.778,"5min":1.778,"15min":1.778},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.627}]}]},{"osd":3,"up_from":14,"seq":60129542162,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":397312,"data_stored":149017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.32600000000000001}]},{"osd":1,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.37},{"interface":"front","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.443}]},{"osd":2,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.41499999999999998}]},{"osd":4,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.58799999999999997}]},{"osd":5,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.74099999999999999}]},{"osd":7,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.69999999999999996}]}]},{"osd":4,"up_from":14,"seq":60129542161,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":389120,"data_stored":147487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":19.849,"5min":19.849,"15min":19.849},"last":0.498},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.53500000000000003}]},{"osd":1,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":6.54,"5min":6.54,"15min":6.54},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.44800000000000001}]},{"osd":2,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":6.3559999999999999,"5min":6.3559999999999999,"15min":6.3559999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":11.01,"5min":11.01,"15min":11.01},"last":0.46400000000000002}]},{"osd":3,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":6.5199999999999996,"5min":6.5199999999999996,"15min":6.5199999999999996},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":9.3160000000000007,"5min":9.3160000000000007,"15min":9.3160000000000007},"last":0.42299999999999999}]},{"osd":5,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.39000000000000001}]},{"osd":6,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.63100000000000001}]},{"osd":7,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.56899999999999995}]}]},{"osd":5,"up_from":14,"seq":60129542162,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":148055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.52100000000000002}]},{"osd":1,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.42599999999999999}]},{"osd":2,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.40899999999999997},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":10.266999999999999,"5min":10.266999999999999,"15min":10.266999999999999},"last":0.38700000000000001}]},{"osd":3,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":10.303000000000001,"5min":10.303000000000001,"15min":10.303000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":1.103,"5min":1.103,"15min":1.103},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":10.288,"5min":10.288,"15min":10.288},"last":0.70299999999999996}]},{"osd":4,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.498},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.72799999999999998}]},{"osd":6,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.63500000000000001}]},{"osd":7,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.80300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T15:44:32.243 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T15:44:32.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.393+0000 7f4969da3700 1 Processor -- start 2023-11-18T15:44:32.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.393+0000 7f4969da3700 1 -- start start 2023-11-18T15:44:32.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4969da3700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f49640cd930 0x7f496415e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4969da3700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f496406df10 con 0x7f496415e1a0 2023-11-18T15:44:32.397 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4969da3700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f496415ec20 con 0x7f4964143ec0 2023-11-18T15:44:32.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4969da3700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4964067530 con 0x7f49640cd930 2023-11-18T15:44:32.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4963fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f49640cd930 0x7f496415e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4962ffd700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f496415e1a0 0x7f49640cd220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47222/0 (socket says 172.21.15.99:47222) 2023-11-18T15:44:32.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4962ffd700 1 -- 172.21.15.99:0/2905577119 learned_addr learned my addr 172.21.15.99:0/2905577119 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:32.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4963fff700 1 -- 172.21.15.99:0/2905577119 >> v1:172.21.15.181:6789/0 conn(0x7f4964143ec0 legacy=0x7f4964066e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4963fff700 1 -- 172.21.15.99:0/2905577119 >> v1:172.21.15.99:6789/0 conn(0x7f496415e1a0 legacy=0x7f49640cd220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.398 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f49627fc700 1 -- 172.21.15.99:0/2905577119 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 777468492 0 0) 0x7f496406df10 con 0x7f496415e1a0 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.394+0000 7f4963fff700 1 -- 172.21.15.99:0/2905577119 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f496415ef00 con 0x7f49640cd930 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f4963fff700 1 --2- 172.21.15.99:0/2905577119 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 0x7f496415e600 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f495c009d90 tx=0x7f495c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=519339456ade78dd server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f49627fc700 1 -- 172.21.15.99:0/2905577119 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f495c00e070 con 0x7f49640cd930 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f49627fc700 1 -- 172.21.15.99:0/2905577119 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f495c00bbd0 con 0x7f49640cd930 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f49627fc700 1 -- 172.21.15.99:0/2905577119 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f495c012430 con 0x7f49640cd930 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f4969da3700 1 -- 172.21.15.99:0/2905577119 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 msgr2=0x7f496415e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f4969da3700 1 --2- 172.21.15.99:0/2905577119 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 0x7f496415e600 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f495c009d90 tx=0x7f495c00b330 comp rx=0 tx=0).stop 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f4969da3700 1 -- 172.21.15.99:0/2905577119 shutdown_connections 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f4969da3700 1 --2- 172.21.15.99:0/2905577119 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 0x7f496415e600 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f4969da3700 1 -- 172.21.15.99:0/2905577119 >> 172.21.15.99:0/2905577119 conn(0x7f49640b1ff0 msgr2=0x7f49640b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f4969da3700 1 -- 172.21.15.99:0/2905577119 shutdown_connections 2023-11-18T15:44:32.399 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.395+0000 7f4969da3700 1 -- 172.21.15.99:0/2905577119 wait complete. 2023-11-18T15:44:32.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.397+0000 7f4969da3700 1 Processor -- start 2023-11-18T15:44:32.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.397+0000 7f4969da3700 1 -- start start 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f4969da3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 0x7f4964139c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f4969da3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4964143ec0 0x7f496413a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f4969da3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f496415e1a0 0x7f4964152d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f4969da3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4964153850 con 0x7f49640cd930 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f4969da3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f496415bd80 con 0x7f496415e1a0 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f4969da3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f496415c060 con 0x7f4964143ec0 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f49637fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 0x7f4964139c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f49637fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 0x7f4964139c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60614/0 (socket says 172.21.15.99:60614) 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f49637fe700 1 -- 172.21.15.99:0/1354803349 learned_addr learned my addr 172.21.15.99:0/1354803349 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f49637fe700 1 -- 172.21.15.99:0/1354803349 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4964143ec0 msgr2=0x7f496413a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f49637fe700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4964143ec0 0x7f496413a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f49637fe700 1 -- 172.21.15.99:0/1354803349 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f496415e1a0 msgr2=0x7f4964152d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f49637fe700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f496415e1a0 0x7f4964152d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.398+0000 7f49637fe700 1 -- 172.21.15.99:0/1354803349 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f495c009a70 con 0x7f49640cd930 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.399+0000 7f49637fe700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 0x7f4964139c60 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f495800c700 tx=0x7f495800cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.399+0000 7f494bfff700 1 -- 172.21.15.99:0/1354803349 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49580052d0 con 0x7f49640cd930 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.399+0000 7f494bfff700 1 -- 172.21.15.99:0/1354803349 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4958005430 con 0x7f49640cd930 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.399+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f496415c340 con 0x7f49640cd930 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.399+0000 7f494bfff700 1 -- 172.21.15.99:0/1354803349 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4958003880 con 0x7f49640cd930 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.399+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f496406d6f0 con 0x7f49640cd930 2023-11-18T15:44:32.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.400+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4964073aa0 con 0x7f49640cd930 2023-11-18T15:44:32.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.400+0000 7f494bfff700 1 -- 172.21.15.99:0/1354803349 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f49580039e0 con 0x7f49640cd930 2023-11-18T15:44:32.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.401+0000 7f494bfff700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f495006aed0 0x7f495006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.401+0000 7f4962ffd700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f495006aed0 0x7f495006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.401+0000 7f494bfff700 1 -- 172.21.15.99:0/1354803349 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f49580889c0 con 0x7f49640cd930 2023-11-18T15:44:32.404 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.401+0000 7f4962ffd700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f495006aed0 0x7f495006d390 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4954000c00 tx=0x7f4954007a50 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:32.407 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.405+0000 7f494bfff700 1 -- 172.21.15.99:0/1354803349 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4958053b30 con 0x7f49640cd930 2023-11-18T15:44:32.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.592+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f496415bef0 con 0x7f495006aed0 2023-11-18T15:44:32.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.599+0000 7f494bfff700 1 -- 172.21.15.99:0/1354803349 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288714 (secure 0 0 0) 0x7f496415bef0 con 0x7f495006aed0 2023-11-18T15:44:32.605 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:32.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.602+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f495006aed0 msgr2=0x7f495006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.602+0000 7f4969da3700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f495006aed0 0x7f495006d390 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4954000c00 tx=0x7f4954007a50 comp rx=0 tx=0).stop 2023-11-18T15:44:32.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 msgr2=0x7f4964139c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 0x7f4964139c60 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f495800c700 tx=0x7f495800cac0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 shutdown_connections 2023-11-18T15:44:32.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f495006aed0 0x7f495006d390 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f49640cd930 0x7f4964139c60 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f496415e1a0 0x7f4964152d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 --2- 172.21.15.99:0/1354803349 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4964143ec0 0x7f496413a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 >> 172.21.15.99:0/1354803349 conn(0x7f49640b1ff0 msgr2=0x7f4964066df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:32.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 shutdown_connections 2023-11-18T15:44:32.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.603+0000 7f4969da3700 1 -- 172.21.15.99:0/1354803349 wait complete. 2023-11-18T15:44:32.608 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T15:44:32.617 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":63,"stamp":"2023-11-18T15:44:30.929103+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":183,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220396,"kb_used_data":4200,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754324,"statfs":{"total":773094113280,"available":772868427776,"internally_reserved":0,"allocated":4300800,"data_stored":2364620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.815674"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147794+0000","last_change":"2023-11-18T15:44:28.137553+0000","last_active":"2023-11-18T15:44:29.147794+0000","last_peered":"2023-11-18T15:44:29.147794+0000","last_clean":"2023-11-18T15:44:29.147794+0000","last_became_active":"2023-11-18T15:44:28.137315+0000","last_became_peered":"2023-11-18T15:44:28.137315+0000","last_unstale":"2023-11-18T15:44:29.147794+0000","last_undegraded":"2023-11-18T15:44:29.147794+0000","last_fullsized":"2023-11-18T15:44:29.147794+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:59:13.034503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148176+0000","last_change":"2023-11-18T15:44:28.131814+0000","last_active":"2023-11-18T15:44:29.148176+0000","last_peered":"2023-11-18T15:44:29.148176+0000","last_clean":"2023-11-18T15:44:29.148176+0000","last_became_active":"2023-11-18T15:44:28.131558+0000","last_became_peered":"2023-11-18T15:44:28.131558+0000","last_unstale":"2023-11-18T15:44:29.148176+0000","last_undegraded":"2023-11-18T15:44:29.148176+0000","last_fullsized":"2023-11-18T15:44:29.148176+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:50:27.347519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129908+0000","last_change":"2023-11-18T15:44:28.142932+0000","last_active":"2023-11-18T15:44:29.129908+0000","last_peered":"2023-11-18T15:44:29.129908+0000","last_clean":"2023-11-18T15:44:29.129908+0000","last_became_active":"2023-11-18T15:44:28.142477+0000","last_became_peered":"2023-11-18T15:44:28.142477+0000","last_unstale":"2023-11-18T15:44:29.129908+0000","last_undegraded":"2023-11-18T15:44:29.129908+0000","last_fullsized":"2023-11-18T15:44:29.129908+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:32:33.318954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147432+0000","last_change":"2023-11-18T15:44:28.138234+0000","last_active":"2023-11-18T15:44:29.147432+0000","last_peered":"2023-11-18T15:44:29.147432+0000","last_clean":"2023-11-18T15:44:29.147432+0000","last_became_active":"2023-11-18T15:44:28.137509+0000","last_became_peered":"2023-11-18T15:44:28.137509+0000","last_unstale":"2023-11-18T15:44:29.147432+0000","last_undegraded":"2023-11-18T15:44:29.147432+0000","last_fullsized":"2023-11-18T15:44:29.147432+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:21:37.270732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128722+0000","last_change":"2023-11-18T15:44:28.143741+0000","last_active":"2023-11-18T15:44:29.128722+0000","last_peered":"2023-11-18T15:44:29.128722+0000","last_clean":"2023-11-18T15:44:29.128722+0000","last_became_active":"2023-11-18T15:44:28.143500+0000","last_became_peered":"2023-11-18T15:44:28.143500+0000","last_unstale":"2023-11-18T15:44:29.128722+0000","last_undegraded":"2023-11-18T15:44:29.128722+0000","last_fullsized":"2023-11-18T15:44:29.128722+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:57:45.657718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147244+0000","last_change":"2023-11-18T15:44:28.133768+0000","last_active":"2023-11-18T15:44:29.147244+0000","last_peered":"2023-11-18T15:44:29.147244+0000","last_clean":"2023-11-18T15:44:29.147244+0000","last_became_active":"2023-11-18T15:44:28.133509+0000","last_became_peered":"2023-11-18T15:44:28.133509+0000","last_unstale":"2023-11-18T15:44:29.147244+0000","last_undegraded":"2023-11-18T15:44:29.147244+0000","last_fullsized":"2023-11-18T15:44:29.147244+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:04:51.260115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148541+0000","last_change":"2023-11-18T15:44:28.136636+0000","last_active":"2023-11-18T15:44:29.148541+0000","last_peered":"2023-11-18T15:44:29.148541+0000","last_clean":"2023-11-18T15:44:29.148541+0000","last_became_active":"2023-11-18T15:44:28.136266+0000","last_became_peered":"2023-11-18T15:44:28.136266+0000","last_unstale":"2023-11-18T15:44:29.148541+0000","last_undegraded":"2023-11-18T15:44:29.148541+0000","last_fullsized":"2023-11-18T15:44:29.148541+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:04:21.041981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147858+0000","last_change":"2023-11-18T15:44:28.147603+0000","last_active":"2023-11-18T15:44:29.147858+0000","last_peered":"2023-11-18T15:44:29.147858+0000","last_clean":"2023-11-18T15:44:29.147858+0000","last_became_active":"2023-11-18T15:44:28.146849+0000","last_became_peered":"2023-11-18T15:44:28.146849+0000","last_unstale":"2023-11-18T15:44:29.147858+0000","last_undegraded":"2023-11-18T15:44:29.147858+0000","last_fullsized":"2023-11-18T15:44:29.147858+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:42:09.725987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130075+0000","last_change":"2023-11-18T15:44:28.140363+0000","last_active":"2023-11-18T15:44:29.130075+0000","last_peered":"2023-11-18T15:44:29.130075+0000","last_clean":"2023-11-18T15:44:29.130075+0000","last_became_active":"2023-11-18T15:44:28.137026+0000","last_became_peered":"2023-11-18T15:44:28.137026+0000","last_unstale":"2023-11-18T15:44:29.130075+0000","last_undegraded":"2023-11-18T15:44:29.130075+0000","last_fullsized":"2023-11-18T15:44:29.130075+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:18:14.811691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147744+0000","last_change":"2023-11-18T15:44:28.151050+0000","last_active":"2023-11-18T15:44:29.147744+0000","last_peered":"2023-11-18T15:44:29.147744+0000","last_clean":"2023-11-18T15:44:29.147744+0000","last_became_active":"2023-11-18T15:44:28.150682+0000","last_became_peered":"2023-11-18T15:44:28.150682+0000","last_unstale":"2023-11-18T15:44:29.147744+0000","last_undegraded":"2023-11-18T15:44:29.147744+0000","last_fullsized":"2023-11-18T15:44:29.147744+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:00:40.454870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148460+0000","last_change":"2023-11-18T15:44:28.140570+0000","last_active":"2023-11-18T15:44:29.148460+0000","last_peered":"2023-11-18T15:44:29.148460+0000","last_clean":"2023-11-18T15:44:29.148460+0000","last_became_active":"2023-11-18T15:44:28.140193+0000","last_became_peered":"2023-11-18T15:44:28.140193+0000","last_unstale":"2023-11-18T15:44:29.148460+0000","last_undegraded":"2023-11-18T15:44:29.148460+0000","last_fullsized":"2023-11-18T15:44:29.148460+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:38:55.125520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129655+0000","last_change":"2023-11-18T15:44:28.145335+0000","last_active":"2023-11-18T15:44:29.129655+0000","last_peered":"2023-11-18T15:44:29.129655+0000","last_clean":"2023-11-18T15:44:29.129655+0000","last_became_active":"2023-11-18T15:44:28.144956+0000","last_became_peered":"2023-11-18T15:44:28.144956+0000","last_unstale":"2023-11-18T15:44:29.129655+0000","last_undegraded":"2023-11-18T15:44:29.129655+0000","last_fullsized":"2023-11-18T15:44:29.129655+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:33:34.748328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128866+0000","last_change":"2023-11-18T15:44:28.141621+0000","last_active":"2023-11-18T15:44:29.128866+0000","last_peered":"2023-11-18T15:44:29.128866+0000","last_clean":"2023-11-18T15:44:29.128866+0000","last_became_active":"2023-11-18T15:44:28.138157+0000","last_became_peered":"2023-11-18T15:44:28.138157+0000","last_unstale":"2023-11-18T15:44:29.128866+0000","last_undegraded":"2023-11-18T15:44:29.128866+0000","last_fullsized":"2023-11-18T15:44:29.128866+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:02:20.347353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147362+0000","last_change":"2023-11-18T15:44:28.137463+0000","last_active":"2023-11-18T15:44:29.147362+0000","last_peered":"2023-11-18T15:44:29.147362+0000","last_clean":"2023-11-18T15:44:29.147362+0000","last_became_active":"2023-11-18T15:44:28.137202+0000","last_became_peered":"2023-11-18T15:44:28.137202+0000","last_unstale":"2023-11-18T15:44:29.147362+0000","last_undegraded":"2023-11-18T15:44:29.147362+0000","last_fullsized":"2023-11-18T15:44:29.147362+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:37:08.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129268+0000","last_change":"2023-11-18T15:44:28.134144+0000","last_active":"2023-11-18T15:44:29.129268+0000","last_peered":"2023-11-18T15:44:29.129268+0000","last_clean":"2023-11-18T15:44:29.129268+0000","last_became_active":"2023-11-18T15:44:28.133915+0000","last_became_peered":"2023-11-18T15:44:28.133915+0000","last_unstale":"2023-11-18T15:44:29.129268+0000","last_undegraded":"2023-11-18T15:44:29.129268+0000","last_fullsized":"2023-11-18T15:44:29.129268+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:52:01.937391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148096+0000","last_change":"2023-11-18T15:44:28.144965+0000","last_active":"2023-11-18T15:44:29.148096+0000","last_peered":"2023-11-18T15:44:29.148096+0000","last_clean":"2023-11-18T15:44:29.148096+0000","last_became_active":"2023-11-18T15:44:28.144716+0000","last_became_peered":"2023-11-18T15:44:28.144716+0000","last_unstale":"2023-11-18T15:44:29.148096+0000","last_undegraded":"2023-11-18T15:44:29.148096+0000","last_fullsized":"2023-11-18T15:44:29.148096+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:36:18.063819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148825+0000","last_change":"2023-11-18T15:44:28.136536+0000","last_active":"2023-11-18T15:44:29.148825+0000","last_peered":"2023-11-18T15:44:29.148825+0000","last_clean":"2023-11-18T15:44:29.148825+0000","last_became_active":"2023-11-18T15:44:28.136190+0000","last_became_peered":"2023-11-18T15:44:28.136190+0000","last_unstale":"2023-11-18T15:44:29.148825+0000","last_undegraded":"2023-11-18T15:44:29.148825+0000","last_fullsized":"2023-11-18T15:44:29.148825+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:10:49.733065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148074+0000","last_change":"2023-11-18T15:44:28.143868+0000","last_active":"2023-11-18T15:44:29.148074+0000","last_peered":"2023-11-18T15:44:29.148074+0000","last_clean":"2023-11-18T15:44:29.148074+0000","last_became_active":"2023-11-18T15:44:28.143621+0000","last_became_peered":"2023-11-18T15:44:28.143621+0000","last_unstale":"2023-11-18T15:44:29.148074+0000","last_undegraded":"2023-11-18T15:44:29.148074+0000","last_fullsized":"2023-11-18T15:44:29.148074+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:36:01.644487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147956+0000","last_change":"2023-11-18T15:44:28.130571+0000","last_active":"2023-11-18T15:44:29.147956+0000","last_peered":"2023-11-18T15:44:29.147956+0000","last_clean":"2023-11-18T15:44:29.147956+0000","last_became_active":"2023-11-18T15:44:28.130289+0000","last_became_peered":"2023-11-18T15:44:28.130289+0000","last_unstale":"2023-11-18T15:44:29.147956+0000","last_undegraded":"2023-11-18T15:44:29.147956+0000","last_fullsized":"2023-11-18T15:44:29.147956+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:18:08.410712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128843+0000","last_change":"2023-11-18T15:44:28.137663+0000","last_active":"2023-11-18T15:44:29.128843+0000","last_peered":"2023-11-18T15:44:29.128843+0000","last_clean":"2023-11-18T15:44:29.128843+0000","last_became_active":"2023-11-18T15:44:28.137391+0000","last_became_peered":"2023-11-18T15:44:28.137391+0000","last_unstale":"2023-11-18T15:44:29.128843+0000","last_undegraded":"2023-11-18T15:44:29.128843+0000","last_fullsized":"2023-11-18T15:44:29.128843+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:52:02.786357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129968+0000","last_change":"2023-11-18T15:44:28.139603+0000","last_active":"2023-11-18T15:44:29.129968+0000","last_peered":"2023-11-18T15:44:29.129968+0000","last_clean":"2023-11-18T15:44:29.129968+0000","last_became_active":"2023-11-18T15:44:28.139315+0000","last_became_peered":"2023-11-18T15:44:28.139315+0000","last_unstale":"2023-11-18T15:44:29.129968+0000","last_undegraded":"2023-11-18T15:44:29.129968+0000","last_fullsized":"2023-11-18T15:44:29.129968+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:43.216409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129475+0000","last_change":"2023-11-18T15:44:28.141102+0000","last_active":"2023-11-18T15:44:29.129475+0000","last_peered":"2023-11-18T15:44:29.129475+0000","last_clean":"2023-11-18T15:44:29.129475+0000","last_became_active":"2023-11-18T15:44:28.137203+0000","last_became_peered":"2023-11-18T15:44:28.137203+0000","last_unstale":"2023-11-18T15:44:29.129475+0000","last_undegraded":"2023-11-18T15:44:29.129475+0000","last_fullsized":"2023-11-18T15:44:29.129475+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:34.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123290+0000","last_change":"2023-11-18T15:44:28.138102+0000","last_active":"2023-11-18T15:44:29.123290+0000","last_peered":"2023-11-18T15:44:29.123290+0000","last_clean":"2023-11-18T15:44:29.123290+0000","last_became_active":"2023-11-18T15:44:28.137817+0000","last_became_peered":"2023-11-18T15:44:28.137817+0000","last_unstale":"2023-11-18T15:44:29.123290+0000","last_undegraded":"2023-11-18T15:44:29.123290+0000","last_fullsized":"2023-11-18T15:44:29.123290+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:56.472185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128896+0000","last_change":"2023-11-18T15:44:28.144860+0000","last_active":"2023-11-18T15:44:29.128896+0000","last_peered":"2023-11-18T15:44:29.128896+0000","last_clean":"2023-11-18T15:44:29.128896+0000","last_became_active":"2023-11-18T15:44:28.144493+0000","last_became_peered":"2023-11-18T15:44:28.144493+0000","last_unstale":"2023-11-18T15:44:29.128896+0000","last_undegraded":"2023-11-18T15:44:29.128896+0000","last_fullsized":"2023-11-18T15:44:29.128896+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:18:14.811691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148337+0000","last_change":"2023-11-18T15:44:28.137518+0000","last_active":"2023-11-18T15:44:29.148337+0000","last_peered":"2023-11-18T15:44:29.148337+0000","last_clean":"2023-11-18T15:44:29.148337+0000","last_became_active":"2023-11-18T15:44:28.137236+0000","last_became_peered":"2023-11-18T15:44:28.137236+0000","last_unstale":"2023-11-18T15:44:29.148337+0000","last_undegraded":"2023-11-18T15:44:29.148337+0000","last_fullsized":"2023-11-18T15:44:29.148337+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:52:01.937391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148206+0000","last_change":"2023-11-18T15:44:28.137503+0000","last_active":"2023-11-18T15:44:29.148206+0000","last_peered":"2023-11-18T15:44:29.148206+0000","last_clean":"2023-11-18T15:44:29.148206+0000","last_became_active":"2023-11-18T15:44:28.137239+0000","last_became_peered":"2023-11-18T15:44:28.137239+0000","last_unstale":"2023-11-18T15:44:29.148206+0000","last_undegraded":"2023-11-18T15:44:29.148206+0000","last_fullsized":"2023-11-18T15:44:29.148206+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:42:09.215386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147884+0000","last_change":"2023-11-18T15:44:28.138049+0000","last_active":"2023-11-18T15:44:29.147884+0000","last_peered":"2023-11-18T15:44:29.147884+0000","last_clean":"2023-11-18T15:44:29.147884+0000","last_became_active":"2023-11-18T15:44:28.137532+0000","last_became_peered":"2023-11-18T15:44:28.137532+0000","last_unstale":"2023-11-18T15:44:29.147884+0000","last_undegraded":"2023-11-18T15:44:29.147884+0000","last_fullsized":"2023-11-18T15:44:29.147884+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:43.216409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129805+0000","last_change":"2023-11-18T15:44:28.131466+0000","last_active":"2023-11-18T15:44:29.129805+0000","last_peered":"2023-11-18T15:44:29.129805+0000","last_clean":"2023-11-18T15:44:29.129805+0000","last_became_active":"2023-11-18T15:44:28.131185+0000","last_became_peered":"2023-11-18T15:44:28.131185+0000","last_unstale":"2023-11-18T15:44:29.129805+0000","last_undegraded":"2023-11-18T15:44:29.129805+0000","last_fullsized":"2023-11-18T15:44:29.129805+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:04:51.260115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130148+0000","last_change":"2023-11-18T15:44:28.139374+0000","last_active":"2023-11-18T15:44:29.130148+0000","last_peered":"2023-11-18T15:44:29.130148+0000","last_clean":"2023-11-18T15:44:29.130148+0000","last_became_active":"2023-11-18T15:44:28.139080+0000","last_became_peered":"2023-11-18T15:44:28.139080+0000","last_unstale":"2023-11-18T15:44:29.130148+0000","last_undegraded":"2023-11-18T15:44:29.130148+0000","last_fullsized":"2023-11-18T15:44:29.130148+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:52:01.937391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147803+0000","last_change":"2023-11-18T15:44:28.134385+0000","last_active":"2023-11-18T15:44:29.147803+0000","last_peered":"2023-11-18T15:44:29.147803+0000","last_clean":"2023-11-18T15:44:29.147803+0000","last_became_active":"2023-11-18T15:44:28.134124+0000","last_became_peered":"2023-11-18T15:44:28.134124+0000","last_unstale":"2023-11-18T15:44:29.147803+0000","last_undegraded":"2023-11-18T15:44:29.147803+0000","last_fullsized":"2023-11-18T15:44:29.147803+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:18:55.954804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148293+0000","last_change":"2023-11-18T15:44:28.145312+0000","last_active":"2023-11-18T15:44:29.148293+0000","last_peered":"2023-11-18T15:44:29.148293+0000","last_clean":"2023-11-18T15:44:29.148293+0000","last_became_active":"2023-11-18T15:44:28.144885+0000","last_became_peered":"2023-11-18T15:44:28.144885+0000","last_unstale":"2023-11-18T15:44:29.148293+0000","last_undegraded":"2023-11-18T15:44:29.148293+0000","last_fullsized":"2023-11-18T15:44:29.148293+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:16:23.029665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148352+0000","last_change":"2023-11-18T15:44:28.149276+0000","last_active":"2023-11-18T15:44:29.148352+0000","last_peered":"2023-11-18T15:44:29.148352+0000","last_clean":"2023-11-18T15:44:29.148352+0000","last_became_active":"2023-11-18T15:44:28.148971+0000","last_became_peered":"2023-11-18T15:44:28.148971+0000","last_unstale":"2023-11-18T15:44:29.148352+0000","last_undegraded":"2023-11-18T15:44:29.148352+0000","last_fullsized":"2023-11-18T15:44:29.148352+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:15:04.681718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123797+0000","last_change":"2023-11-18T15:44:28.144993+0000","last_active":"2023-11-18T15:44:29.123797+0000","last_peered":"2023-11-18T15:44:29.123797+0000","last_clean":"2023-11-18T15:44:29.123797+0000","last_became_active":"2023-11-18T15:44:28.144702+0000","last_became_peered":"2023-11-18T15:44:28.144702+0000","last_unstale":"2023-11-18T15:44:29.123797+0000","last_undegraded":"2023-11-18T15:44:29.123797+0000","last_fullsized":"2023-11-18T15:44:29.123797+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:34.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148056+0000","last_change":"2023-11-18T15:44:27.137990+0000","last_active":"2023-11-18T15:44:29.148056+0000","last_peered":"2023-11-18T15:44:29.148056+0000","last_clean":"2023-11-18T15:44:29.148056+0000","last_became_active":"2023-11-18T15:44:27.137686+0000","last_became_peered":"2023-11-18T15:44:27.137686+0000","last_unstale":"2023-11-18T15:44:29.148056+0000","last_undegraded":"2023-11-18T15:44:29.148056+0000","last_fullsized":"2023-11-18T15:44:29.148056+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:24.787692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147950+0000","last_change":"2023-11-18T15:44:28.138366+0000","last_active":"2023-11-18T15:44:29.147950+0000","last_peered":"2023-11-18T15:44:29.147950+0000","last_clean":"2023-11-18T15:44:29.147950+0000","last_became_active":"2023-11-18T15:44:28.137833+0000","last_became_peered":"2023-11-18T15:44:28.137833+0000","last_unstale":"2023-11-18T15:44:29.147950+0000","last_undegraded":"2023-11-18T15:44:29.147950+0000","last_fullsized":"2023-11-18T15:44:29.147950+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:56.472185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123474+0000","last_change":"2023-11-18T15:44:27.138764+0000","last_active":"2023-11-18T15:44:29.123474+0000","last_peered":"2023-11-18T15:44:29.123474+0000","last_clean":"2023-11-18T15:44:29.123474+0000","last_became_active":"2023-11-18T15:44:27.138402+0000","last_became_peered":"2023-11-18T15:44:27.138402+0000","last_unstale":"2023-11-18T15:44:29.123474+0000","last_undegraded":"2023-11-18T15:44:29.123474+0000","last_fullsized":"2023-11-18T15:44:29.123474+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:35:04.779633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130024+0000","last_change":"2023-11-18T15:44:28.139167+0000","last_active":"2023-11-18T15:44:29.130024+0000","last_peered":"2023-11-18T15:44:29.130024+0000","last_clean":"2023-11-18T15:44:29.130024+0000","last_became_active":"2023-11-18T15:44:28.138891+0000","last_became_peered":"2023-11-18T15:44:28.138891+0000","last_unstale":"2023-11-18T15:44:29.130024+0000","last_undegraded":"2023-11-18T15:44:29.130024+0000","last_fullsized":"2023-11-18T15:44:29.130024+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:00:40.454870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148039+0000","last_change":"2023-11-18T15:44:27.147242+0000","last_active":"2023-11-18T15:44:29.148039+0000","last_peered":"2023-11-18T15:44:29.148039+0000","last_clean":"2023-11-18T15:44:29.148039+0000","last_became_active":"2023-11-18T15:44:27.147047+0000","last_became_peered":"2023-11-18T15:44:27.147047+0000","last_unstale":"2023-11-18T15:44:29.148039+0000","last_undegraded":"2023-11-18T15:44:29.148039+0000","last_fullsized":"2023-11-18T15:44:29.148039+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:33.366918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147984+0000","last_change":"2023-11-18T15:44:28.137806+0000","last_active":"2023-11-18T15:44:29.147984+0000","last_peered":"2023-11-18T15:44:29.147984+0000","last_clean":"2023-11-18T15:44:29.147984+0000","last_became_active":"2023-11-18T15:44:28.137186+0000","last_became_peered":"2023-11-18T15:44:28.137186+0000","last_unstale":"2023-11-18T15:44:29.147984+0000","last_undegraded":"2023-11-18T15:44:29.147984+0000","last_fullsized":"2023-11-18T15:44:29.147984+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:18:14.811691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128776+0000","last_change":"2023-11-18T15:44:27.144464+0000","last_active":"2023-11-18T15:44:29.128776+0000","last_peered":"2023-11-18T15:44:29.128776+0000","last_clean":"2023-11-18T15:44:29.128776+0000","last_became_active":"2023-11-18T15:44:27.144135+0000","last_became_peered":"2023-11-18T15:44:27.144135+0000","last_unstale":"2023-11-18T15:44:29.128776+0000","last_undegraded":"2023-11-18T15:44:29.128776+0000","last_fullsized":"2023-11-18T15:44:29.128776+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T03:20:08.885206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147944+0000","last_change":"2023-11-18T15:44:28.136849+0000","last_active":"2023-11-18T15:44:29.147944+0000","last_peered":"2023-11-18T15:44:29.147944+0000","last_clean":"2023-11-18T15:44:29.147944+0000","last_became_active":"2023-11-18T15:44:28.136242+0000","last_became_peered":"2023-11-18T15:44:28.136242+0000","last_unstale":"2023-11-18T15:44:29.147944+0000","last_undegraded":"2023-11-18T15:44:29.147944+0000","last_fullsized":"2023-11-18T15:44:29.147944+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:52:02.469020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130086+0000","last_change":"2023-11-18T15:44:27.136367+0000","last_active":"2023-11-18T15:44:29.130086+0000","last_peered":"2023-11-18T15:44:29.130086+0000","last_clean":"2023-11-18T15:44:29.130086+0000","last_became_active":"2023-11-18T15:44:27.136179+0000","last_became_peered":"2023-11-18T15:44:27.136179+0000","last_unstale":"2023-11-18T15:44:29.130086+0000","last_undegraded":"2023-11-18T15:44:29.130086+0000","last_fullsized":"2023-11-18T15:44:29.130086+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:55.465140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129404+0000","last_change":"2023-11-18T15:44:28.134698+0000","last_active":"2023-11-18T15:44:29.129404+0000","last_peered":"2023-11-18T15:44:29.129404+0000","last_clean":"2023-11-18T15:44:29.129404+0000","last_became_active":"2023-11-18T15:44:28.134411+0000","last_became_peered":"2023-11-18T15:44:28.134411+0000","last_unstale":"2023-11-18T15:44:29.129404+0000","last_undegraded":"2023-11-18T15:44:29.129404+0000","last_fullsized":"2023-11-18T15:44:29.129404+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:44:00.882809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129590+0000","last_change":"2023-11-18T15:44:27.135415+0000","last_active":"2023-11-18T15:44:29.129590+0000","last_peered":"2023-11-18T15:44:29.129590+0000","last_clean":"2023-11-18T15:44:29.129590+0000","last_became_active":"2023-11-18T15:44:27.135208+0000","last_became_peered":"2023-11-18T15:44:27.135208+0000","last_unstale":"2023-11-18T15:44:29.129590+0000","last_undegraded":"2023-11-18T15:44:29.129590+0000","last_fullsized":"2023-11-18T15:44:29.129590+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:02:19.340308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129554+0000","last_change":"2023-11-18T15:44:28.131919+0000","last_active":"2023-11-18T15:44:29.129554+0000","last_peered":"2023-11-18T15:44:29.129554+0000","last_clean":"2023-11-18T15:44:29.129554+0000","last_became_active":"2023-11-18T15:44:28.131522+0000","last_became_peered":"2023-11-18T15:44:28.131522+0000","last_unstale":"2023-11-18T15:44:29.129554+0000","last_undegraded":"2023-11-18T15:44:29.129554+0000","last_fullsized":"2023-11-18T15:44:29.129554+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:21:37.270732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147141+0000","last_change":"2023-11-18T15:44:27.145385+0000","last_active":"2023-11-18T15:44:29.147141+0000","last_peered":"2023-11-18T15:44:29.147141+0000","last_clean":"2023-11-18T15:44:29.147141+0000","last_became_active":"2023-11-18T15:44:27.144888+0000","last_became_peered":"2023-11-18T15:44:27.144888+0000","last_unstale":"2023-11-18T15:44:29.147141+0000","last_undegraded":"2023-11-18T15:44:29.147141+0000","last_fullsized":"2023-11-18T15:44:29.147141+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:59:12.027458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147227+0000","last_change":"2023-11-18T15:44:28.147587+0000","last_active":"2023-11-18T15:44:29.147227+0000","last_peered":"2023-11-18T15:44:29.147227+0000","last_clean":"2023-11-18T15:44:29.147227+0000","last_became_active":"2023-11-18T15:44:28.147268+0000","last_became_peered":"2023-11-18T15:44:28.147268+0000","last_unstale":"2023-11-18T15:44:29.147227+0000","last_undegraded":"2023-11-18T15:44:29.147227+0000","last_fullsized":"2023-11-18T15:44:29.147227+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:28:34.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129396+0000","last_change":"2023-11-18T15:44:27.131701+0000","last_active":"2023-11-18T15:44:29.129396+0000","last_peered":"2023-11-18T15:44:29.129396+0000","last_clean":"2023-11-18T15:44:29.129396+0000","last_became_active":"2023-11-18T15:44:27.131447+0000","last_became_peered":"2023-11-18T15:44:27.131447+0000","last_unstale":"2023-11-18T15:44:29.129396+0000","last_undegraded":"2023-11-18T15:44:29.129396+0000","last_fullsized":"2023-11-18T15:44:29.129396+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:35:04.779633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130134+0000","last_change":"2023-11-18T15:44:28.143968+0000","last_active":"2023-11-18T15:44:29.130134+0000","last_peered":"2023-11-18T15:44:29.130134+0000","last_clean":"2023-11-18T15:44:29.130134+0000","last_became_active":"2023-11-18T15:44:28.143568+0000","last_became_peered":"2023-11-18T15:44:28.143568+0000","last_unstale":"2023-11-18T15:44:29.130134+0000","last_undegraded":"2023-11-18T15:44:29.130134+0000","last_fullsized":"2023-11-18T15:44:29.130134+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:18:08.410712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147875+0000","last_change":"2023-11-18T15:44:27.139040+0000","last_active":"2023-11-18T15:44:29.147875+0000","last_peered":"2023-11-18T15:44:29.147875+0000","last_clean":"2023-11-18T15:44:29.147875+0000","last_became_active":"2023-11-18T15:44:27.138726+0000","last_became_peered":"2023-11-18T15:44:27.138726+0000","last_unstale":"2023-11-18T15:44:29.147875+0000","last_undegraded":"2023-11-18T15:44:29.147875+0000","last_fullsized":"2023-11-18T15:44:29.147875+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:52:00.930346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148006+0000","last_change":"2023-11-18T15:44:28.143883+0000","last_active":"2023-11-18T15:44:29.148006+0000","last_peered":"2023-11-18T15:44:29.148006+0000","last_clean":"2023-11-18T15:44:29.148006+0000","last_became_active":"2023-11-18T15:44:28.143329+0000","last_became_peered":"2023-11-18T15:44:28.143329+0000","last_unstale":"2023-11-18T15:44:29.148006+0000","last_undegraded":"2023-11-18T15:44:29.148006+0000","last_fullsized":"2023-11-18T15:44:29.148006+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:03:28.041184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123561+0000","last_change":"2023-11-18T15:44:27.135605+0000","last_active":"2023-11-18T15:44:29.123561+0000","last_peered":"2023-11-18T15:44:29.123561+0000","last_clean":"2023-11-18T15:44:29.123561+0000","last_became_active":"2023-11-18T15:44:27.135331+0000","last_became_peered":"2023-11-18T15:44:27.135331+0000","last_unstale":"2023-11-18T15:44:29.123561+0000","last_undegraded":"2023-11-18T15:44:29.123561+0000","last_fullsized":"2023-11-18T15:44:29.123561+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:22:43.519394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147890+0000","last_change":"2023-11-18T15:44:28.140864+0000","last_active":"2023-11-18T15:44:29.147890+0000","last_peered":"2023-11-18T15:44:29.147890+0000","last_clean":"2023-11-18T15:44:29.147890+0000","last_became_active":"2023-11-18T15:44:28.140565+0000","last_became_peered":"2023-11-18T15:44:28.140565+0000","last_unstale":"2023-11-18T15:44:29.147890+0000","last_undegraded":"2023-11-18T15:44:29.147890+0000","last_fullsized":"2023-11-18T15:44:29.147890+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:55:52.368404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130176+0000","last_change":"2023-11-18T15:44:27.138965+0000","last_active":"2023-11-18T15:44:29.130176+0000","last_peered":"2023-11-18T15:44:29.130176+0000","last_clean":"2023-11-18T15:44:29.130176+0000","last_became_active":"2023-11-18T15:44:27.138686+0000","last_became_peered":"2023-11-18T15:44:27.138686+0000","last_unstale":"2023-11-18T15:44:29.130176+0000","last_undegraded":"2023-11-18T15:44:29.130176+0000","last_fullsized":"2023-11-18T15:44:29.130176+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:31:43.567425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130075+0000","last_change":"2023-11-18T15:44:28.142748+0000","last_active":"2023-11-18T15:44:29.130075+0000","last_peered":"2023-11-18T15:44:29.130075+0000","last_clean":"2023-11-18T15:44:29.130075+0000","last_became_active":"2023-11-18T15:44:28.142151+0000","last_became_peered":"2023-11-18T15:44:28.142151+0000","last_unstale":"2023-11-18T15:44:29.130075+0000","last_undegraded":"2023-11-18T15:44:29.130075+0000","last_fullsized":"2023-11-18T15:44:29.130075+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:37:08.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147972+0000","last_change":"2023-11-18T15:44:27.147235+0000","last_active":"2023-11-18T15:44:29.147972+0000","last_peered":"2023-11-18T15:44:29.147972+0000","last_clean":"2023-11-18T15:44:29.147972+0000","last_became_active":"2023-11-18T15:44:27.146967+0000","last_became_peered":"2023-11-18T15:44:27.146967+0000","last_unstale":"2023-11-18T15:44:29.147972+0000","last_undegraded":"2023-11-18T15:44:29.147972+0000","last_fullsized":"2023-11-18T15:44:29.147972+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T17:32:32.311909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147553+0000","last_change":"2023-11-18T15:44:28.139250+0000","last_active":"2023-11-18T15:44:29.147553+0000","last_peered":"2023-11-18T15:44:29.147553+0000","last_clean":"2023-11-18T15:44:29.147553+0000","last_became_active":"2023-11-18T15:44:28.139058+0000","last_became_peered":"2023-11-18T15:44:28.139058+0000","last_unstale":"2023-11-18T15:44:29.147553+0000","last_undegraded":"2023-11-18T15:44:29.147553+0000","last_fullsized":"2023-11-18T15:44:29.147553+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:31:44.574471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130183+0000","last_change":"2023-11-18T15:44:27.131598+0000","last_active":"2023-11-18T15:44:29.130183+0000","last_peered":"2023-11-18T15:44:29.130183+0000","last_clean":"2023-11-18T15:44:29.130183+0000","last_became_active":"2023-11-18T15:44:27.131312+0000","last_became_peered":"2023-11-18T15:44:27.131312+0000","last_unstale":"2023-11-18T15:44:29.130183+0000","last_undegraded":"2023-11-18T15:44:29.130183+0000","last_fullsized":"2023-11-18T15:44:29.130183+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:38:56.670015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147314+0000","last_change":"2023-11-18T15:44:28.134979+0000","last_active":"2023-11-18T15:44:29.147314+0000","last_peered":"2023-11-18T15:44:29.147314+0000","last_clean":"2023-11-18T15:44:29.147314+0000","last_became_active":"2023-11-18T15:44:28.134706+0000","last_became_peered":"2023-11-18T15:44:28.134706+0000","last_unstale":"2023-11-18T15:44:29.147314+0000","last_undegraded":"2023-11-18T15:44:29.147314+0000","last_fullsized":"2023-11-18T15:44:29.147314+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:18:39.184447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147513+0000","last_change":"2023-11-18T15:44:27.135174+0000","last_active":"2023-11-18T15:44:29.147513+0000","last_peered":"2023-11-18T15:44:29.147513+0000","last_clean":"2023-11-18T15:44:29.147513+0000","last_became_active":"2023-11-18T15:44:27.134928+0000","last_became_peered":"2023-11-18T15:44:27.134928+0000","last_unstale":"2023-11-18T15:44:29.147513+0000","last_undegraded":"2023-11-18T15:44:29.147513+0000","last_fullsized":"2023-11-18T15:44:29.147513+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:55.465140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148263+0000","last_change":"2023-11-18T15:44:28.147463+0000","last_active":"2023-11-18T15:44:29.148263+0000","last_peered":"2023-11-18T15:44:29.148263+0000","last_clean":"2023-11-18T15:44:29.148263+0000","last_became_active":"2023-11-18T15:44:28.147205+0000","last_became_peered":"2023-11-18T15:44:28.147205+0000","last_unstale":"2023-11-18T15:44:29.148263+0000","last_undegraded":"2023-11-18T15:44:29.148263+0000","last_fullsized":"2023-11-18T15:44:29.148263+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:54:24.778610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147228+0000","last_change":"2023-11-18T15:44:27.139068+0000","last_active":"2023-11-18T15:44:29.147228+0000","last_peered":"2023-11-18T15:44:29.147228+0000","last_clean":"2023-11-18T15:44:29.147228+0000","last_became_active":"2023-11-18T15:44:27.138871+0000","last_became_peered":"2023-11-18T15:44:27.138871+0000","last_unstale":"2023-11-18T15:44:29.147228+0000","last_undegraded":"2023-11-18T15:44:29.147228+0000","last_fullsized":"2023-11-18T15:44:29.147228+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:32:55.465140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148290+0000","last_change":"2023-11-18T15:44:28.145147+0000","last_active":"2023-11-18T15:44:29.148290+0000","last_peered":"2023-11-18T15:44:29.148290+0000","last_clean":"2023-11-18T15:44:29.148290+0000","last_became_active":"2023-11-18T15:44:28.144543+0000","last_became_peered":"2023-11-18T15:44:28.144543+0000","last_unstale":"2023-11-18T15:44:29.148290+0000","last_undegraded":"2023-11-18T15:44:29.148290+0000","last_fullsized":"2023-11-18T15:44:29.148290+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:38:57.677060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147002+0000","last_change":"2023-11-18T15:44:27.147142+0000","last_active":"2023-11-18T15:44:29.147002+0000","last_peered":"2023-11-18T15:44:29.147002+0000","last_clean":"2023-11-18T15:44:29.147002+0000","last_became_active":"2023-11-18T15:44:27.146843+0000","last_became_peered":"2023-11-18T15:44:27.146843+0000","last_unstale":"2023-11-18T15:44:29.147002+0000","last_undegraded":"2023-11-18T15:44:29.147002+0000","last_fullsized":"2023-11-18T15:44:29.147002+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:22:43.519394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129812+0000","last_change":"2023-11-18T15:44:28.135962+0000","last_active":"2023-11-18T15:44:29.129812+0000","last_peered":"2023-11-18T15:44:29.129812+0000","last_clean":"2023-11-18T15:44:29.129812+0000","last_became_active":"2023-11-18T15:44:28.135230+0000","last_became_peered":"2023-11-18T15:44:28.135230+0000","last_unstale":"2023-11-18T15:44:29.129812+0000","last_undegraded":"2023-11-18T15:44:29.129812+0000","last_fullsized":"2023-11-18T15:44:29.129812+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:42:32.032997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148389+0000","last_change":"2023-11-18T15:44:27.143569+0000","last_active":"2023-11-18T15:44:29.148389+0000","last_peered":"2023-11-18T15:44:29.148389+0000","last_clean":"2023-11-18T15:44:29.148389+0000","last_became_active":"2023-11-18T15:44:27.143098+0000","last_became_peered":"2023-11-18T15:44:27.143098+0000","last_unstale":"2023-11-18T15:44:29.148389+0000","last_undegraded":"2023-11-18T15:44:29.148389+0000","last_fullsized":"2023-11-18T15:44:29.148389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:24.787692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130091+0000","last_change":"2023-11-18T15:44:28.147165+0000","last_active":"2023-11-18T15:44:29.130091+0000","last_peered":"2023-11-18T15:44:29.130091+0000","last_clean":"2023-11-18T15:44:29.130091+0000","last_became_active":"2023-11-18T15:44:28.146864+0000","last_became_peered":"2023-11-18T15:44:28.146864+0000","last_unstale":"2023-11-18T15:44:29.130091+0000","last_undegraded":"2023-11-18T15:44:29.130091+0000","last_fullsized":"2023-11-18T15:44:29.130091+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:55:52.368404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129926+0000","last_change":"2023-11-18T15:44:27.132332+0000","last_active":"2023-11-18T15:44:29.129926+0000","last_peered":"2023-11-18T15:44:29.129926+0000","last_clean":"2023-11-18T15:44:29.129926+0000","last_became_active":"2023-11-18T15:44:27.132066+0000","last_became_peered":"2023-11-18T15:44:27.132066+0000","last_unstale":"2023-11-18T15:44:29.129926+0000","last_undegraded":"2023-11-18T15:44:29.129926+0000","last_fullsized":"2023-11-18T15:44:29.129926+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:14:37.895469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147647+0000","last_change":"2023-11-18T15:44:28.137968+0000","last_active":"2023-11-18T15:44:29.147647+0000","last_peered":"2023-11-18T15:44:29.147647+0000","last_clean":"2023-11-18T15:44:29.147647+0000","last_became_active":"2023-11-18T15:44:28.137123+0000","last_became_peered":"2023-11-18T15:44:28.137123+0000","last_unstale":"2023-11-18T15:44:29.147647+0000","last_undegraded":"2023-11-18T15:44:29.147647+0000","last_fullsized":"2023-11-18T15:44:29.147647+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:42:32.032997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130055+0000","last_change":"2023-11-18T15:44:27.129750+0000","last_active":"2023-11-18T15:44:29.130055+0000","last_peered":"2023-11-18T15:44:29.130055+0000","last_clean":"2023-11-18T15:44:29.130055+0000","last_became_active":"2023-11-18T15:44:27.129517+0000","last_became_peered":"2023-11-18T15:44:27.129517+0000","last_unstale":"2023-11-18T15:44:29.130055+0000","last_undegraded":"2023-11-18T15:44:29.130055+0000","last_fullsized":"2023-11-18T15:44:29.130055+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:42:11.152036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128873+0000","last_change":"2023-11-18T15:44:28.142424+0000","last_active":"2023-11-18T15:44:29.128873+0000","last_peered":"2023-11-18T15:44:29.128873+0000","last_clean":"2023-11-18T15:44:29.128873+0000","last_became_active":"2023-11-18T15:44:28.142127+0000","last_became_peered":"2023-11-18T15:44:28.142127+0000","last_unstale":"2023-11-18T15:44:29.128873+0000","last_undegraded":"2023-11-18T15:44:29.128873+0000","last_fullsized":"2023-11-18T15:44:29.128873+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:42:12.159081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.130043+0000","last_change":"2023-11-18T15:44:27.136198+0000","last_active":"2023-11-18T15:44:29.130043+0000","last_peered":"2023-11-18T15:44:29.130043+0000","last_clean":"2023-11-18T15:44:29.130043+0000","last_became_active":"2023-11-18T15:44:27.135933+0000","last_became_peered":"2023-11-18T15:44:27.135933+0000","last_unstale":"2023-11-18T15:44:29.130043+0000","last_undegraded":"2023-11-18T15:44:29.130043+0000","last_fullsized":"2023-11-18T15:44:29.130043+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:52:59.810995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128675+0000","last_change":"2023-11-18T15:44:28.147046+0000","last_active":"2023-11-18T15:44:29.128675+0000","last_peered":"2023-11-18T15:44:29.128675+0000","last_clean":"2023-11-18T15:44:29.128675+0000","last_became_active":"2023-11-18T15:44:28.146767+0000","last_became_peered":"2023-11-18T15:44:28.146767+0000","last_unstale":"2023-11-18T15:44:29.128675+0000","last_undegraded":"2023-11-18T15:44:29.128675+0000","last_fullsized":"2023-11-18T15:44:29.128675+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T00:35:28.221846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123584+0000","last_change":"2023-11-18T15:44:27.134129+0000","last_active":"2023-11-18T15:44:29.123584+0000","last_peered":"2023-11-18T15:44:29.123584+0000","last_clean":"2023-11-18T15:44:29.123584+0000","last_became_active":"2023-11-18T15:44:27.133816+0000","last_became_peered":"2023-11-18T15:44:27.133816+0000","last_unstale":"2023-11-18T15:44:29.123584+0000","last_undegraded":"2023-11-18T15:44:29.123584+0000","last_fullsized":"2023-11-18T15:44:29.123584+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:14:37.895469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128830+0000","last_change":"2023-11-18T15:44:28.138241+0000","last_active":"2023-11-18T15:44:29.128830+0000","last_peered":"2023-11-18T15:44:29.128830+0000","last_clean":"2023-11-18T15:44:29.128830+0000","last_became_active":"2023-11-18T15:44:28.136942+0000","last_became_peered":"2023-11-18T15:44:28.136942+0000","last_unstale":"2023-11-18T15:44:29.128830+0000","last_undegraded":"2023-11-18T15:44:29.128830+0000","last_fullsized":"2023-11-18T15:44:29.128830+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:43:56.339822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147982+0000","last_change":"2023-11-18T15:44:27.146163+0000","last_active":"2023-11-18T15:44:29.147982+0000","last_peered":"2023-11-18T15:44:29.147982+0000","last_clean":"2023-11-18T15:44:29.147982+0000","last_became_active":"2023-11-18T15:44:27.145926+0000","last_became_peered":"2023-11-18T15:44:27.145926+0000","last_unstale":"2023-11-18T15:44:29.147982+0000","last_undegraded":"2023-11-18T15:44:29.147982+0000","last_fullsized":"2023-11-18T15:44:29.147982+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:14:37.895469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128611+0000","last_change":"2023-11-18T15:44:28.143109+0000","last_active":"2023-11-18T15:44:29.128611+0000","last_peered":"2023-11-18T15:44:29.128611+0000","last_clean":"2023-11-18T15:44:29.128611+0000","last_became_active":"2023-11-18T15:44:28.142862+0000","last_became_peered":"2023-11-18T15:44:28.142862+0000","last_unstale":"2023-11-18T15:44:29.128611+0000","last_undegraded":"2023-11-18T15:44:29.128611+0000","last_fullsized":"2023-11-18T15:44:29.128611+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T18:48:01.168607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129317+0000","last_change":"2023-11-18T15:44:27.144293+0000","last_active":"2023-11-18T15:44:29.129317+0000","last_peered":"2023-11-18T15:44:29.129317+0000","last_clean":"2023-11-18T15:44:29.129317+0000","last_became_active":"2023-11-18T15:44:27.143930+0000","last_became_peered":"2023-11-18T15:44:27.143930+0000","last_unstale":"2023-11-18T15:44:29.129317+0000","last_undegraded":"2023-11-18T15:44:29.129317+0000","last_fullsized":"2023-11-18T15:44:29.129317+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:57:44.650672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148627+0000","last_change":"2023-11-18T15:44:28.146245+0000","last_active":"2023-11-18T15:44:29.148627+0000","last_peered":"2023-11-18T15:44:29.148627+0000","last_clean":"2023-11-18T15:44:29.148627+0000","last_became_active":"2023-11-18T15:44:28.145935+0000","last_became_peered":"2023-11-18T15:44:28.145935+0000","last_unstale":"2023-11-18T15:44:29.148627+0000","last_undegraded":"2023-11-18T15:44:29.148627+0000","last_fullsized":"2023-11-18T15:44:29.148627+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:02:55.941013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129049+0000","last_change":"2023-11-18T15:44:27.139208+0000","last_active":"2023-11-18T15:44:29.129049+0000","last_peered":"2023-11-18T15:44:29.129049+0000","last_clean":"2023-11-18T15:44:29.129049+0000","last_became_active":"2023-11-18T15:44:27.138955+0000","last_became_peered":"2023-11-18T15:44:27.138955+0000","last_unstale":"2023-11-18T15:44:29.129049+0000","last_undegraded":"2023-11-18T15:44:29.129049+0000","last_fullsized":"2023-11-18T15:44:29.129049+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T21:00:39.447825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.128869+0000","last_change":"2023-11-18T15:44:28.140271+0000","last_active":"2023-11-18T15:44:29.128869+0000","last_peered":"2023-11-18T15:44:29.128869+0000","last_clean":"2023-11-18T15:44:29.128869+0000","last_became_active":"2023-11-18T15:44:28.140019+0000","last_became_peered":"2023-11-18T15:44:28.140019+0000","last_unstale":"2023-11-18T15:44:29.128869+0000","last_undegraded":"2023-11-18T15:44:29.128869+0000","last_fullsized":"2023-11-18T15:44:29.128869+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:36:08.981425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148319+0000","last_change":"2023-11-18T15:44:27.143828+0000","last_active":"2023-11-18T15:44:29.148319+0000","last_peered":"2023-11-18T15:44:29.148319+0000","last_clean":"2023-11-18T15:44:29.148319+0000","last_became_active":"2023-11-18T15:44:27.143581+0000","last_became_peered":"2023-11-18T15:44:27.143581+0000","last_unstale":"2023-11-18T15:44:29.148319+0000","last_undegraded":"2023-11-18T15:44:29.148319+0000","last_fullsized":"2023-11-18T15:44:29.148319+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:22:43.519394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129857+0000","last_change":"2023-11-18T15:44:28.142560+0000","last_active":"2023-11-18T15:44:29.129857+0000","last_peered":"2023-11-18T15:44:29.129857+0000","last_clean":"2023-11-18T15:44:29.129857+0000","last_became_active":"2023-11-18T15:44:28.142238+0000","last_became_peered":"2023-11-18T15:44:28.142238+0000","last_unstale":"2023-11-18T15:44:29.129857+0000","last_undegraded":"2023-11-18T15:44:29.129857+0000","last_fullsized":"2023-11-18T15:44:29.129857+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:18:39.184447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123637+0000","last_change":"2023-11-18T15:44:27.143627+0000","last_active":"2023-11-18T15:44:29.123637+0000","last_peered":"2023-11-18T15:44:29.123637+0000","last_clean":"2023-11-18T15:44:29.123637+0000","last_became_active":"2023-11-18T15:44:27.143370+0000","last_became_peered":"2023-11-18T15:44:27.143370+0000","last_unstale":"2023-11-18T15:44:29.123637+0000","last_undegraded":"2023-11-18T15:44:29.123637+0000","last_fullsized":"2023-11-18T15:44:29.123637+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:59:12.027458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123388+0000","last_change":"2023-11-18T15:44:28.139418+0000","last_active":"2023-11-18T15:44:29.123388+0000","last_peered":"2023-11-18T15:44:29.123388+0000","last_clean":"2023-11-18T15:44:29.123388+0000","last_became_active":"2023-11-18T15:44:28.139156+0000","last_became_peered":"2023-11-18T15:44:28.139156+0000","last_unstale":"2023-11-18T15:44:29.123388+0000","last_undegraded":"2023-11-18T15:44:29.123388+0000","last_fullsized":"2023-11-18T15:44:29.123388+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:38:57.677060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147777+0000","last_change":"2023-11-18T15:44:27.143724+0000","last_active":"2023-11-18T15:44:29.147777+0000","last_peered":"2023-11-18T15:44:29.147777+0000","last_clean":"2023-11-18T15:44:29.147777+0000","last_became_active":"2023-11-18T15:44:27.143243+0000","last_became_peered":"2023-11-18T15:44:27.143243+0000","last_unstale":"2023-11-18T15:44:29.147777+0000","last_undegraded":"2023-11-18T15:44:29.147777+0000","last_fullsized":"2023-11-18T15:44:29.147777+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:14:37.895469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147892+0000","last_change":"2023-11-18T15:44:28.132500+0000","last_active":"2023-11-18T15:44:29.147892+0000","last_peered":"2023-11-18T15:44:29.147892+0000","last_clean":"2023-11-18T15:44:29.147892+0000","last_became_active":"2023-11-18T15:44:28.132224+0000","last_became_peered":"2023-11-18T15:44:28.132224+0000","last_unstale":"2023-11-18T15:44:29.147892+0000","last_undegraded":"2023-11-18T15:44:29.147892+0000","last_fullsized":"2023-11-18T15:44:29.147892+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:53:00.818040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123536+0000","last_change":"2023-11-18T15:44:27.131372+0000","last_active":"2023-11-18T15:44:29.123536+0000","last_peered":"2023-11-18T15:44:29.123536+0000","last_clean":"2023-11-18T15:44:29.123536+0000","last_became_active":"2023-11-18T15:44:27.130082+0000","last_became_peered":"2023-11-18T15:44:27.130082+0000","last_unstale":"2023-11-18T15:44:29.123536+0000","last_undegraded":"2023-11-18T15:44:29.123536+0000","last_fullsized":"2023-11-18T15:44:29.123536+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:16:24.787692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.123671+0000","last_change":"2023-11-18T15:44:28.134096+0000","last_active":"2023-11-18T15:44:29.123671+0000","last_peered":"2023-11-18T15:44:29.123671+0000","last_clean":"2023-11-18T15:44:29.123671+0000","last_became_active":"2023-11-18T15:44:28.133735+0000","last_became_peered":"2023-11-18T15:44:28.133735+0000","last_unstale":"2023-11-18T15:44:29.123671+0000","last_undegraded":"2023-11-18T15:44:29.123671+0000","last_fullsized":"2023-11-18T15:44:29.123671+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T19:16:23.029665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147607+0000","last_change":"2023-11-18T15:44:27.143402+0000","last_active":"2023-11-18T15:44:29.147607+0000","last_peered":"2023-11-18T15:44:29.147607+0000","last_clean":"2023-11-18T15:44:29.147607+0000","last_became_active":"2023-11-18T15:44:27.143121+0000","last_became_peered":"2023-11-18T15:44:27.143121+0000","last_unstale":"2023-11-18T15:44:29.147607+0000","last_undegraded":"2023-11-18T15:44:29.147607+0000","last_fullsized":"2023-11-18T15:44:29.147607+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T22:38:56.670015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147049+0000","last_change":"2023-11-18T15:44:28.143521+0000","last_active":"2023-11-18T15:44:29.147049+0000","last_peered":"2023-11-18T15:44:29.147049+0000","last_clean":"2023-11-18T15:44:29.147049+0000","last_became_active":"2023-11-18T15:44:28.143251+0000","last_became_peered":"2023-11-18T15:44:28.143251+0000","last_unstale":"2023-11-18T15:44:29.147049+0000","last_undegraded":"2023-11-18T15:44:29.147049+0000","last_fullsized":"2023-11-18T15:44:29.147049+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T02:33:34.748328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129418+0000","last_change":"2023-11-18T15:44:27.134440+0000","last_active":"2023-11-18T15:44:29.129418+0000","last_peered":"2023-11-18T15:44:29.129418+0000","last_clean":"2023-11-18T15:44:29.129418+0000","last_became_active":"2023-11-18T15:44:27.133909+0000","last_became_peered":"2023-11-18T15:44:27.133909+0000","last_unstale":"2023-11-18T15:44:29.129418+0000","last_undegraded":"2023-11-18T15:44:29.129418+0000","last_fullsized":"2023-11-18T15:44:29.129418+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:36:07.974380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.129668+0000","last_change":"2023-11-18T15:44:28.141625+0000","last_active":"2023-11-18T15:44:29.129668+0000","last_peered":"2023-11-18T15:44:29.129668+0000","last_clean":"2023-11-18T15:44:29.129668+0000","last_became_active":"2023-11-18T15:44:28.141361+0000","last_became_peered":"2023-11-18T15:44:28.141361+0000","last_unstale":"2023-11-18T15:44:29.129668+0000","last_undegraded":"2023-11-18T15:44:29.129668+0000","last_fullsized":"2023-11-18T15:44:29.129668+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:31:44.574471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.147119+0000","last_change":"2023-11-18T15:44:27.139068+0000","last_active":"2023-11-18T15:44:29.147119+0000","last_peered":"2023-11-18T15:44:29.147119+0000","last_clean":"2023-11-18T15:44:29.147119+0000","last_became_active":"2023-11-18T15:44:27.138806+0000","last_became_peered":"2023-11-18T15:44:27.138806+0000","last_unstale":"2023-11-18T15:44:29.147119+0000","last_undegraded":"2023-11-18T15:44:29.147119+0000","last_fullsized":"2023-11-18T15:44:29.147119+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T23:52:59.810995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148047+0000","last_change":"2023-11-18T15:44:28.143853+0000","last_active":"2023-11-18T15:44:29.148047+0000","last_peered":"2023-11-18T15:44:29.148047+0000","last_clean":"2023-11-18T15:44:29.148047+0000","last_became_active":"2023-11-18T15:44:28.143550+0000","last_became_peered":"2023-11-18T15:44:28.143550+0000","last_unstale":"2023-11-18T15:44:29.148047+0000","last_undegraded":"2023-11-18T15:44:29.148047+0000","last_fullsized":"2023-11-18T15:44:29.148047+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:27.113557+0000","last_clean_scrub_stamp":"2023-11-18T15:44:27.113557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:50:48.679491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-11-18T15:44:29.148004+0000","last_change":"2023-11-18T15:44:27.135188+0000","last_active":"2023-11-18T15:44:29.148004+0000","last_peered":"2023-11-18T15:44:29.148004+0000","last_clean":"2023-11-18T15:44:29.148004+0000","last_became_active":"2023-11-18T15:44:27.134890+0000","last_became_peered":"2023-11-18T15:44:27.134890+0000","last_unstale":"2023-11-18T15:44:29.148004+0000","last_undegraded":"2023-11-18T15:44:29.148004+0000","last_fullsized":"2023-11-18T15:44:29.148004+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:44:26.106512+0000","last_clean_scrub_stamp":"2023-11-18T15:44:26.106512+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T16:36:07.974380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":174,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-11-18T15:44:28.130932+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T15:44:28.130932+0000","last_peered":"2023-11-18T15:44:28.130932+0000","last_clean":"2023-11-18T15:44:28.130932+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T15:44:28.130932+0000","last_undegraded":"2023-11-18T15:44:28.130932+0000","last_fullsized":"2023-11-18T15:44:28.130932+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542162,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":978944,"data_stored":737841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.377}]},{"osd":1,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.436},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.50900000000000001}]},{"osd":2,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.495},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.52100000000000002}]},{"osd":3,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47999999999999998}]},{"osd":4,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.40300000000000002}]},{"osd":5,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.46200000000000002}]},{"osd":6,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.35299999999999998}]}]},{"osd":6,"up_from":14,"seq":60129542162,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":389120,"data_stored":147999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":3.5539999999999998,"5min":3.5539999999999998,"15min":3.5539999999999998},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.60599999999999998}]},{"osd":1,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":11.417999999999999,"5min":11.417999999999999,"15min":11.417999999999999},"last":0.57499999999999996}]},{"osd":2,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.504},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.58799999999999997}]},{"osd":3,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.569,"5min":4.569,"15min":4.569},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":3.5990000000000002,"5min":3.5990000000000002,"15min":3.5990000000000002},"last":0.56000000000000005}]},{"osd":4,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.622},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.39300000000000002}]},{"osd":5,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.51700000000000002}]},{"osd":7,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.53800000000000003}]}]},{"osd":1,"up_from":14,"seq":60129542162,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":397312,"data_stored":149017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.36499999999999999}]},{"osd":2,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.173,"5min":6.173,"15min":6.173},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":11.955,"5min":11.955,"15min":11.955},"last":0.35399999999999998}]},{"osd":3,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":8.9209999999999994,"5min":8.9209999999999994,"15min":8.9209999999999994},"last":0.40699999999999997}]},{"osd":4,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.495},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.57999999999999996}]},{"osd":5,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.55600000000000005}]},{"osd":7,"last update":"Sat Nov 18 15:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.56899999999999995}]}]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343864,"statfs":{"total":96636764160,"available":96608116736,"internally_reserved":0,"allocated":974848,"data_stored":737751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.318}]},{"osd":2,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.37},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":9.1319999999999997,"5min":9.1319999999999997,"15min":9.1319999999999997},"last":0.35499999999999998}]},{"osd":3,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.34000000000000002}]},{"osd":4,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.496},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.41899999999999998}]},{"osd":5,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.46899999999999997}]},{"osd":6,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.8089999999999999,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.45600000000000002}]},{"osd":7,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.41099999999999998}]}]},{"osd":2,"up_from":14,"seq":60129542163,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":376,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":385024,"data_stored":147453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":0.375}]},{"osd":1,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.42099999999999999}]},{"osd":3,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.45400000000000001}]},{"osd":4,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.748,"5min":1.748,"15min":1.748},"last":0.53300000000000003}]},{"osd":5,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.60599999999999998}]},{"osd":6,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.59599999999999997}]},{"osd":7,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.778,"5min":1.778,"15min":1.778},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.627}]}]},{"osd":3,"up_from":14,"seq":60129542162,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":397312,"data_stored":149017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.32600000000000001}]},{"osd":1,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.37},{"interface":"front","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.443}]},{"osd":2,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.41499999999999998}]},{"osd":4,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.58799999999999997}]},{"osd":5,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.74099999999999999}]},{"osd":7,"last update":"Sat Nov 18 15:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.69999999999999996}]}]},{"osd":4,"up_from":14,"seq":60129542161,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":389120,"data_stored":147487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":19.849,"5min":19.849,"15min":19.849},"last":0.498},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.53500000000000003}]},{"osd":1,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":6.54,"5min":6.54,"15min":6.54},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.44800000000000001}]},{"osd":2,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":6.3559999999999999,"5min":6.3559999999999999,"15min":6.3559999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":11.01,"5min":11.01,"15min":11.01},"last":0.46400000000000002}]},{"osd":3,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":6.5199999999999996,"5min":6.5199999999999996,"15min":6.5199999999999996},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":9.3160000000000007,"5min":9.3160000000000007,"15min":9.3160000000000007},"last":0.42299999999999999}]},{"osd":5,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.39000000000000001}]},{"osd":6,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.63100000000000001}]},{"osd":7,"last update":"Sat Nov 18 15:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.56899999999999995}]}]},{"osd":5,"up_from":14,"seq":60129542162,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":148055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.52100000000000002}]},{"osd":1,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.42599999999999999}]},{"osd":2,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.40899999999999997},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":10.266999999999999,"5min":10.266999999999999,"15min":10.266999999999999},"last":0.38700000000000001}]},{"osd":3,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":10.303000000000001,"5min":10.303000000000001,"15min":10.303000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":1.103,"5min":1.103,"15min":1.103},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":10.288,"5min":10.288,"15min":10.288},"last":0.70299999999999996}]},{"osd":4,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.498},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.72799999999999998}]},{"osd":6,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.63500000000000001}]},{"osd":7,"last update":"Sat Nov 18 15:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.80300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T15:44:32.621 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-18T15:44:32.622 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-11-18T15:44:32.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.784+0000 7f0d5d9ac700 1 Processor -- start 2023-11-18T15:44:32.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.784+0000 7f0d5d9ac700 1 -- start start 2023-11-18T15:44:32.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.784+0000 7f0d5d9ac700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0d58147580 0x7f0d580cc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.784+0000 7f0d5d9ac700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d580b3470 0x7f0d580ce300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.784+0000 7f0d5d9ac700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d58147960 con 0x7f0d580cc850 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.784+0000 7f0d5d9ac700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d580cce40 con 0x7f0d58147580 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.784+0000 7f0d5d9ac700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d580cd120 con 0x7f0d580b3470 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d56ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0d58147580 0x7f0d580cc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d56ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0d58147580 0x7f0d580cc310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60626/0 (socket says 172.21.15.99:60626) 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d56ffd700 1 -- 172.21.15.99:0/1589559729 learned_addr learned my addr 172.21.15.99:0/1589559729 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d577fe700 1 --2- 172.21.15.99:0/1589559729 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d580b3470 0x7f0d580ce300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d56ffd700 1 -- 172.21.15.99:0/1589559729 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d580b3470 msgr2=0x7f0d580ce300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d56ffd700 1 --2- 172.21.15.99:0/1589559729 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d580b3470 0x7f0d580ce300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d56ffd700 1 -- 172.21.15.99:0/1589559729 >> v1:172.21.15.181:6789/0 conn(0x7f0d580cc850 legacy=0x7f0d580b2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d56ffd700 1 -- 172.21.15.99:0/1589559729 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d580cd400 con 0x7f0d58147580 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d56ffd700 1 --2- 172.21.15.99:0/1589559729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d58147580 0x7f0d580cc310 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c0098f0 tx=0x7f0d4c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e193275b81b690c server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:32.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d55ffb700 1 -- 172.21.15.99:0/1589559729 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c004230 con 0x7f0d58147580 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d55ffb700 1 -- 172.21.15.99:0/1589559729 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d4c004390 con 0x7f0d58147580 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.785+0000 7f0d55ffb700 1 -- 172.21.15.99:0/1589559729 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c0036a0 con 0x7f0d58147580 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.786+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/1589559729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d58147580 msgr2=0x7f0d580cc310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.786+0000 7f0d5d9ac700 1 --2- 172.21.15.99:0/1589559729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d58147580 0x7f0d580cc310 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c0098f0 tx=0x7f0d4c009c00 comp rx=0 tx=0).stop 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.786+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/1589559729 shutdown_connections 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.786+0000 7f0d5d9ac700 1 --2- 172.21.15.99:0/1589559729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d58147580 0x7f0d580cc310 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.786+0000 7f0d5d9ac700 1 --2- 172.21.15.99:0/1589559729 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d580b3470 0x7f0d580ce300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.786+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/1589559729 >> 172.21.15.99:0/1589559729 conn(0x7f0d58067000 msgr2=0x7f0d58067410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.786+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/1589559729 shutdown_connections 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.786+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/1589559729 wait complete. 2023-11-18T15:44:32.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.787+0000 7f0d5d9ac700 1 Processor -- start 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.787+0000 7f0d5d9ac700 1 -- start start 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d5d9ac700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d580b3470 0x7f0d58072dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d5d9ac700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d580cc850 0x7f0d580cf4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d5d9ac700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d58147580 0x7f0d580c5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d5d9ac700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d58072930 con 0x7f0d580cc850 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d5d9ac700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d58073300 con 0x7f0d580b3470 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d5d9ac700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d58071a40 con 0x7f0d58147580 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d567fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d580cc850 0x7f0d580cf4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d567fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d580cc850 0x7f0d580cf4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60630/0 (socket says 172.21.15.99:60630) 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d567fc700 1 -- 172.21.15.99:0/861716672 learned_addr learned my addr 172.21.15.99:0/861716672 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:32.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d577fe700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d58147580 0x7f0d580c5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d56ffd700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d580b3470 0x7f0d58072dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d567fc700 1 -- 172.21.15.99:0/861716672 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d58147580 msgr2=0x7f0d580c5300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d567fc700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d58147580 0x7f0d580c5300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d567fc700 1 -- 172.21.15.99:0/861716672 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d580b3470 msgr2=0x7f0d58072dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:32.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d567fc700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d580b3470 0x7f0d58072dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:32.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.788+0000 7f0d567fc700 1 -- 172.21.15.99:0/861716672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d4c009550 con 0x7f0d580cc850 2023-11-18T15:44:32.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.789+0000 7f0d567fc700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d580cc850 0x7f0d580cf4c0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f0d4800c4d0 tx=0x7f0d4800c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.789+0000 7f0d3ffff700 1 -- 172.21.15.99:0/861716672 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d48011790 con 0x7f0d580cc850 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.789+0000 7f0d3ffff700 1 -- 172.21.15.99:0/861716672 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d480118f0 con 0x7f0d580cc850 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.789+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d58071d20 con 0x7f0d580cc850 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.789+0000 7f0d3ffff700 1 -- 172.21.15.99:0/861716672 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d48011ca0 con 0x7f0d580cc850 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.789+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d580722e0 con 0x7f0d580cc850 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.790+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d58072ae0 con 0x7f0d580cc850 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.790+0000 7f0d3ffff700 1 -- 172.21.15.99:0/861716672 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f0d4801c460 con 0x7f0d580cc850 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.790+0000 7f0d3ffff700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d4406aed0 0x7f0d4406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.790+0000 7f0d3ffff700 1 -- 172.21.15.99:0/861716672 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0d48089360 con 0x7f0d580cc850 2023-11-18T15:44:32.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.790+0000 7f0d56ffd700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d4406aed0 0x7f0d4406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:32.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.791+0000 7f0d56ffd700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d4406aed0 0x7f0d4406d390 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c009130 tx=0x7f0d4c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:32.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:32.795+0000 7f0d3ffff700 1 -- 172.21.15.99:0/861716672 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0d58072ae0 con 0x7f0d580cc850 2023-11-18T15:44:33.018 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:44:33.020 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:44:33.068 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.066+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f0d58074e90 con 0x7f0d580cc850 2023-11-18T15:44:33.070 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.068+0000 7f0d3ffff700 1 -- 172.21.15.99:0/861716672 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+147 (secure 0 0 0) 0x7f0d48054370 con 0x7f0d580cc850 2023-11-18T15:44:33.070 INFO:teuthology.orchestra.run.smithi099.stdout:[client.0] 2023-11-18T15:44:33.071 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBr21hl2FrlLRAANGLOm+htfTpAKaP7i/YYfA== 2023-11-18T15:44:33.071 INFO:teuthology.orchestra.run.smithi099.stdout: caps mds = "allow" 2023-11-18T15:44:33.071 INFO:teuthology.orchestra.run.smithi099.stdout: caps mon = "allow r" 2023-11-18T15:44:33.071 INFO:teuthology.orchestra.run.smithi099.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-11-18T15:44:33.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d4406aed0 msgr2=0x7f0d4406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d4406aed0 0x7f0d4406d390 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c009130 tx=0x7f0d4c008030 comp rx=0 tx=0).stop 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d580cc850 msgr2=0x7f0d580cf4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d580cc850 0x7f0d580cf4c0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f0d4800c4d0 tx=0x7f0d4800c7e0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 shutdown_connections 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0d58147580 0x7f0d580c5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d580b3470 0x7f0d58072dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f0d4406aed0 0x7f0d4406d390 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 --2- 172.21.15.99:0/861716672 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d580cc850 0x7f0d580cf4c0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 >> 172.21.15.99:0/861716672 conn(0x7f0d58067000 msgr2=0x7f0d580b1420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:33.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 shutdown_connections 2023-11-18T15:44:33.075 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.071+0000 7f0d5d9ac700 1 -- 172.21.15.99:0/861716672 wait complete. 2023-11-18T15:44:33.075 INFO:teuthology.orchestra.run.smithi099.stderr:updated caps for client.0 2023-11-18T15:44:33.085 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T15:44:33.247 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.245+0000 7fd19e53b700 1 Processor -- start 2023-11-18T15:44:33.248 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.246+0000 7fd19e53b700 1 -- start start 2023-11-18T15:44:33.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.246+0000 7fd19e53b700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fd198147810 0x7fd1980b64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:33.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.246+0000 7fd19e53b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd19806d9b0 0x7fd1980704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:33.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.246+0000 7fd19e53b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd198070a30 0x7fd198161bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.246+0000 7fd19e53b700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd198070ec0 con 0x7fd19806d9b0 2023-11-18T15:44:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.246+0000 7fd19e53b700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd19806e200 con 0x7fd198147810 2023-11-18T15:44:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.246+0000 7fd19e53b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd19806e4e0 con 0x7fd198070a30 2023-11-18T15:44:33.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd1977fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd19806d9b0 0x7fd1980704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:33.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd1977fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd19806d9b0 0x7fd1980704f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60638/0 (socket says 172.21.15.99:60638) 2023-11-18T15:44:33.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd1977fe700 1 -- 172.21.15.99:0/2498291039 learned_addr learned my addr 172.21.15.99:0/2498291039 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:33.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd19cad8700 1 --2- 172.21.15.99:0/2498291039 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd198070a30 0x7fd198161bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:33.252 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd197fff700 1 --2- 172.21.15.99:0/2498291039 >> v2:172.21.15.181:3300/0 conn(0x7fd198147810 0x7fd1980b64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:33.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd1977fe700 1 -- 172.21.15.99:0/2498291039 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd198070a30 msgr2=0x7fd198161bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:33.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd1977fe700 1 --2- 172.21.15.99:0/2498291039 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd198070a30 0x7fd198161bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd1977fe700 1 -- 172.21.15.99:0/2498291039 >> v2:172.21.15.181:3300/0 conn(0x7fd198147810 msgr2=0x7fd1980b64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:33.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd1977fe700 1 --2- 172.21.15.99:0/2498291039 >> v2:172.21.15.181:3300/0 conn(0x7fd198147810 0x7fd1980b64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd1977fe700 1 -- 172.21.15.99:0/2498291039 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd19815e970 con 0x7fd19806d9b0 2023-11-18T15:44:33.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd1977fe700 1 --2- 172.21.15.99:0/2498291039 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd19806d9b0 0x7fd1980704f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd1980b1c90 tx=0x7fd180009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9350187c91e268b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:33.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd196ffd700 1 -- 172.21.15.99:0/2498291039 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd18000b870 con 0x7fd19806d9b0 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd196ffd700 1 -- 172.21.15.99:0/2498291039 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd18000b9d0 con 0x7fd19806d9b0 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.247+0000 7fd196ffd700 1 -- 172.21.15.99:0/2498291039 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd18000bd60 con 0x7fd19806d9b0 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.248+0000 7fd19e53b700 1 -- 172.21.15.99:0/2498291039 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd19806d9b0 msgr2=0x7fd1980704f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.248+0000 7fd19e53b700 1 --2- 172.21.15.99:0/2498291039 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd19806d9b0 0x7fd1980704f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd1980b1c90 tx=0x7fd180009bd0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.248+0000 7fd19e53b700 1 -- 172.21.15.99:0/2498291039 shutdown_connections 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.248+0000 7fd19e53b700 1 --2- 172.21.15.99:0/2498291039 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd198070a30 0x7fd198161bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.248+0000 7fd19e53b700 1 --2- 172.21.15.99:0/2498291039 >> v2:172.21.15.181:3300/0 conn(0x7fd198147810 0x7fd1980b64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.248+0000 7fd19e53b700 1 --2- 172.21.15.99:0/2498291039 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd19806d9b0 0x7fd1980704f0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.248+0000 7fd19e53b700 1 -- 172.21.15.99:0/2498291039 >> 172.21.15.99:0/2498291039 conn(0x7fd1980b2130 msgr2=0x7fd1980b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.248+0000 7fd19e53b700 1 -- 172.21.15.99:0/2498291039 shutdown_connections 2023-11-18T15:44:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.248+0000 7fd19e53b700 1 -- 172.21.15.99:0/2498291039 wait complete. 2023-11-18T15:44:33.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.249+0000 7fd19e53b700 1 Processor -- start 2023-11-18T15:44:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19e53b700 1 -- start start 2023-11-18T15:44:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19e53b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd19806d9b0 0x7fd1981f3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19e53b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd198070a30 0x7fd1980ae5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19e53b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd198147810 0x7fd1980b0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19e53b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1981f3cb0 con 0x7fd198147810 2023-11-18T15:44:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19e53b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd19813fe20 con 0x7fd198070a30 2023-11-18T15:44:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19e53b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd198140100 con 0x7fd19806d9b0 2023-11-18T15:44:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19cad8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd198147810 0x7fd1980b0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19cad8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd198147810 0x7fd1980b0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60646/0 (socket says 172.21.15.99:60646) 2023-11-18T15:44:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.250+0000 7fd19cad8700 1 -- 172.21.15.99:0/1076546883 learned_addr learned my addr 172.21.15.99:0/1076546883 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd197fff700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd19806d9b0 0x7fd1981f3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:33.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd1977fe700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd198070a30 0x7fd1980ae5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:33.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd19cad8700 1 -- 172.21.15.99:0/1076546883 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd19806d9b0 msgr2=0x7fd1981f3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:33.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd19cad8700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd19806d9b0 0x7fd1981f3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd19cad8700 1 -- 172.21.15.99:0/1076546883 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd198070a30 msgr2=0x7fd1980ae5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:33.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd19cad8700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd198070a30 0x7fd1980ae5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd19cad8700 1 -- 172.21.15.99:0/1076546883 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd180009550 con 0x7fd198147810 2023-11-18T15:44:33.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd1977fe700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd198070a30 0x7fd1980ae5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:33.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd19cad8700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd198147810 0x7fd1980b0240 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd190007e60 tx=0x7fd19000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:33.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd194ff9700 1 -- 172.21.15.99:0/1076546883 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd19000ede0 con 0x7fd198147810 2023-11-18T15:44:33.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd194ff9700 1 -- 172.21.15.99:0/1076546883 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd190014420 con 0x7fd198147810 2023-11-18T15:44:33.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1981403e0 con 0x7fd198147810 2023-11-18T15:44:33.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd194ff9700 1 -- 172.21.15.99:0/1076546883 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1900147d0 con 0x7fd198147810 2023-11-18T15:44:33.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.251+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1981409a0 con 0x7fd198147810 2023-11-18T15:44:33.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.252+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd198073aa0 con 0x7fd198147810 2023-11-18T15:44:33.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.252+0000 7fd194ff9700 1 -- 172.21.15.99:0/1076546883 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd190014930 con 0x7fd198147810 2023-11-18T15:44:33.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.253+0000 7fd194ff9700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd17806aed0 0x7fd17806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:33.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.253+0000 7fd194ff9700 1 -- 172.21.15.99:0/1076546883 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd190089ce0 con 0x7fd198147810 2023-11-18T15:44:33.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.253+0000 7fd197fff700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd17806aed0 0x7fd17806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:33.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.253+0000 7fd197fff700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd17806aed0 0x7fd17806d390 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd18800b9b0 tx=0x7fd188008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:33.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.257+0000 7fd194ff9700 1 -- 172.21.15.99:0/1076546883 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fd190054e20 con 0x7fd198147810 2023-11-18T15:44:33.494 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.493+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd198140b30 con 0x7fd198147810 2023-11-18T15:44:33.495 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.493+0000 7fd194ff9700 1 -- 172.21.15.99:0/1076546883 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4919 (secure 0 0 0) 0x7fd190058440 con 0x7fd198147810 2023-11-18T15:44:33.495 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:33.495 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/1166743297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1166743297},{"type":"v1","addr":"172.21.15.99:6836","nonce":1166743297}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1921422156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1921422156},{"type":"v1","addr":"172.21.15.181:6833","nonce":1921422156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4879,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/1436964276","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":1436964276},{"type":"v1","addr":"172.21.15.181:6835","nonce":1436964276}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:44:27.528456+0000","modified":"2023-11-18T15:44:30.537812+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5088},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5088":{"gid":5088,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":5,"addr":"172.21.15.99:6837/1648814437","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1648814437},{"type":"v1","addr":"172.21.15.99:6837","nonce":1648814437}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-18T15:44:33.497 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.495+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd17806aed0 msgr2=0x7fd17806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.495+0000 7fd19e53b700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd17806aed0 0x7fd17806d390 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd18800b9b0 tx=0x7fd188008040 comp rx=0 tx=0).stop 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.495+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd198147810 msgr2=0x7fd1980b0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.495+0000 7fd19e53b700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd198147810 0x7fd1980b0240 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd190007e60 tx=0x7fd19000e3c0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.496+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 shutdown_connections 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.496+0000 7fd19e53b700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd17806aed0 0x7fd17806d390 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.496+0000 7fd19e53b700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd198147810 0x7fd1980b0240 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.496+0000 7fd19e53b700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd19806d9b0 0x7fd1981f3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.496+0000 7fd19e53b700 1 --2- 172.21.15.99:0/1076546883 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd198070a30 0x7fd1980ae5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.496+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 >> 172.21.15.99:0/1076546883 conn(0x7fd1980b2130 msgr2=0x7fd1980b63f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.496+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 shutdown_connections 2023-11-18T15:44:33.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:33.496+0000 7fd19e53b700 1 -- 172.21.15.99:0/1076546883 wait complete. 2023-11-18T15:44:33.499 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 16 2023-11-18T15:44:33.913 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-11-18T15:44:27.528456+0000', 'modified': '2023-11-18T15:44:30.537812+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5088}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5088': {'gid': 5088, 'name': 'a', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.99:6837/1648814437', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.99:6835', 'nonce': 1648814437}, {'type': 'v1', 'addr': '172.21.15.99:6837', 'nonce': 1648814437}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-18T15:44:33.913 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-11-18T15:44:33.913 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-11-18T15:44:34.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.034+0000 7f8081569700 1 Processor -- start 2023-11-18T15:44:34.036 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.034+0000 7f8081569700 1 -- start start 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.034+0000 7f8081569700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c15a540 0x7f807c0cb080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.034+0000 7f8081569700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f807c0aec90 0x7f807c0cb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.034+0000 7f8081569700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f807c0b3e80 con 0x7f807c0b2e90 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.034+0000 7f8081569700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f807c15a920 con 0x7f807c0aec90 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.034+0000 7f8081569700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f807c0b4100 con 0x7f807c15a540 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f807b7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f807c0b2e90 0x7f807c15e0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47266/0 (socket says 172.21.15.99:47266) 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f807b7fe700 1 -- 172.21.15.99:0/2653490090 learned_addr learned my addr 172.21.15.99:0/2653490090 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f807affd700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c15a540 0x7f807c0cb080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f807a7fc700 1 --2- 172.21.15.99:0/2653490090 >> v2:172.21.15.181:3300/0 conn(0x7f807c0aec90 0x7f807c0cb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.040 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2190532259 0 0) 0x7f807c0b3e80 con 0x7f807c0b2e90 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f80640035b0 con 0x7f807c0b2e90 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3579744164 0 0) 0x7f80640035b0 con 0x7f807c0b2e90 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c15a540 msgr2=0x7f807c0cb080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c15a540 0x7f807c0cb080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 >> v2:172.21.15.181:3300/0 conn(0x7f807c0aec90 msgr2=0x7f807c0cb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 --2- 172.21.15.99:0/2653490090 >> v2:172.21.15.181:3300/0 conn(0x7f807c0aec90 0x7f807c0cb5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f807c0b43e0 con 0x7f807c0b2e90 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f80740019f0 con 0x7f807c0b2e90 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 >> v1:172.21.15.99:6789/0 conn(0x7f807c0b2e90 legacy=0x7f807c15e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c15a540 0x7f8064003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8064003f80 0x7f8064004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8064004d90 0x7f8064005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.041 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f807c15a920 con 0x7f8064004d90 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f807c0b4100 con 0x7f8064003f80 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f806400ba60 con 0x7f807c15a540 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f807b7fe700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8064004d90 0x7f8064005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f807affd700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c15a540 0x7f8064003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.035+0000 7f807a7fc700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8064003f80 0x7f8064004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f807b7fe700 1 -- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c15a540 msgr2=0x7f8064003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f807b7fe700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c15a540 0x7f8064003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f807b7fe700 1 -- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8064003f80 msgr2=0x7f8064004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f807b7fe700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8064003f80 0x7f8064004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f807b7fe700 1 -- 172.21.15.99:0/2653490090 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80640035b0 con 0x7f8064004d90 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f807b7fe700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8064004d90 0x7f8064005210 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f807400a890 tx=0x7f8064005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98dcb6b5214d961 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8074012600 con 0x7f8064004d90 2023-11-18T15:44:34.042 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8074012780 con 0x7f8064004d90 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f8079ffb700 1 -- 172.21.15.99:0/2653490090 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8074012b30 con 0x7f8064004d90 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f8081569700 1 -- 172.21.15.99:0/2653490090 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8064004d90 msgr2=0x7f8064005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f8081569700 1 --2- 172.21.15.99:0/2653490090 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8064004d90 0x7f8064005210 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f807400a890 tx=0x7f8064005880 comp rx=0 tx=0).stop 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f807b7fe700 1 -- 172.21.15.99:0/2653490090 reap_dead start 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f8081569700 1 -- 172.21.15.99:0/2653490090 shutdown_connections 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f8081569700 1 -- 172.21.15.99:0/2653490090 >> 172.21.15.99:0/2653490090 conn(0x7f807c0b15d0 msgr2=0x7f807c0b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.036+0000 7f8081569700 1 -- 172.21.15.99:0/2653490090 shutdown_connections 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.037+0000 7f8081569700 1 -- 172.21.15.99:0/2653490090 wait complete. 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.038+0000 7f8081569700 1 Processor -- start 2023-11-18T15:44:34.043 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.038+0000 7f8081569700 1 -- start start 2023-11-18T15:44:34.045 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f8081569700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f807c14cb40 0x7f807c154850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f8081569700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c154d90 0x7f807c151ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f8081569700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f807c1523e0 0x7f807c06c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f8081569700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f807c151600 con 0x7f807c14cb40 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f8081569700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f807c155210 con 0x7f807c1523e0 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f8081569700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f807c152860 con 0x7f807c154d90 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f807affd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f807c14cb40 0x7f807c154850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f807affd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f807c14cb40 0x7f807c154850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60662/0 (socket says 172.21.15.99:60662) 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f807affd700 1 -- 172.21.15.99:0/1188127227 learned_addr learned my addr 172.21.15.99:0/1188127227 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f807affd700 1 -- 172.21.15.99:0/1188127227 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c154d90 msgr2=0x7f807c151ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.046 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f807affd700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c154d90 0x7f807c151ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f807affd700 1 -- 172.21.15.99:0/1188127227 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f807c1523e0 msgr2=0x7f807c06c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f807affd700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f807c1523e0 0x7f807c06c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f807affd700 1 -- 172.21.15.99:0/1188127227 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f807c150980 con 0x7f807c14cb40 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f807affd700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f807c14cb40 0x7f807c154850 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f806c011aa0 tx=0x7f806c011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f80637fe700 1 -- 172.21.15.99:0/1188127227 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f806c00f900 con 0x7f807c14cb40 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f80637fe700 1 -- 172.21.15.99:0/1188127227 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f806c00fa60 con 0x7f807c14cb40 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f8081569700 1 -- 172.21.15.99:0/1188127227 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f807c150c60 con 0x7f807c14cb40 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f80637fe700 1 -- 172.21.15.99:0/1188127227 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f806c00fe10 con 0x7f807c14cb40 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.039+0000 7f8081569700 1 -- 172.21.15.99:0/1188127227 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f807c151220 con 0x7f807c14cb40 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.041+0000 7f80637fe700 1 -- 172.21.15.99:0/1188127227 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f806c014440 con 0x7f807c14cb40 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.041+0000 7f80637fe700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f806806aec0 0x7f806806d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.041+0000 7f807a7fc700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f806806aec0 0x7f806806d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.041+0000 7f80637fe700 1 -- 172.21.15.99:0/1188127227 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f806c089d40 con 0x7f807c14cb40 2023-11-18T15:44:34.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.042+0000 7f807a7fc700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f806806aec0 0x7f806806d380 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8070006f10 tx=0x7f8070006e80 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.043+0000 7f808d762b80 1 Processor -- start 2023-11-18T15:44:34.048 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.043+0000 7f808d762b80 1 -- start start 2023-11-18T15:44:34.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f808d762b80 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686cfc060 0x563686cfc440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f808d762b80 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d17580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f808d762b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 0x563686d14e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f808d762b80 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x563686c45770 con 0x563686d18ab0 2023-11-18T15:44:34.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f808d762b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x563686c2c750 con 0x563686d17ac0 2023-11-18T15:44:34.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f808d762b80 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x563686c2a070 con 0x563686cfc060 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f807a7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d17580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f807a7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d17580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60672/0 (socket says 172.21.15.99:60672) 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f807a7fc700 1 -- 172.21.15.99:0/4168974790 learned_addr learned my addr 172.21.15.99:0/4168974790 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f807affd700 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686cfc060 0x563686cfc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.044+0000 7f807b7fe700 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 0x563686d14e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f807a7fc700 1 -- 172.21.15.99:0/4168974790 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686cfc060 msgr2=0x563686cfc440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f807a7fc700 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686cfc060 0x563686cfc440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f807a7fc700 1 -- 172.21.15.99:0/4168974790 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 msgr2=0x563686d14e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f807a7fc700 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 0x563686d14e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f807a7fc700 1 -- 172.21.15.99:0/4168974790 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563686aa25e0 con 0x563686d18ab0 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f807b7fe700 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 0x563686d14e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f807a7fc700 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d17580 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f8070006c90 tx=0x7f8070014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b90901fb18ac9a6 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f8060ff9700 1 -- 172.21.15.99:0/4168974790 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8070019040 con 0x563686d18ab0 2023-11-18T15:44:34.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f8060ff9700 1 -- 172.21.15.99:0/4168974790 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80700036a0 con 0x563686d18ab0 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f8060ff9700 1 -- 172.21.15.99:0/4168974790 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8070003a10 con 0x563686d18ab0 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f808d762b80 1 -- 172.21.15.99:0/4168974790 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 msgr2=0x563686d17580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.045+0000 7f808d762b80 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d17580 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f8070006c90 tx=0x7f8070014000 comp rx=0 tx=0).stop 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.046+0000 7f808d762b80 1 -- 172.21.15.99:0/4168974790 shutdown_connections 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.046+0000 7f808d762b80 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 0x563686d14e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.046+0000 7f808d762b80 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686cfc060 0x563686cfc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.046+0000 7f808d762b80 1 --2- 172.21.15.99:0/4168974790 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d17580 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.046+0000 7f808d762b80 1 -- 172.21.15.99:0/4168974790 >> 172.21.15.99:0/4168974790 conn(0x563686c00310 msgr2=0x563686d16e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.046+0000 7f808d762b80 1 -- 172.21.15.99:0/4168974790 shutdown_connections 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.046+0000 7f808d762b80 1 -- 172.21.15.99:0/4168974790 wait complete. 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.046+0000 7f808d762b80 1 -- start start 2023-11-18T15:44:34.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.046+0000 7f808d762b80 1 Processor -- start 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f808d762b80 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686cfc060 0x563686d2e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f808d762b80 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686d17ac0 0x563686d0ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f808d762b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d18ab0 0x563686d0f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f808d762b80 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x563686c25960 con 0x563686cfc060 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f808d762b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x563686bdf510 con 0x563686d18ab0 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f808d762b80 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x563686bdf1b0 con 0x563686d17ac0 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f807affd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686cfc060 0x563686d2e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f808d762b80 10 client.0 _ll_register_callbacks cb 0x563686b0aa30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f807affd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686cfc060 0x563686d2e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60676/0 (socket says 172.21.15.99:60676) 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f807affd700 1 -- 172.21.15.99:0/330938026 learned_addr learned my addr 172.21.15.99:0/330938026 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f807a7fc700 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686d17ac0 0x563686d0ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.047+0000 7f807b7fe700 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d18ab0 0x563686d0f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f807affd700 1 -- 172.21.15.99:0/330938026 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686d17ac0 msgr2=0x563686d0ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.056 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f807affd700 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686d17ac0 0x563686d0ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f807affd700 1 -- 172.21.15.99:0/330938026 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d18ab0 msgr2=0x563686d0f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f807affd700 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d18ab0 0x563686d0f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f807affd700 1 -- 172.21.15.99:0/330938026 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8070004190 con 0x563686cfc060 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f807b7fe700 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d18ab0 0x563686d0f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f807affd700 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686cfc060 0x563686d2e140 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f806c055060 tx=0x7f806c058c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=720267aaafbff3f9 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f8059ffb700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f8059ffb700 1 -- 172.21.15.99:0/330938026 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f806c058250 con 0x563686cfc060 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f8059ffb700 1 -- 172.21.15.99:0/330938026 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f806c060e60 con 0x563686cfc060 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f808d762b80 1 -- 172.21.15.99:0/330938026 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563686cc4a40 con 0x563686cfc060 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f8059ffb700 1 -- 172.21.15.99:0/330938026 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f806c077300 con 0x563686cfc060 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f808d762b80 10 client.5280 fetch_fsmap learned FSMap version 16 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f808d762b80 1 -- 172.21.15.99:0/330938026 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x563686a4ed90 con 0x563686cfc060 2023-11-18T15:44:34.057 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f8059ffb700 1 -- 172.21.15.99:0/330938026 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x563686cc4a40 con 0x563686cfc060 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f8059ffb700 1 -- 172.21.15.99:0/330938026 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 16) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f806c0609d0 con 0x563686cfc060 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f808d762b80 10 client.5280 fetch_fsmap finished waiting for FSMap version 16 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f808d762b80 10 client.5280 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f808d762b80 20 client.5280 populate_metadata read hostname 'smithi099' 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f808d762b80 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] conn(0x563686ce7260 0x563686cd0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f808d762b80 4 client.5280 mds_command: new command op to 5088 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.048+0000 7f808d762b80 1 -- 172.21.15.99:0/330938026 --> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563686ca0840 con 0x563686ce7260 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.049+0000 7f807a7fc700 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] conn(0x563686ce7260 0x563686cd0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.049+0000 7f8059ffb700 10 client.5280 ms_handle_connect on v2:172.21.15.99:6835/1648814437 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.049+0000 7f807a7fc700 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] conn(0x563686ce7260 0x563686cd0b30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d7d83e1e0c67de2 server_cookie=710df9b254d2414f in_seq=0 out_seq=0 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.049+0000 7f8059ffb700 1 -- 172.21.15.99:0/330938026 <== mds.0 v2:172.21.15.99:6835/1648814437 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563686ca0840 con 0x563686ce7260 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.049+0000 7f8059ffb700 10 client.5280 handle_command_reply: tid=0 2023-11-18T15:44:34.058 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.049+0000 7f808d762b80 1 client.5280 shutdown 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.049+0000 7f808d762b80 1 -- 172.21.15.99:0/330938026 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686cfc060 msgr2=0x563686d2e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.049+0000 7f808d762b80 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686cfc060 0x563686d2e140 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f806c055060 tx=0x7f806c058c60 comp rx=0 tx=0).stop 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f808d762b80 1 -- 172.21.15.99:0/330938026 shutdown_connections 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f808d762b80 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] conn(0x563686ce7260 0x563686cd0b30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f808d762b80 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686cfc060 0x563686d2e140 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f808d762b80 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d18ab0 0x563686d0f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f8059ffb700 0 client.5280 ms_handle_reset on v2:172.21.15.99:6835/1648814437 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f808d762b80 1 --2- 172.21.15.99:0/330938026 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686d17ac0 0x563686d0ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f808d762b80 1 -- 172.21.15.99:0/330938026 >> 172.21.15.99:0/330938026 conn(0x563686c00310 msgr2=0x563686cc6330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f808d762b80 1 -- 172.21.15.99:0/330938026 shutdown_connections 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f808d762b80 1 -- 172.21.15.99:0/330938026 wait complete. 2023-11-18T15:44:34.059 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.050+0000 7f808d762b80 20 client.5280 trim_cache size 0 max 16384 2023-11-18T15:44:34.069 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.067+0000 7f808d762b80 1 Processor -- start 2023-11-18T15:44:34.070 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f808d762b80 1 -- start start 2023-11-18T15:44:34.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f808d762b80 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686cfc060 0x563686d1b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f808d762b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 0x563686cd10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f808d762b80 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d0eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f808d762b80 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x563686aa48d0 con 0x563686d18ab0 2023-11-18T15:44:34.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f808d762b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x563686cf9c50 con 0x563686d17ac0 2023-11-18T15:44:34.072 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f808d762b80 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x563686d17970 con 0x563686cfc060 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f807b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d0eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f807b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d0eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60688/0 (socket says 172.21.15.99:60688) 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.068+0000 7f807b7fe700 1 -- 172.21.15.99:0/394801508 learned_addr learned my addr 172.21.15.99:0/394801508 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f807b7fe700 1 -- 172.21.15.99:0/394801508 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686cfc060 msgr2=0x563686d1b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f807b7fe700 1 --2- 172.21.15.99:0/394801508 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686cfc060 0x563686d1b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f807b7fe700 1 -- 172.21.15.99:0/394801508 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 msgr2=0x563686cd10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f807a7fc700 1 --2- 172.21.15.99:0/394801508 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 0x563686cd10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f807b7fe700 1 --2- 172.21.15.99:0/394801508 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 0x563686cd10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f807b7fe700 1 -- 172.21.15.99:0/394801508 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563686a37c10 con 0x563686d18ab0 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f807b7fe700 1 --2- 172.21.15.99:0/394801508 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d0eb20 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f8074012000 tx=0x7f807400f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=291fee713a3f6d25 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f80617fa700 1 -- 172.21.15.99:0/394801508 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8074012400 con 0x563686d18ab0 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f80617fa700 1 -- 172.21.15.99:0/394801508 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8074012560 con 0x563686d18ab0 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f80617fa700 1 -- 172.21.15.99:0/394801508 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80740019b0 con 0x563686d18ab0 2023-11-18T15:44:34.073 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f808d762b80 1 -- 172.21.15.99:0/394801508 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 msgr2=0x563686d0eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f808d762b80 1 --2- 172.21.15.99:0/394801508 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d0eb20 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f8074012000 tx=0x7f807400f000 comp rx=0 tx=0).stop 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f808d762b80 1 -- 172.21.15.99:0/394801508 shutdown_connections 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f808d762b80 1 --2- 172.21.15.99:0/394801508 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d0eb20 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f808d762b80 1 --2- 172.21.15.99:0/394801508 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686cfc060 0x563686d1b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f808d762b80 1 --2- 172.21.15.99:0/394801508 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686d17ac0 0x563686cd10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.069+0000 7f808d762b80 1 -- 172.21.15.99:0/394801508 >> 172.21.15.99:0/394801508 conn(0x563686c00310 msgr2=0x563686d2df50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.070+0000 7f808d762b80 1 -- 172.21.15.99:0/394801508 shutdown_connections 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.070+0000 7f808d762b80 1 -- 172.21.15.99:0/394801508 wait complete. 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.070+0000 7f808d762b80 1 -- start start 2023-11-18T15:44:34.074 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.070+0000 7f808d762b80 1 Processor -- start 2023-11-18T15:44:34.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f808d762b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686cfc060 0x563686ccf1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f808d762b80 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686d17ac0 0x563686ccd190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f808d762b80 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d90420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f808d762b80 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x563686cfd490 con 0x563686d18ab0 2023-11-18T15:44:34.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f808d762b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x563686cfd730 con 0x563686cfc060 2023-11-18T15:44:34.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f808d762b80 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x563686d38c10 con 0x563686d17ac0 2023-11-18T15:44:34.078 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f808d762b80 10 client.0 _ll_register_callbacks cb 0x563686b0aa30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f807b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d90420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f807b7fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d90420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60694/0 (socket says 172.21.15.99:60694) 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f807b7fe700 1 -- 172.21.15.99:0/1787899980 learned_addr learned my addr 172.21.15.99:0/1787899980 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f807b7fe700 1 -- 172.21.15.99:0/1787899980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686d17ac0 msgr2=0x563686ccd190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f807b7fe700 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686d17ac0 0x563686ccd190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f807b7fe700 1 -- 172.21.15.99:0/1787899980 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686cfc060 msgr2=0x563686ccf1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f807b7fe700 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686cfc060 0x563686ccf1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f807b7fe700 1 -- 172.21.15.99:0/1787899980 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80640035b0 con 0x563686d18ab0 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f807b7fe700 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d90420 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f8074000f80 tx=0x7f8074001df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83cce23ef101f5f3 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f8059ffb700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f8059ffb700 1 -- 172.21.15.99:0/1787899980 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8074012400 con 0x563686d18ab0 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.071+0000 7f8059ffb700 1 -- 172.21.15.99:0/1787899980 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8074012d00 con 0x563686d18ab0 2023-11-18T15:44:34.079 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 1 -- 172.21.15.99:0/1787899980 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f80700036a0 con 0x563686d18ab0 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f8059ffb700 1 -- 172.21.15.99:0/1787899980 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8074027460 con 0x563686d18ab0 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 10 client.5286 fetch_fsmap learned FSMap version 16 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 1 -- 172.21.15.99:0/1787899980 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x563686a75200 con 0x563686d18ab0 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f8059ffb700 1 -- 172.21.15.99:0/1787899980 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80700036a0 con 0x563686d18ab0 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f8059ffb700 1 -- 172.21.15.99:0/1787899980 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 16) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f80740275c0 con 0x563686d18ab0 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 10 client.5286 fetch_fsmap finished waiting for FSMap version 16 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 10 client.5286 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 20 client.5286 populate_metadata read hostname 'smithi099' 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] conn(0x563686d0ea60 0x563686d0ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.080 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 4 client.5286 mds_command: new command op to 5088 tid=0 multi_id=0 [{"prefix": "status"}] 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 1 -- 172.21.15.99:0/1787899980 --> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] -- command(tid 0: {"prefix": "status"}) v1 -- 0x563686bebf80 con 0x563686d0ea60 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f807affd700 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] conn(0x563686d0ea60 0x563686d0ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f8059ffb700 10 client.5286 ms_handle_connect on v2:172.21.15.99:6835/1648814437 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f807affd700 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] conn(0x563686d0ea60 0x563686d0ee40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d48284c537aedc10 server_cookie=891bc367570688f4 in_seq=0 out_seq=0 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f8059ffb700 1 -- 172.21.15.99:0/1787899980 <== mds.0 v2:172.21.15.99:6835/1648814437 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x563686bebf80 con 0x563686d0ea60 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f8059ffb700 10 client.5286 handle_command_reply: tid=0 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.072+0000 7f808d762b80 1 client.5286 shutdown 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 -- 172.21.15.99:0/1787899980 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 msgr2=0x563686d90420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d90420 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f8074000f80 tx=0x7f8074001df0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 -- 172.21.15.99:0/1787899980 shutdown_connections 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.99:6835/1648814437,v1:172.21.15.99:6837/1648814437] conn(0x563686d0ea60 0x563686d0ee40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563686d18ab0 0x563686d90420 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.081 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8059ffb700 0 client.5286 ms_handle_reset on v2:172.21.15.99:6835/1648814437 2023-11-18T15:44:34.082 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563686cfc060 0x563686ccf1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.082 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 --2- 172.21.15.99:0/1787899980 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x563686d17ac0 0x563686ccd190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.082 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 -- 172.21.15.99:0/1787899980 >> 172.21.15.99:0/1787899980 conn(0x563686c00310 msgr2=0x563686d18ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:34.082 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 -- 172.21.15.99:0/1787899980 shutdown_connections 2023-11-18T15:44:34.082 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 1 -- 172.21.15.99:0/1787899980 wait complete. 2023-11-18T15:44:34.082 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f808d762b80 20 client.5286 trim_cache size 0 max 16384 2023-11-18T15:44:34.083 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T15:44:34.083 INFO:teuthology.orchestra.run.smithi099.stdout: "cluster_fsid": "31989c9d-6512-4afe-94eb-9e606b43f1c6", 2023-11-18T15:44:34.083 INFO:teuthology.orchestra.run.smithi099.stdout: "whoami": 0, 2023-11-18T15:44:34.083 INFO:teuthology.orchestra.run.smithi099.stdout: "id": 5088, 2023-11-18T15:44:34.083 INFO:teuthology.orchestra.run.smithi099.stdout: "want_state": "up:active", 2023-11-18T15:44:34.084 INFO:teuthology.orchestra.run.smithi099.stdout: "state": "up:active", 2023-11-18T15:44:34.084 INFO:teuthology.orchestra.run.smithi099.stdout: "fs_name": "cephfs", 2023-11-18T15:44:34.084 INFO:teuthology.orchestra.run.smithi099.stdout: "rank_uptime": 5.9536543990000004, 2023-11-18T15:44:34.084 INFO:teuthology.orchestra.run.smithi099.stdout: "mdsmap_epoch": 16, 2023-11-18T15:44:34.084 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch": 34, 2023-11-18T15:44:34.084 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch_barrier": 34, 2023-11-18T15:44:34.084 INFO:teuthology.orchestra.run.smithi099.stdout: "uptime": 20.272786424 2023-11-18T15:44:34.084 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T15:44:34.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 -- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f806806aec0 msgr2=0x7f806806d380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f806806aec0 0x7f806806d380 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8070006f10 tx=0x7f8070006e80 comp rx=0 tx=0).stop 2023-11-18T15:44:34.086 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 -- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f807c14cb40 msgr2=0x7f807c154850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f807c14cb40 0x7f807c154850 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f806c011aa0 tx=0x7f806c011e60 comp rx=0 tx=0).stop 2023-11-18T15:44:34.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 -- 172.21.15.99:0/1188127227 shutdown_connections 2023-11-18T15:44:34.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f806806aec0 0x7f806806d380 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f807c14cb40 0x7f807c154850 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f807c1523e0 0x7f807c06c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 --2- 172.21.15.99:0/1188127227 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f807c154d90 0x7f807c151ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 -- 172.21.15.99:0/1188127227 >> 172.21.15.99:0/1188127227 conn(0x7f807c0b15d0 msgr2=0x7f807c0706c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:34.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 -- 172.21.15.99:0/1188127227 shutdown_connections 2023-11-18T15:44:34.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.073+0000 7f8081569700 1 -- 172.21.15.99:0/1188127227 wait complete. 2023-11-18T15:44:34.089 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-18T15:44:34.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.209+0000 7f4f84de7700 1 Processor -- start 2023-11-18T15:44:34.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.209+0000 7f4f84de7700 1 -- start start 2023-11-18T15:44:34.213 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.210+0000 7f4f84de7700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4f80141030 0x7f4f80072610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.210+0000 7f4f84de7700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f8006e2e0 con 0x7f4f80072b50 2023-11-18T15:44:34.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.210+0000 7f4f84de7700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f8006e510 con 0x7f4f8006ded0 2023-11-18T15:44:34.214 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.210+0000 7f4f84de7700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f80161ac0 con 0x7f4f80141030 2023-11-18T15:44:34.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.210+0000 7f4f7e59c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4f80141030 0x7f4f80072610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.210+0000 7f4f7dd9b700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f4f80072b50 0x7f4f8006d7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47310/0 (socket says 172.21.15.99:47310) 2023-11-18T15:44:34.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.210+0000 7f4f7dd9b700 1 -- 172.21.15.99:0/2864178355 learned_addr learned my addr 172.21.15.99:0/2864178355 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:44:34.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f7e59c700 1 -- 172.21.15.99:0/2864178355 >> v1:172.21.15.181:6789/0 conn(0x7f4f8006ded0 legacy=0x7f4f80143620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f7e59c700 1 -- 172.21.15.99:0/2864178355 >> v1:172.21.15.99:6789/0 conn(0x7f4f80072b50 legacy=0x7f4f8006d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f7e59c700 1 -- 172.21.15.99:0/2864178355 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f80161ca0 con 0x7f4f80141030 2023-11-18T15:44:34.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f7d59a700 1 -- 172.21.15.99:0/2864178355 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2836855819 0 0) 0x7f4f8006e2e0 con 0x7f4f80072b50 2023-11-18T15:44:34.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f7e59c700 1 --2- 172.21.15.99:0/2864178355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 0x7f4f80072610 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f4f74009840 tx=0x7f4f74009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a67286aeb80ccaa server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f7d59a700 1 -- 172.21.15.99:0/2864178355 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f74011830 con 0x7f4f80141030 2023-11-18T15:44:34.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f7d59a700 1 -- 172.21.15.99:0/2864178355 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f74011990 con 0x7f4f80141030 2023-11-18T15:44:34.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f7d59a700 1 -- 172.21.15.99:0/2864178355 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f74011d20 con 0x7f4f80141030 2023-11-18T15:44:34.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f84de7700 1 -- 172.21.15.99:0/2864178355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 msgr2=0x7f4f80072610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f84de7700 1 --2- 172.21.15.99:0/2864178355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 0x7f4f80072610 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f4f74009840 tx=0x7f4f74009b50 comp rx=0 tx=0).stop 2023-11-18T15:44:34.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f84de7700 1 -- 172.21.15.99:0/2864178355 shutdown_connections 2023-11-18T15:44:34.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f84de7700 1 --2- 172.21.15.99:0/2864178355 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 0x7f4f80072610 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f84de7700 1 -- 172.21.15.99:0/2864178355 >> 172.21.15.99:0/2864178355 conn(0x7f4f8006aff0 msgr2=0x7f4f8006b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:34.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f84de7700 1 -- 172.21.15.99:0/2864178355 shutdown_connections 2023-11-18T15:44:34.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.211+0000 7f4f84de7700 1 -- 172.21.15.99:0/2864178355 wait complete. 2023-11-18T15:44:34.224 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.213+0000 7f4f84de7700 1 Processor -- start 2023-11-18T15:44:34.224 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.213+0000 7f4f84de7700 1 -- start start 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.213+0000 7f4f84de7700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4f8006ded0 0x7f4f8015e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.213+0000 7f4f84de7700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4f80072b50 0x7f4f80141930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.213+0000 7f4f84de7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 0x7f4f80141e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.213+0000 7f4f84de7700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f801f5610 con 0x7f4f80141030 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f84de7700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f801f4d20 con 0x7f4f8006ded0 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f84de7700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f801475d0 con 0x7f4f80072b50 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7ed9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 0x7f4f80141e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7ed9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 0x7f4f80141e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60706/0 (socket says 172.21.15.99:60706) 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7ed9d700 1 -- 172.21.15.99:0/1045823021 learned_addr learned my addr 172.21.15.99:0/1045823021 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:44:34.225 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7dd9b700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4f80072b50 0x7f4f80141930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7e59c700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4f8006ded0 0x7f4f8015e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7ed9d700 1 -- 172.21.15.99:0/1045823021 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4f80072b50 msgr2=0x7f4f80141930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7ed9d700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4f80072b50 0x7f4f80141930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7ed9d700 1 -- 172.21.15.99:0/1045823021 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4f8006ded0 msgr2=0x7f4f8015e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7ed9d700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4f8006ded0 0x7f4f8015e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7ed9d700 1 -- 172.21.15.99:0/1045823021 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f740094a0 con 0x7f4f80141030 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7dd9b700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4f80072b50 0x7f4f80141930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f7ed9d700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 0x7f4f80141e70 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4f7800cc50 tx=0x7f4f7800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f6effd700 1 -- 172.21.15.99:0/1045823021 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f7800ad80 con 0x7f4f80141030 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f6effd700 1 -- 172.21.15.99:0/1045823021 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f7800ce50 con 0x7f4f80141030 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f801f4fc0 con 0x7f4f80141030 2023-11-18T15:44:34.226 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f6effd700 1 -- 172.21.15.99:0/1045823021 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f78003c40 con 0x7f4f80141030 2023-11-18T15:44:34.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.214+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f801468a0 con 0x7f4f80141030 2023-11-18T15:44:34.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.215+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f80073aa0 con 0x7f4f80141030 2023-11-18T15:44:34.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.216+0000 7f4f6effd700 1 -- 172.21.15.99:0/1045823021 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4f780050d0 con 0x7f4f80141030 2023-11-18T15:44:34.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.216+0000 7f4f6effd700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f6006aed0 0x7f4f6006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:44:34.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.216+0000 7f4f6effd700 1 -- 172.21.15.99:0/1045823021 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4f78089480 con 0x7f4f80141030 2023-11-18T15:44:34.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.216+0000 7f4f7e59c700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f6006aed0 0x7f4f6006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:44:34.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.216+0000 7f4f7e59c700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f6006aed0 0x7f4f6006d390 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4f80147c10 tx=0x7f4f7401c040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:44:34.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.220+0000 7f4f6effd700 1 -- 172.21.15.99:0/1045823021 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4f780545c0 con 0x7f4f80141030 2023-11-18T15:44:34.456 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.454+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f4f8006e510 con 0x7f4f80141030 2023-11-18T15:44:34.456 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.454+0000 7f4f6effd700 1 -- 172.21.15.99:0/1045823021 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) v1 ==== 53+0+73 (secure 0 0 0) 0x7f4f8006e510 con 0x7f4f80141030 2023-11-18T15:44:34.457 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-18T15:44:34.458 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f6006aed0 msgr2=0x7f4f6006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.459 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f6006aed0 0x7f4f6006d390 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4f80147c10 tx=0x7f4f7401c040 comp rx=0 tx=0).stop 2023-11-18T15:44:34.459 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 msgr2=0x7f4f80141e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:44:34.459 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 0x7f4f80141e70 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4f7800cc50 tx=0x7f4f7800a340 comp rx=0 tx=0).stop 2023-11-18T15:44:34.459 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 shutdown_connections 2023-11-18T15:44:34.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f6006aed0 0x7f4f6006d390 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4f80141030 0x7f4f80141e70 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.460 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4f8006ded0 0x7f4f8015e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.461 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 --2- 172.21.15.99:0/1045823021 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4f80072b50 0x7f4f80141930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:44:34.461 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 >> 172.21.15.99:0/1045823021 conn(0x7f4f8006aff0 msgr2=0x7f4f8015f5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:44:34.461 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 shutdown_connections 2023-11-18T15:44:34.461 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:44:34.456+0000 7f4f84de7700 1 -- 172.21.15.99:0/1045823021 wait complete. 2023-11-18T15:44:34.470 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-11-18T15:44:34.470 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-18T15:44:34.470 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi099.front.sepia.ceph.com 2023-11-18T15:44:34.471 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-11-18T15:44:34.471 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-18T15:44:34.471 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-11-18T15:44:34.471 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-18T15:44:34.472 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-18T15:44:34.472 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-18T15:44:34.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:34.473 DEBUG:teuthology.orchestra.run.smithi099:> ip addr 2023-11-18T15:44:34.490 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-18T15:44:34.491 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-18T15:44:34.491 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2023-11-18T15:44:34.491 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:44:34.491 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2023-11-18T15:44:34.492 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:44:34.492 INFO:teuthology.orchestra.run.smithi099.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:44:34.492 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:10 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:44:34.492 INFO:teuthology.orchestra.run.smithi099.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:44:34.493 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:11 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:44:34.493 INFO:teuthology.orchestra.run.smithi099.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-11-18T15:44:34.493 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:02 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:44:34.493 INFO:teuthology.orchestra.run.smithi099.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-18T15:44:34.494 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:03 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:44:34.494 INFO:teuthology.orchestra.run.smithi099.stdout: inet 172.21.15.99/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-11-18T15:44:34.494 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft 42364sec preferred_lft 42364sec 2023-11-18T15:44:34.494 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::a1e6:6a7:26c:5f2d/64 scope link noprefixroute 2023-11-18T15:44:34.495 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:44:34.495 INFO:teuthology.orchestra.run.smithi099.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-18T15:44:34.495 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 66:01:94:33:4d:11 brd ff:ff:ff:ff:ff:ff 2023-11-18T15:44:34.495 INFO:teuthology.orchestra.run.smithi099.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-18T15:44:34.496 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:44:34.496 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::e836:5cff:febd:4d6a/64 scope link 2023-11-18T15:44:34.496 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:44:34.496 INFO:teuthology.orchestra.run.smithi099.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-18T15:44:34.496 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether b6:6a:20:b1:5a:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-18T15:44:34.497 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::b46a:20ff:feb1:5ab6/64 scope link 2023-11-18T15:44:34.497 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:44:34.497 INFO:teuthology.orchestra.run.smithi099.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-18T15:44:34.497 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 66:01:94:33:4d:11 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-11-18T15:44:34.498 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::6401:94ff:fe33:4d11/64 scope link 2023-11-18T15:44:34.498 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2023-11-18T15:44:34.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:34.499 DEBUG:teuthology.orchestra.run.smithi099:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-18T15:44:34.556 INFO:teuthology.orchestra.run.smithi099.stdout:1 2023-11-18T15:44:34.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:34.558 DEBUG:teuthology.orchestra.run.smithi099:> route 2023-11-18T15:44:34.617 INFO:teuthology.orchestra.run.smithi099.stdout:Kernel IP routing table 2023-11-18T15:44:34.617 INFO:teuthology.orchestra.run.smithi099.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-18T15:44:34.617 INFO:teuthology.orchestra.run.smithi099.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-18T15:44:34.617 INFO:teuthology.orchestra.run.smithi099.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-18T15:44:34.617 INFO:teuthology.orchestra.run.smithi099.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-18T15:44:34.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:34.618 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2023-11-18T15:44:34.618 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2023-11-18T15:44:34.618 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-18T15:44:34.618 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-18T15:44:34.618 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-18T15:44:34.618 DEBUG:teuthology.orchestra.run.smithi099:> ') 2023-11-18T15:44:34.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:34.721 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2023-11-18T15:44:34.738 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-11-18T15:44:34.738 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-18T15:44:34.738 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-18T15:44:34.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:34.738 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set brx.0 up 2023-11-18T15:44:34.804 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:44:34.805 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-18T15:44:34.861 INFO:teuthology.orchestra.run.smithi099.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-18T15:44:34.861 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-18T15:44:34.861 DEBUG:teuthology.orchestra.run.smithi099:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-18T15:44:34.918 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2023-11-18T15:44:34.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:34.919 DEBUG:teuthology.orchestra.run.smithi099:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:44:35.004 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:44:35.004 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:44:35.027 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:44:35.027 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:44:35.027 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:44:35.027 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with new device syntax: 0@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:44:35.028 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:44:35.028 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:44:35.028 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:44:35.028 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:44:35.102 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-11-18T15:44:35.102 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-11-18T15:44:35.102 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.181:3300,172.21.15.181:3301" 2023-11-18T15:44:35.103 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with new device syntax: 0@31989c9d-6512-4afe-94eb-9e606b43f1c6.cephfs=/ 2023-11-18T15:44:35.103 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.99:3300/172.21.15.181:3300/172.21.15.181:3301" will pass to kernel 2023-11-18T15:44:35.103 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: v2 mount support check returned 2 2023-11-18T15:44:35.103 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: kernel does not support v2 syntax 2023-11-18T15:44:35.103 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-18T15:44:35.103 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790" 2023-11-18T15:44:35.103 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.99:6789,172.21.15.181:6789,172.21.15.181:6790:/ 2023-11-18T15:44:35.103 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,key=0,mds_namespace=cephfs,fsid=31989c9d-6512-4afe-94eb-9e606b43f1c6" will pass to kernel 2023-11-18T15:44:35.104 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-18T15:44:35.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:35.105 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-18T15:44:35.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:35.131 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-18T15:44:35.212 INFO:teuthology.orchestra.run.smithi099.stdout:client4978 2023-11-18T15:44:35.212 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:44:35.212 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T15:44:35.269 DEBUG:teuthology.orchestra.run.smithi099:> mktemp -d --suffix=xfstests-dev 2023-11-18T15:44:35.325 INFO:teuthology.orchestra.run.smithi099.stdout:/tmp/tmp.nDJSDxVdTExfstests-dev 2023-11-18T15:44:35.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:35.325 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.nDJSDxVdTExfstests-dev) 2023-11-18T15:44:35.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:35.393 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.nDJSDxVdTExfstests-dev) 2023-11-18T15:44:35.452 INFO:teuthology.orchestra.run.smithi099.stderr:Cloning into '/tmp/tmp.nDJSDxVdTExfstests-dev'... 2023-11-18T15:44:36.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:36.167 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-11-18T15:44:36.232 DEBUG:teuthology.orchestra.run.smithi099:> mktemp -d --suffix=test 2023-11-18T15:44:36.289 INFO:teuthology.orchestra.run.smithi099.stdout:/tmp/tmp.Wfzx2e4pXRtest 2023-11-18T15:44:36.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:44:36.290 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-11-18T15:44:36.348 DEBUG:teuthology.orchestra.run.smithi099:> mktemp -d --suffix=scratch 2023-11-18T15:44:36.405 INFO:teuthology.orchestra.run.smithi099.stdout:/tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:44:36.406 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "rhel" and "8.6". 2023-11-18T15:44:36.406 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc gdbm-devel git indent kernel-devel libacl-devel libaio-devel libcap-devel libtool libuuid-devel lvm2 make psmisc python3 quota sed sqlite udftools xfsprogs 2023-11-18T15:44:36.800 INFO:teuthology.orchestra.run.smithi099.stdout:Updating Subscription Management repositories. 2023-11-18T15:44:37.648 INFO:teuthology.orchestra.run.smithi099.stdout:Last metadata expiration check: 0:04:04 ago on Sat 18 Nov 2023 03:40:33 PM UTC. 2023-11-18T15:44:38.943 INFO:teuthology.orchestra.run.smithi099.stdout:Package acl-2.2.53-1.el8.x86_64 is already installed. 2023-11-18T15:44:38.944 INFO:teuthology.orchestra.run.smithi099.stdout:Package attr-2.4.48-3.el8.x86_64 is already installed. 2023-11-18T15:44:38.945 INFO:teuthology.orchestra.run.smithi099.stdout:Package automake-1.16.1-7.el8.noarch is already installed. 2023-11-18T15:44:38.946 INFO:teuthology.orchestra.run.smithi099.stdout:Package bc-1.07.1-5.el8.x86_64 is already installed. 2023-11-18T15:44:38.947 INFO:teuthology.orchestra.run.smithi099.stdout:Package dbench-4.0-20.el8.x86_64 is already installed. 2023-11-18T15:44:38.950 INFO:teuthology.orchestra.run.smithi099.stdout:Package e2fsprogs-1.45.6-4.el8.x86_64 is already installed. 2023-11-18T15:44:38.952 INFO:teuthology.orchestra.run.smithi099.stdout:Package gawk-4.2.1-4.el8.x86_64 is already installed. 2023-11-18T15:44:38.953 INFO:teuthology.orchestra.run.smithi099.stdout:Package gcc-8.5.0-10.1.el8_6.x86_64 is already installed. 2023-11-18T15:44:38.955 INFO:teuthology.orchestra.run.smithi099.stdout:Package git-2.31.1-2.el8.x86_64 is already installed. 2023-11-18T15:44:38.958 INFO:teuthology.orchestra.run.smithi099.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-11-18T15:44:38.959 INFO:teuthology.orchestra.run.smithi099.stdout:Package libaio-devel-0.3.112-1.el8.x86_64 is already installed. 2023-11-18T15:44:38.961 INFO:teuthology.orchestra.run.smithi099.stdout:Package libtool-2.4.6-25.el8.x86_64 is already installed. 2023-11-18T15:44:38.963 INFO:teuthology.orchestra.run.smithi099.stdout:Package libuuid-devel-2.32.1-35.el8.x86_64 is already installed. 2023-11-18T15:44:38.964 INFO:teuthology.orchestra.run.smithi099.stdout:Package lvm2-8:2.03.14-3.el8_6.2.x86_64 is already installed. 2023-11-18T15:44:38.965 INFO:teuthology.orchestra.run.smithi099.stdout:Package make-1:4.2.1-11.el8.x86_64 is already installed. 2023-11-18T15:44:38.966 INFO:teuthology.orchestra.run.smithi099.stdout:Package psmisc-23.1-5.el8.x86_64 is already installed. 2023-11-18T15:44:38.970 INFO:teuthology.orchestra.run.smithi099.stdout:Package python36-3.6.8-38.module+el8.5.0+12207+5c5719bc.x86_64 is already installed. 2023-11-18T15:44:38.971 INFO:teuthology.orchestra.run.smithi099.stdout:Package quota-1:4.04-14.el8.x86_64 is already installed. 2023-11-18T15:44:38.973 INFO:teuthology.orchestra.run.smithi099.stdout:Package sed-4.5-5.el8.x86_64 is already installed. 2023-11-18T15:44:38.974 INFO:teuthology.orchestra.run.smithi099.stdout:Package sqlite-3.26.0-15.el8.x86_64 is already installed. 2023-11-18T15:44:38.976 INFO:teuthology.orchestra.run.smithi099.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-11-18T15:44:39.090 INFO:teuthology.orchestra.run.smithi099.stdout:Dependencies resolved. 2023-11-18T15:44:39.092 INFO:teuthology.orchestra.run.smithi099.stdout:================================================================================ 2023-11-18T15:44:39.092 INFO:teuthology.orchestra.run.smithi099.stdout: Package Arch Version Repository Size 2023-11-18T15:44:39.092 INFO:teuthology.orchestra.run.smithi099.stdout:================================================================================ 2023-11-18T15:44:39.093 INFO:teuthology.orchestra.run.smithi099.stdout:Installing: 2023-11-18T15:44:39.093 INFO:teuthology.orchestra.run.smithi099.stdout: dump x86_64 1:0.4-0.36.b46.el8 rhel-8-for-x86_64-baseos-rpms 164 k 2023-11-18T15:44:39.093 INFO:teuthology.orchestra.run.smithi099.stdout: fio x86_64 3.19-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-11-18T15:44:39.093 INFO:teuthology.orchestra.run.smithi099.stdout: gdbm-devel x86_64 1:1.18-1.el8 rhel-8-for-x86_64-baseos-rpms 66 k 2023-11-18T15:44:39.093 INFO:teuthology.orchestra.run.smithi099.stdout: indent x86_64 2.2.13-4.el8 epel 187 k 2023-11-18T15:44:39.093 INFO:teuthology.orchestra.run.smithi099.stdout: kernel-devel x86_64 4.18.0-372.32.1.el8_6 2023-11-18T15:44:39.093 INFO:teuthology.orchestra.run.smithi099.stdout: rhel-8-for-x86_64-baseos-rpms 21 M 2023-11-18T15:44:39.094 INFO:teuthology.orchestra.run.smithi099.stdout: libcap-devel x86_64 2.48-2.el8 rhel-8-for-x86_64-baseos-rpms 42 k 2023-11-18T15:44:39.094 INFO:teuthology.orchestra.run.smithi099.stdout: udftools x86_64 2.3-2.el8 rhel-8-for-x86_64-appstream-rpms 160 k 2023-11-18T15:44:39.094 INFO:teuthology.orchestra.run.smithi099.stdout:Upgrading: 2023-11-18T15:44:39.094 INFO:teuthology.orchestra.run.smithi099.stdout: sqlite x86_64 3.26.0-16.el8_6 rhel-8-for-x86_64-baseos-rpms 668 k 2023-11-18T15:44:39.094 INFO:teuthology.orchestra.run.smithi099.stdout: sqlite-libs x86_64 3.26.0-16.el8_6 rhel-8-for-x86_64-baseos-rpms 581 k 2023-11-18T15:44:39.094 INFO:teuthology.orchestra.run.smithi099.stdout:Installing dependencies: 2023-11-18T15:44:39.094 INFO:teuthology.orchestra.run.smithi099.stdout: daxctl-libs x86_64 71.1-3.el8 rhel-8-for-x86_64-baseos-rpms 42 k 2023-11-18T15:44:39.095 INFO:teuthology.orchestra.run.smithi099.stdout: libpmemblk x86_64 1.6.1-1.el8 rhel-8-for-x86_64-appstream-rpms 92 k 2023-11-18T15:44:39.095 INFO:teuthology.orchestra.run.smithi099.stdout: ndctl-libs x86_64 71.1-3.el8 rhel-8-for-x86_64-baseos-rpms 79 k 2023-11-18T15:44:39.095 INFO:teuthology.orchestra.run.smithi099.stdout: rmt x86_64 2:1.5.3-13.el8 rhel-8-for-x86_64-baseos-rpms 51 k 2023-11-18T15:44:39.095 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:39.095 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction Summary 2023-11-18T15:44:39.095 INFO:teuthology.orchestra.run.smithi099.stdout:================================================================================ 2023-11-18T15:44:39.096 INFO:teuthology.orchestra.run.smithi099.stdout:Install 11 Packages 2023-11-18T15:44:39.096 INFO:teuthology.orchestra.run.smithi099.stdout:Upgrade 2 Packages 2023-11-18T15:44:39.096 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:44:39.097 INFO:teuthology.orchestra.run.smithi099.stdout:Total download size: 24 M 2023-11-18T15:44:39.097 INFO:teuthology.orchestra.run.smithi099.stdout:Downloading Packages: 2023-11-18T15:44:39.213 INFO:teuthology.orchestra.run.smithi099.stdout:(1/13): fio-3.19-3.el8.x86_64.rpm 5.8 MB/s | 538 kB 00:00 2023-11-18T15:44:39.239 INFO:teuthology.orchestra.run.smithi099.stdout:(2/13): udftools-2.3-2.el8.x86_64.rpm 1.3 MB/s | 160 kB 00:00 2023-11-18T15:44:39.272 INFO:teuthology.orchestra.run.smithi099.stdout:(3/13): libpmemblk-1.6.1-1.el8.x86_64.rpm 1.5 MB/s | 92 kB 00:00 2023-11-18T15:44:39.289 INFO:teuthology.orchestra.run.smithi099.stdout:(4/13): gdbm-devel-1.18-1.el8.x86_64.rpm 1.4 MB/s | 66 kB 00:00 2023-11-18T15:44:39.323 INFO:teuthology.orchestra.run.smithi099.stdout:(5/13): dump-0.4-0.36.b46.el8.x86_64.rpm 3.2 MB/s | 164 kB 00:00 2023-11-18T15:44:39.348 INFO:teuthology.orchestra.run.smithi099.stdout:(6/13): rmt-1.5.3-13.el8.x86_64.rpm 877 kB/s | 51 kB 00:00 2023-11-18T15:44:39.373 INFO:teuthology.orchestra.run.smithi099.stdout:(7/13): daxctl-libs-71.1-3.el8.x86_64.rpm 826 kB/s | 42 kB 00:00 2023-11-18T15:44:39.407 INFO:teuthology.orchestra.run.smithi099.stdout:(8/13): libcap-devel-2.48-2.el8.x86_64.rpm 717 kB/s | 42 kB 00:00 2023-11-18T15:44:39.432 INFO:teuthology.orchestra.run.smithi099.stdout:(9/13): ndctl-libs-71.1-3.el8.x86_64.rpm 1.3 MB/s | 79 kB 00:00 2023-11-18T15:44:39.574 INFO:teuthology.orchestra.run.smithi099.stdout:(10/13): sqlite-3.26.0-16.el8_6.x86_64.rpm 4.6 MB/s | 668 kB 00:00 2023-11-18T15:44:39.633 INFO:teuthology.orchestra.run.smithi099.stdout:(11/13): sqlite-libs-3.26.0-16.el8_6.x86_64.rpm 9.7 MB/s | 581 kB 00:00 2023-11-18T15:44:39.875 INFO:teuthology.orchestra.run.smithi099.stdout:(12/13): kernel-devel-4.18.0-372.32.1.el8_6.x86 46 MB/s | 21 MB 00:00 2023-11-18T15:44:39.900 INFO:teuthology.orchestra.run.smithi099.stdout:(13/13): indent-2.2.13-4.el8.x86_64.rpm 240 kB/s | 187 kB 00:00 2023-11-18T15:44:39.901 INFO:teuthology.orchestra.run.smithi099.stdout:-------------------------------------------------------------------------------- 2023-11-18T15:44:39.901 INFO:teuthology.orchestra.run.smithi099.stdout:Total 30 MB/s | 24 MB 00:00 2023-11-18T15:44:40.189 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction check 2023-11-18T15:44:40.258 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction check succeeded. 2023-11-18T15:44:40.259 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction test 2023-11-18T15:44:40.673 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction test succeeded. 2023-11-18T15:44:40.677 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction 2023-11-18T15:44:41.435 INFO:teuthology.orchestra.run.smithi099.stdout: Preparing : 1/1 2023-11-18T15:44:41.606 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : daxctl-libs-71.1-3.el8.x86_64 1/15 2023-11-18T15:44:41.670 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: daxctl-libs-71.1-3.el8.x86_64 1/15 2023-11-18T15:44:41.888 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ndctl-libs-71.1-3.el8.x86_64 2/15 2023-11-18T15:44:41.963 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ndctl-libs-71.1-3.el8.x86_64 2/15 2023-11-18T15:44:42.138 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libpmemblk-1.6.1-1.el8.x86_64 3/15 2023-11-18T15:44:42.271 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libpmemblk-1.6.1-1.el8.x86_64 3/15 2023-11-18T15:44:42.475 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : sqlite-libs-3.26.0-16.el8_6.x86_64 4/15 2023-11-18T15:44:42.638 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rmt-2:1.5.3-13.el8.x86_64 5/15 2023-11-18T15:44:42.893 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : dump-1:0.4-0.36.b46.el8.x86_64 6/15 2023-11-18T15:44:43.165 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : sqlite-3.26.0-16.el8_6.x86_64 7/15 2023-11-18T15:44:51.311 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : fio-3.19-3.el8.x86_64 8/15 2023-11-18T15:44:51.961 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : kernel-devel-4.18.0-372.32.1.el8_6.x86_64 9/15 2023-11-18T15:45:00.519 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: kernel-devel-4.18.0-372.32.1.el8_6.x86_64 9/15 2023-11-18T15:45:00.681 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcap-devel-2.48-2.el8.x86_64 10/15 2023-11-18T15:45:00.817 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : gdbm-devel-1:1.18-1.el8.x86_64 11/15 2023-11-18T15:45:00.846 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: gdbm-devel-1:1.18-1.el8.x86_64 11/15 2023-11-18T15:45:01.094 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : udftools-2.3-2.el8.x86_64 12/15 2023-11-18T15:45:01.293 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : indent-2.2.13-4.el8.x86_64 13/15 2023-11-18T15:45:01.459 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : sqlite-3.26.0-15.el8.x86_64 14/15 2023-11-18T15:45:01.623 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : sqlite-libs-3.26.0-15.el8.x86_64 15/15 2023-11-18T15:45:02.000 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: sqlite-libs-3.26.0-15.el8.x86_64 15/15 2023-11-18T15:45:02.001 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : indent-2.2.13-4.el8.x86_64 1/15 2023-11-18T15:45:02.001 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : fio-3.19-3.el8.x86_64 2/15 2023-11-18T15:45:02.001 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : udftools-2.3-2.el8.x86_64 3/15 2023-11-18T15:45:02.001 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libpmemblk-1.6.1-1.el8.x86_64 4/15 2023-11-18T15:45:02.001 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : gdbm-devel-1:1.18-1.el8.x86_64 5/15 2023-11-18T15:45:02.001 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : dump-1:0.4-0.36.b46.el8.x86_64 6/15 2023-11-18T15:45:02.002 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rmt-2:1.5.3-13.el8.x86_64 7/15 2023-11-18T15:45:02.002 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : daxctl-libs-71.1-3.el8.x86_64 8/15 2023-11-18T15:45:02.002 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcap-devel-2.48-2.el8.x86_64 9/15 2023-11-18T15:45:02.003 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ndctl-libs-71.1-3.el8.x86_64 10/15 2023-11-18T15:45:02.003 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : kernel-devel-4.18.0-372.32.1.el8_6.x86_64 11/15 2023-11-18T15:45:02.003 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : sqlite-3.26.0-16.el8_6.x86_64 12/15 2023-11-18T15:45:02.004 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : sqlite-3.26.0-15.el8.x86_64 13/15 2023-11-18T15:45:02.004 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : sqlite-libs-3.26.0-16.el8_6.x86_64 14/15 2023-11-18T15:45:03.081 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:45:03.084 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:45:03.336 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : sqlite-libs-3.26.0-15.el8.x86_64 15/15 2023-11-18T15:45:03.336 INFO:teuthology.orchestra.run.smithi099.stdout:Last metadata expiration check: 0:04:30 ago on Sat 18 Nov 2023 03:40:33 PM UTC. 2023-11-18T15:45:05.750 INFO:teuthology.orchestra.run.smithi099.stdout:Installed products updated. 2023-11-18T15:45:05.940 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:45:05.940 INFO:teuthology.orchestra.run.smithi099.stdout:Upgraded: 2023-11-18T15:45:05.940 INFO:teuthology.orchestra.run.smithi099.stdout: sqlite-3.26.0-16.el8_6.x86_64 sqlite-libs-3.26.0-16.el8_6.x86_64 2023-11-18T15:45:05.940 INFO:teuthology.orchestra.run.smithi099.stdout:Installed: 2023-11-18T15:45:05.940 INFO:teuthology.orchestra.run.smithi099.stdout: daxctl-libs-71.1-3.el8.x86_64 dump-1:0.4-0.36.b46.el8.x86_64 2023-11-18T15:45:05.941 INFO:teuthology.orchestra.run.smithi099.stdout: fio-3.19-3.el8.x86_64 gdbm-devel-1:1.18-1.el8.x86_64 2023-11-18T15:45:05.941 INFO:teuthology.orchestra.run.smithi099.stdout: indent-2.2.13-4.el8.x86_64 kernel-devel-4.18.0-372.32.1.el8_6.x86_64 2023-11-18T15:45:05.941 INFO:teuthology.orchestra.run.smithi099.stdout: libcap-devel-2.48-2.el8.x86_64 libpmemblk-1.6.1-1.el8.x86_64 2023-11-18T15:45:05.941 INFO:teuthology.orchestra.run.smithi099.stdout: ndctl-libs-71.1-3.el8.x86_64 rmt-2:1.5.3-13.el8.x86_64 2023-11-18T15:45:05.941 INFO:teuthology.orchestra.run.smithi099.stdout: udftools-2.3-2.el8.x86_64 2023-11-18T15:45:05.941 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:45:05.942 INFO:teuthology.orchestra.run.smithi099.stdout:Complete! 2023-11-18T15:45:06.108 DEBUG:teuthology.orchestra.run.smithi099:> sudo useradd -m fsgqa 2023-11-18T15:45:06.135 INFO:teuthology.orchestra.run.smithi099.stderr:useradd: user 'fsgqa' already exists 2023-11-18T15:45:06.136 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-11-18T15:45:06.137 DEBUG:teuthology.orchestra.run.smithi099:> sudo groupadd fsgqa 2023-11-18T15:45:06.203 INFO:teuthology.orchestra.run.smithi099.stderr:groupadd: group 'fsgqa' already exists 2023-11-18T15:45:06.204 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-11-18T15:45:06.205 DEBUG:teuthology.orchestra.run.smithi099:> sudo useradd fsgqa2 2023-11-18T15:45:07.220 DEBUG:teuthology.orchestra.run.smithi099:> sudo useradd 123456-fsgqa 2023-11-18T15:45:08.010 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-11-18T15:45:08.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.149+0000 7fb745221700 1 Processor -- start 2023-11-18T15:45:08.151 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.149+0000 7fb745221700 1 -- start start 2023-11-18T15:45:08.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb745221700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb7400b51d0 0x7fb7400d0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.153 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb745221700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740072350 0x7fb7400727e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb745221700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7400ccb80 con 0x7fb740147a40 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb745221700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb740072d20 con 0x7fb7400b51d0 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb745221700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7400cce60 con 0x7fb740072350 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73f59e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740072350 0x7fb7400727e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73e59c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb7400b51d0 0x7fb7400d0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73f59e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740072350 0x7fb7400727e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:42110/0 (socket says 172.21.15.99:42110) 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73f59e700 1 -- 172.21.15.99:0/3427189652 learned_addr learned my addr 172.21.15.99:0/3427189652 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73ed9d700 1 --1- 172.21.15.99:0/3427189652 >> v1:172.21.15.181:6789/0 conn(0x7fb740147a40 0x7fb7400cc380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:58306/0 (socket says 172.21.15.99:58306) 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73e59c700 1 -- 172.21.15.99:0/3427189652 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740072350 msgr2=0x7fb7400727e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:45:08.154 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73e59c700 1 --2- 172.21.15.99:0/3427189652 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740072350 0x7fb7400727e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73e59c700 1 -- 172.21.15.99:0/3427189652 >> v1:172.21.15.181:6789/0 conn(0x7fb740147a40 legacy=0x7fb7400cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73e59c700 1 -- 172.21.15.99:0/3427189652 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7400cd140 con 0x7fb7400b51d0 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.150+0000 7fb73f59e700 1 --2- 172.21.15.99:0/3427189652 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740072350 0x7fb7400727e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb73e59c700 1 --2- 172.21.15.99:0/3427189652 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7400b51d0 0x7fb7400d0a70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb734009840 tx=0x7fb734009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ede4b304cbd477d server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb73dd9b700 1 -- 172.21.15.99:0/3427189652 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb734011830 con 0x7fb7400b51d0 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb73dd9b700 1 -- 172.21.15.99:0/3427189652 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb734011990 con 0x7fb7400b51d0 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb73dd9b700 1 -- 172.21.15.99:0/3427189652 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb734011d20 con 0x7fb7400b51d0 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb745221700 1 -- 172.21.15.99:0/3427189652 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7400b51d0 msgr2=0x7fb7400d0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb745221700 1 --2- 172.21.15.99:0/3427189652 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7400b51d0 0x7fb7400d0a70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb734009840 tx=0x7fb734009b50 comp rx=0 tx=0).stop 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb745221700 1 -- 172.21.15.99:0/3427189652 shutdown_connections 2023-11-18T15:45:08.155 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb745221700 1 --2- 172.21.15.99:0/3427189652 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740072350 0x7fb7400727e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.156 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb745221700 1 --2- 172.21.15.99:0/3427189652 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7400b51d0 0x7fb7400d0a70 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.156 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb745221700 1 -- 172.21.15.99:0/3427189652 >> 172.21.15.99:0/3427189652 conn(0x7fb740067270 msgr2=0x7fb7400b32f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:45:08.156 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb745221700 1 -- 172.21.15.99:0/3427189652 shutdown_connections 2023-11-18T15:45:08.156 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.151+0000 7fb745221700 1 -- 172.21.15.99:0/3427189652 wait complete. 2023-11-18T15:45:08.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.153+0000 7fb745221700 1 Processor -- start 2023-11-18T15:45:08.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.153+0000 7fb745221700 1 -- start start 2023-11-18T15:45:08.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb745221700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb740072350 0x7fb74013c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb745221700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7400b51d0 0x7fb74013c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb745221700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740147a40 0x7fb740159550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb745221700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb74006b300 con 0x7fb740072350 2023-11-18T15:45:08.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb745221700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb74006b5e0 con 0x7fb7400b51d0 2023-11-18T15:45:08.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb745221700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb74006b8c0 con 0x7fb740147a40 2023-11-18T15:45:08.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73ed9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb740072350 0x7fb74013c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73ed9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb740072350 0x7fb74013c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60738/0 (socket says 172.21.15.99:60738) 2023-11-18T15:45:08.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73ed9d700 1 -- 172.21.15.99:0/1908820848 learned_addr learned my addr 172.21.15.99:0/1908820848 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:45:08.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73f59e700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740147a40 0x7fb740159550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73e59c700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7400b51d0 0x7fb74013c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73ed9d700 1 -- 172.21.15.99:0/1908820848 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740147a40 msgr2=0x7fb740159550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73ed9d700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740147a40 0x7fb740159550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73ed9d700 1 -- 172.21.15.99:0/1908820848 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7400b51d0 msgr2=0x7fb74013c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73ed9d700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7400b51d0 0x7fb74013c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73ed9d700 1 -- 172.21.15.99:0/1908820848 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb738009b30 con 0x7fb740072350 2023-11-18T15:45:08.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73f59e700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740147a40 0x7fb740159550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T15:45:08.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.154+0000 7fb73ed9d700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb740072350 0x7fb74013c120 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fb73000c500 tx=0x7fb73000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:45:08.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.155+0000 7fb7277fe700 1 -- 172.21.15.99:0/1908820848 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb730005cb0 con 0x7fb740072350 2023-11-18T15:45:08.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.155+0000 7fb7277fe700 1 -- 172.21.15.99:0/1908820848 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb730005e10 con 0x7fb740072350 2023-11-18T15:45:08.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.155+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7340094a0 con 0x7fb740072350 2023-11-18T15:45:08.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.155+0000 7fb7277fe700 1 -- 172.21.15.99:0/1908820848 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7300072d0 con 0x7fb740072350 2023-11-18T15:45:08.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.155+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb74006be80 con 0x7fb740072350 2023-11-18T15:45:08.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.155+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb74006c040 con 0x7fb740072350 2023-11-18T15:45:08.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.156+0000 7fb7277fe700 1 -- 172.21.15.99:0/1908820848 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fb730007430 con 0x7fb740072350 2023-11-18T15:45:08.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.156+0000 7fb7277fe700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb72c06aed0 0x7fb72c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.156+0000 7fb7277fe700 1 -- 172.21.15.99:0/1908820848 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb730088910 con 0x7fb740072350 2023-11-18T15:45:08.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.156+0000 7fb73e59c700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb72c06aed0 0x7fb72c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.157+0000 7fb73e59c700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb72c06aed0 0x7fb72c06d390 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb734000c00 tx=0x7fb734008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:45:08.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.161+0000 7fb7277fe700 1 -- 172.21.15.99:0/1908820848 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fb730053a70 con 0x7fb740072350 2023-11-18T15:45:08.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.433+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fb740073aa0 con 0x7fb740072350 2023-11-18T15:45:08.436 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.434+0000 7fb7277fe700 1 -- 172.21.15.99:0/1908820848 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1276 (secure 0 0 0) 0x7fb730017020 con 0x7fb740072350 2023-11-18T15:45:08.436 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:45:08.436 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":1,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","modified":"2023-11-18T15:42:34.661422Z","created":"2023-11-18T15:42:34.661422Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3300","nonce":0},{"type":"v1","addr":"172.21.15.99:6789","nonce":0}]},"addr":"172.21.15.99:6789/0","public_addr":"172.21.15.99:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3300","nonce":0},{"type":"v1","addr":"172.21.15.181:6789","nonce":0}]},"addr":"172.21.15.181:6789/0","public_addr":"172.21.15.181:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3301","nonce":0},{"type":"v1","addr":"172.21.15.181:6790","nonce":0}]},"addr":"172.21.15.181:6790/0","public_addr":"172.21.15.181:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-11-18T15:45:08.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb72c06aed0 msgr2=0x7fb72c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb72c06aed0 0x7fb72c06d390 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb734000c00 tx=0x7fb734008030 comp rx=0 tx=0).stop 2023-11-18T15:45:08.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb740072350 msgr2=0x7fb74013c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb740072350 0x7fb74013c120 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fb73000c500 tx=0x7fb73000c8c0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 shutdown_connections 2023-11-18T15:45:08.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb72c06aed0 0x7fb72c06d390 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb740072350 0x7fb74013c120 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.438 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb740147a40 0x7fb740159550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 --2- 172.21.15.99:0/1908820848 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7400b51d0 0x7fb74013c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 >> 172.21.15.99:0/1908820848 conn(0x7fb740067270 msgr2=0x7fb74015c630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:45:08.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 shutdown_connections 2023-11-18T15:45:08.439 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.436+0000 7fb745221700 1 -- 172.21.15.99:0/1908820848 wait complete. 2023-11-18T15:45:08.439 INFO:teuthology.orchestra.run.smithi099.stderr:dumped monmap epoch 1 2023-11-18T15:45:08.451 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get-or-create client.admin 2023-11-18T15:45:08.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.590+0000 7fe785422700 1 Processor -- start 2023-11-18T15:45:08.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.590+0000 7fe785422700 1 -- start start 2023-11-18T15:45:08.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe785422700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78006e280 0x7fe78015e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe785422700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe78015ed40 0x7fe7801417f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe785422700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe780144720 con 0x7fe780141130 2023-11-18T15:45:08.594 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe785422700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe780162670 con 0x7fe78015ed40 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe785422700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe780141510 con 0x7fe78006e280 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77effd700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe780141130 0x7fe78006db70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47358/0 (socket says 172.21.15.99:47358) 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77effd700 1 -- 172.21.15.99:0/2769389332 learned_addr learned my addr 172.21.15.99:0/2769389332 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77f7fe700 1 --2- 172.21.15.99:0/2769389332 >> v2:172.21.15.99:3300/0 conn(0x7fe78015ed40 0x7fe7801417f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77e7fc700 1 --2- 172.21.15.99:0/2769389332 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78006e280 0x7fe78015e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77dffb700 1 -- 172.21.15.99:0/2769389332 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 729629314 0 0) 0x7fe780144720 con 0x7fe780141130 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77dffb700 1 -- 172.21.15.99:0/2769389332 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7680035b0 con 0x7fe780141130 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77f7fe700 1 -- 172.21.15.99:0/2769389332 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78006e280 msgr2=0x7fe78015e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77f7fe700 1 --2- 172.21.15.99:0/2769389332 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78006e280 0x7fe78015e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77f7fe700 1 -- 172.21.15.99:0/2769389332 >> v1:172.21.15.99:6789/0 conn(0x7fe780141130 legacy=0x7fe78006db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77f7fe700 1 -- 172.21.15.99:0/2769389332 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe78015f5a0 con 0x7fe78015ed40 2023-11-18T15:45:08.596 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.591+0000 7fe77f7fe700 1 --2- 172.21.15.99:0/2769389332 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe78015ed40 0x7fe7801417f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fe778009d90 tx=0x7fe77800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d958fe2f5df1d64 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:45:08.596 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe77dffb700 1 -- 172.21.15.99:0/2769389332 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe77800e070 con 0x7fe78015ed40 2023-11-18T15:45:08.596 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe77dffb700 1 -- 172.21.15.99:0/2769389332 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe77800bb20 con 0x7fe78015ed40 2023-11-18T15:45:08.596 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe77dffb700 1 -- 172.21.15.99:0/2769389332 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe778012430 con 0x7fe78015ed40 2023-11-18T15:45:08.596 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe785422700 1 -- 172.21.15.99:0/2769389332 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe78015ed40 msgr2=0x7fe7801417f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.596 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe785422700 1 --2- 172.21.15.99:0/2769389332 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe78015ed40 0x7fe7801417f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fe778009d90 tx=0x7fe77800b330 comp rx=0 tx=0).stop 2023-11-18T15:45:08.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe785422700 1 -- 172.21.15.99:0/2769389332 shutdown_connections 2023-11-18T15:45:08.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe785422700 1 --2- 172.21.15.99:0/2769389332 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe78015ed40 0x7fe7801417f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe785422700 1 --2- 172.21.15.99:0/2769389332 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78006e280 0x7fe78015e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe785422700 1 -- 172.21.15.99:0/2769389332 >> 172.21.15.99:0/2769389332 conn(0x7fe780067000 msgr2=0x7fe7800b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:45:08.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe785422700 1 -- 172.21.15.99:0/2769389332 shutdown_connections 2023-11-18T15:45:08.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.592+0000 7fe785422700 1 -- 172.21.15.99:0/2769389332 wait complete. 2023-11-18T15:45:08.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe785422700 1 Processor -- start 2023-11-18T15:45:08.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe785422700 1 -- start start 2023-11-18T15:45:08.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe785422700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe78006e280 0x7fe7800b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe785422700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe780141130 0x7fe780141650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe785422700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78015ed40 0x7fe780135130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe785422700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7801420a0 con 0x7fe780141130 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe785422700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe780142380 con 0x7fe78006e280 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe785422700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe780142660 con 0x7fe78015ed40 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe77e7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe780141130 0x7fe780141650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe77e7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe780141130 0x7fe780141650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:60754/0 (socket says 172.21.15.99:60754) 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.594+0000 7fe77e7fc700 1 -- 172.21.15.99:0/858269100 learned_addr learned my addr 172.21.15.99:0/858269100 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe77effd700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe78006e280 0x7fe7800b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe77f7fe700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78015ed40 0x7fe780135130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe77e7fc700 1 -- 172.21.15.99:0/858269100 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78015ed40 msgr2=0x7fe780135130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe77e7fc700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78015ed40 0x7fe780135130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe77e7fc700 1 -- 172.21.15.99:0/858269100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe78006e280 msgr2=0x7fe7800b12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe77e7fc700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe78006e280 0x7fe7800b12d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe77e7fc700 1 -- 172.21.15.99:0/858269100 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe778009a70 con 0x7fe780141130 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe77e7fc700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe780141130 0x7fe780141650 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe77400e810 tx=0x7fe77400ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe7677fe700 1 -- 172.21.15.99:0/858269100 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe774013610 con 0x7fe780141130 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe7677fe700 1 -- 172.21.15.99:0/858269100 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe774013770 con 0x7fe780141130 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe780142940 con 0x7fe780141130 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe7677fe700 1 -- 172.21.15.99:0/858269100 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe774013b20 con 0x7fe780141130 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.595+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7800b1810 con 0x7fe780141130 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.596+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7800b1a90 con 0x7fe780141130 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.596+0000 7fe7677fe700 1 -- 172.21.15.99:0/858269100 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe774013c80 con 0x7fe780141130 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.597+0000 7fe7677fe700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe76c06aed0 0x7fe76c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T15:45:08.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.597+0000 7fe7677fe700 1 -- 172.21.15.99:0/858269100 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe774089280 con 0x7fe780141130 2023-11-18T15:45:08.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.597+0000 7fe77effd700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe76c06aed0 0x7fe76c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T15:45:08.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.597+0000 7fe77effd700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe76c06aed0 0x7fe76c06d390 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe7700011e0 tx=0x7fe770009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T15:45:08.603 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.601+0000 7fe7677fe700 1 -- 172.21.15.99:0/858269100 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe774054340 con 0x7fe780141130 2023-11-18T15:45:08.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.876+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.admin"} v 0) v1 -- 0x7fe780073aa0 con 0x7fe780141130 2023-11-18T15:45:08.879 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.877+0000 7fe7677fe700 1 -- 172.21.15.99:0/858269100 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.admin"}]=0 v11) v1 ==== 92+0+63 (secure 0 0 0) 0x7fe774057960 con 0x7fe780141130 2023-11-18T15:45:08.879 INFO:teuthology.orchestra.run.smithi099.stdout:[client.admin] 2023-11-18T15:45:08.879 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== 2023-11-18T15:45:08.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe76c06aed0 msgr2=0x7fe76c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe76c06aed0 0x7fe76c06d390 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe7700011e0 tx=0x7fe770009040 comp rx=0 tx=0).stop 2023-11-18T15:45:08.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe780141130 msgr2=0x7fe780141650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T15:45:08.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe780141130 0x7fe780141650 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe77400e810 tx=0x7fe77400ebd0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 shutdown_connections 2023-11-18T15:45:08.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe78015ed40 0x7fe780135130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe78006e280 0x7fe7800b12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe76c06aed0 0x7fe76c06d390 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 --2- 172.21.15.99:0/858269100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe780141130 0x7fe780141650 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T15:45:08.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 >> 172.21.15.99:0/858269100 conn(0x7fe780067000 msgr2=0x7fe78015f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T15:45:08.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 shutdown_connections 2023-11-18T15:45:08.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T15:45:08.879+0000 7fe785422700 1 -- 172.21.15.99:0/858269100 wait complete. 2023-11-18T15:45:08.893 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:45:08.893 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/tmp/tmp.nDJSDxVdTExfstests-dev/local.config 2023-11-18T15:45:08.934 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph export TEST_DEV=172.21.15.99:6789:/test export TEST_DIR=/tmp/tmp.Wfzx2e4pXRtest export SCRATCH_DEV=172.21.15.99:6789:/scratch export SCRATCH_MNT=/tmp/tmp.yyosKgDC3Fscratch export CEPHFS_MOUNT_OPTIONS="-o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw==" 2023-11-18T15:45:08.934 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T15:45:08.934 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/tmp/tmp.nDJSDxVdTExfstests-dev/ceph.exclude 2023-11-18T15:45:09.001 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo make) 2023-11-18T15:45:09.089 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize -cfi 2023-11-18T15:45:09.445 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: putting auxiliary files in '.'. 2023-11-18T15:45:09.445 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: copying file './config.guess' 2023-11-18T15:45:09.448 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: copying file './config.sub' 2023-11-18T15:45:09.452 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: copying file './install-sh' 2023-11-18T15:45:09.456 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: copying file './ltmain.sh' 2023-11-18T15:45:09.476 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-11-18T15:45:09.476 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-11-18T15:45:09.481 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-11-18T15:45:09.485 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-11-18T15:45:09.489 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-11-18T15:45:09.494 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-11-18T15:45:09.499 INFO:teuthology.orchestra.run.smithi099.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-11-18T15:45:09.501 INFO:teuthology.orchestra.run.smithi099.stdout:cp include/install-sh . 2023-11-18T15:45:09.502 INFO:teuthology.orchestra.run.smithi099.stdout:aclocal -I m4 2023-11-18T15:45:10.667 INFO:teuthology.orchestra.run.smithi099.stdout:autoheader 2023-11-18T15:45:10.963 INFO:teuthology.orchestra.run.smithi099.stdout:autoconf 2023-11-18T15:45:11.122 INFO:teuthology.orchestra.run.smithi099.stdout:./configure \ 2023-11-18T15:45:11.122 INFO:teuthology.orchestra.run.smithi099.stdout: --libexecdir=/usr/lib \ 2023-11-18T15:45:11.123 INFO:teuthology.orchestra.run.smithi099.stdout: --exec_prefix=/var/lib 2023-11-18T15:45:11.584 INFO:teuthology.orchestra.run.smithi099.stdout:checking build system type... x86_64-pc-linux-gnu 2023-11-18T15:45:11.585 INFO:teuthology.orchestra.run.smithi099.stdout:checking host system type... x86_64-pc-linux-gnu 2023-11-18T15:45:11.586 INFO:teuthology.orchestra.run.smithi099.stdout:checking how to print strings... printf 2023-11-18T15:45:11.586 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gcc... gcc 2023-11-18T15:45:11.710 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether the C compiler works... yes 2023-11-18T15:45:11.710 INFO:teuthology.orchestra.run.smithi099.stdout:checking for C compiler default output file name... a.out 2023-11-18T15:45:11.737 INFO:teuthology.orchestra.run.smithi099.stdout:checking for suffix of executables... 2023-11-18T15:45:11.776 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether we are cross compiling... no 2023-11-18T15:45:11.794 INFO:teuthology.orchestra.run.smithi099.stdout:checking for suffix of object files... o 2023-11-18T15:45:11.809 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether we are using the GNU C compiler... yes 2023-11-18T15:45:11.825 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether gcc accepts -g... yes 2023-11-18T15:45:11.851 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gcc option to accept ISO C89... none needed 2023-11-18T15:45:11.854 INFO:teuthology.orchestra.run.smithi099.stdout:checking for a sed that does not truncate output... /bin/sed 2023-11-18T15:45:11.855 INFO:teuthology.orchestra.run.smithi099.stdout:checking for grep that handles long lines and -e... /bin/grep 2023-11-18T15:45:11.857 INFO:teuthology.orchestra.run.smithi099.stdout:checking for egrep... /bin/grep -E 2023-11-18T15:45:11.858 INFO:teuthology.orchestra.run.smithi099.stdout:checking for fgrep... /bin/grep -F 2023-11-18T15:45:11.861 INFO:teuthology.orchestra.run.smithi099.stdout:checking for ld used by gcc... /bin/ld 2023-11-18T15:45:11.862 INFO:teuthology.orchestra.run.smithi099.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2023-11-18T15:45:11.869 INFO:teuthology.orchestra.run.smithi099.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2023-11-18T15:45:11.885 INFO:teuthology.orchestra.run.smithi099.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2023-11-18T15:45:11.886 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether ln -s works... yes 2023-11-18T15:45:11.893 INFO:teuthology.orchestra.run.smithi099.stdout:checking the maximum length of command line arguments... 1572864 2023-11-18T15:45:11.895 INFO:teuthology.orchestra.run.smithi099.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-11-18T15:45:11.895 INFO:teuthology.orchestra.run.smithi099.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-11-18T15:45:11.896 INFO:teuthology.orchestra.run.smithi099.stdout:checking for /bin/ld option to reload object files... -r 2023-11-18T15:45:11.896 INFO:teuthology.orchestra.run.smithi099.stdout:checking for objdump... objdump 2023-11-18T15:45:11.897 INFO:teuthology.orchestra.run.smithi099.stdout:checking how to recognize dependent libraries... pass_all 2023-11-18T15:45:11.897 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dlltool... no 2023-11-18T15:45:11.897 INFO:teuthology.orchestra.run.smithi099.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-11-18T15:45:11.897 INFO:teuthology.orchestra.run.smithi099.stdout:checking for ar... ar 2023-11-18T15:45:11.919 INFO:teuthology.orchestra.run.smithi099.stdout:checking for archiver @FILE support... @ 2023-11-18T15:45:11.919 INFO:teuthology.orchestra.run.smithi099.stdout:checking for strip... strip 2023-11-18T15:45:11.919 INFO:teuthology.orchestra.run.smithi099.stdout:checking for ranlib... ranlib 2023-11-18T15:45:11.919 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gawk... gawk 2023-11-18T15:45:11.969 INFO:teuthology.orchestra.run.smithi099.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2023-11-18T15:45:11.970 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sysroot... no 2023-11-18T15:45:11.973 INFO:teuthology.orchestra.run.smithi099.stdout:checking for a working dd... /bin/dd 2023-11-18T15:45:11.975 INFO:teuthology.orchestra.run.smithi099.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2023-11-18T15:45:11.988 INFO:teuthology.orchestra.run.smithi099.stdout:checking for mt... no 2023-11-18T15:45:11.990 INFO:teuthology.orchestra.run.smithi099.stdout:checking if : is a manifest tool... no 2023-11-18T15:45:12.028 INFO:teuthology.orchestra.run.smithi099.stdout:checking how to run the C preprocessor... gcc -E 2023-11-18T15:45:12.147 INFO:teuthology.orchestra.run.smithi099.stdout:checking for ANSI C header files... yes 2023-11-18T15:45:12.166 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/types.h... yes 2023-11-18T15:45:12.193 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/stat.h... yes 2023-11-18T15:45:12.216 INFO:teuthology.orchestra.run.smithi099.stdout:checking for stdlib.h... yes 2023-11-18T15:45:12.240 INFO:teuthology.orchestra.run.smithi099.stdout:checking for string.h... yes 2023-11-18T15:45:12.264 INFO:teuthology.orchestra.run.smithi099.stdout:checking for memory.h... yes 2023-11-18T15:45:12.287 INFO:teuthology.orchestra.run.smithi099.stdout:checking for strings.h... yes 2023-11-18T15:45:12.313 INFO:teuthology.orchestra.run.smithi099.stdout:checking for inttypes.h... yes 2023-11-18T15:45:12.337 INFO:teuthology.orchestra.run.smithi099.stdout:checking for stdint.h... yes 2023-11-18T15:45:12.369 INFO:teuthology.orchestra.run.smithi099.stdout:checking for unistd.h... yes 2023-11-18T15:45:12.393 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dlfcn.h... yes 2023-11-18T15:45:12.396 INFO:teuthology.orchestra.run.smithi099.stdout:checking for objdir... .libs 2023-11-18T15:45:12.460 INFO:teuthology.orchestra.run.smithi099.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-11-18T15:45:12.460 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-11-18T15:45:12.475 INFO:teuthology.orchestra.run.smithi099.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-11-18T15:45:12.494 INFO:teuthology.orchestra.run.smithi099.stdout:checking if gcc static flag -static works... no 2023-11-18T15:45:12.514 INFO:teuthology.orchestra.run.smithi099.stdout:checking if gcc supports -c -o file.o... yes 2023-11-18T15:45:12.514 INFO:teuthology.orchestra.run.smithi099.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-11-18T15:45:12.520 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-11-18T15:45:12.545 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether -lc should be explicitly linked in... no 2023-11-18T15:45:12.587 INFO:teuthology.orchestra.run.smithi099.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-11-18T15:45:12.588 INFO:teuthology.orchestra.run.smithi099.stdout:checking how to hardcode library paths into programs... immediate 2023-11-18T15:45:12.590 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether stripping libraries is possible... yes 2023-11-18T15:45:12.590 INFO:teuthology.orchestra.run.smithi099.stdout:checking if libtool supports shared libraries... yes 2023-11-18T15:45:12.590 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether to build shared libraries... yes 2023-11-18T15:45:12.590 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether to build static libraries... yes 2023-11-18T15:45:12.594 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gcc... (cached) gcc 2023-11-18T15:45:12.610 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-11-18T15:45:12.610 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether gcc accepts -g... (cached) yes 2023-11-18T15:45:12.610 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-11-18T15:45:12.610 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gmake... /usr/bin/gmake 2023-11-18T15:45:12.610 INFO:teuthology.orchestra.run.smithi099.stderr:./configure: line 12070: test: $(SHELL): binary operator expected 2023-11-18T15:45:12.611 INFO:teuthology.orchestra.run.smithi099.stdout:checking for tar... /bin/tar 2023-11-18T15:45:12.611 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gzip... /bin/gzip 2023-11-18T15:45:12.617 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether gcc -MM is supported... yes 2023-11-18T15:45:12.618 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sort... /bin/sort 2023-11-18T15:45:12.618 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether ln -s works... yes 2023-11-18T15:45:12.618 INFO:teuthology.orchestra.run.smithi099.stdout:checking for rpm... /bin/rpm 2023-11-18T15:45:12.621 INFO:teuthology.orchestra.run.smithi099.stdout:checking for rpmbuild... no 2023-11-18T15:45:12.646 INFO:teuthology.orchestra.run.smithi099.stdout:checking assert.h usability... yes 2023-11-18T15:45:12.653 INFO:teuthology.orchestra.run.smithi099.stdout:checking assert.h presence... yes 2023-11-18T15:45:12.653 INFO:teuthology.orchestra.run.smithi099.stdout:checking for assert.h... yes 2023-11-18T15:45:12.678 INFO:teuthology.orchestra.run.smithi099.stdout:checking bstring.h usability... no 2023-11-18T15:45:12.687 INFO:teuthology.orchestra.run.smithi099.stdout:checking bstring.h presence... no 2023-11-18T15:45:12.687 INFO:teuthology.orchestra.run.smithi099.stdout:checking for bstring.h... no 2023-11-18T15:45:12.711 INFO:teuthology.orchestra.run.smithi099.stdout:checking libgen.h usability... yes 2023-11-18T15:45:12.718 INFO:teuthology.orchestra.run.smithi099.stdout:checking libgen.h presence... yes 2023-11-18T15:45:12.718 INFO:teuthology.orchestra.run.smithi099.stdout:checking for libgen.h... yes 2023-11-18T15:45:12.745 INFO:teuthology.orchestra.run.smithi099.stdout:checking dirent.h usability... yes 2023-11-18T15:45:12.752 INFO:teuthology.orchestra.run.smithi099.stdout:checking dirent.h presence... yes 2023-11-18T15:45:12.752 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dirent.h... yes 2023-11-18T15:45:12.804 INFO:teuthology.orchestra.run.smithi099.stdout:checking errno.h usability... yes 2023-11-18T15:45:12.811 INFO:teuthology.orchestra.run.smithi099.stdout:checking errno.h presence... yes 2023-11-18T15:45:12.811 INFO:teuthology.orchestra.run.smithi099.stdout:checking for errno.h... yes 2023-11-18T15:45:12.838 INFO:teuthology.orchestra.run.smithi099.stdout:checking malloc.h usability... yes 2023-11-18T15:45:12.845 INFO:teuthology.orchestra.run.smithi099.stdout:checking malloc.h presence... yes 2023-11-18T15:45:12.845 INFO:teuthology.orchestra.run.smithi099.stdout:checking for malloc.h... yes 2023-11-18T15:45:12.871 INFO:teuthology.orchestra.run.smithi099.stdout:checking uuid.h usability... no 2023-11-18T15:45:12.880 INFO:teuthology.orchestra.run.smithi099.stdout:checking uuid.h presence... no 2023-11-18T15:45:12.880 INFO:teuthology.orchestra.run.smithi099.stdout:checking for uuid.h... no 2023-11-18T15:45:12.906 INFO:teuthology.orchestra.run.smithi099.stdout:checking uuid/uuid.h usability... yes 2023-11-18T15:45:12.914 INFO:teuthology.orchestra.run.smithi099.stdout:checking uuid/uuid.h presence... yes 2023-11-18T15:45:12.914 INFO:teuthology.orchestra.run.smithi099.stdout:checking for uuid/uuid.h... yes 2023-11-18T15:45:12.939 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/uuid.h usability... no 2023-11-18T15:45:12.949 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/uuid.h presence... no 2023-11-18T15:45:12.949 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/uuid.h... no 2023-11-18T15:45:12.974 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/file.h usability... yes 2023-11-18T15:45:12.981 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/file.h presence... yes 2023-11-18T15:45:12.981 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/file.h... yes 2023-11-18T15:45:13.008 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/fcntl.h usability... yes 2023-11-18T15:45:13.015 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/fcntl.h presence... yes 2023-11-18T15:45:13.015 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/fcntl.h... yes 2023-11-18T15:45:13.040 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/syssgi.h usability... no 2023-11-18T15:45:13.049 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/syssgi.h presence... no 2023-11-18T15:45:13.049 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/syssgi.h... no 2023-11-18T15:45:13.092 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/param.h usability... yes 2023-11-18T15:45:13.102 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/param.h presence... yes 2023-11-18T15:45:13.102 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/param.h... yes 2023-11-18T15:45:13.106 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/stat.h... (cached) yes 2023-11-18T15:45:13.133 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/statvfs.h usability... yes 2023-11-18T15:45:13.140 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/statvfs.h presence... yes 2023-11-18T15:45:13.141 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/statvfs.h... yes 2023-11-18T15:45:13.166 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/time.h usability... yes 2023-11-18T15:45:13.173 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/time.h presence... yes 2023-11-18T15:45:13.174 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/time.h... yes 2023-11-18T15:45:13.202 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/ioctl.h usability... yes 2023-11-18T15:45:13.210 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/ioctl.h presence... yes 2023-11-18T15:45:13.210 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/ioctl.h... yes 2023-11-18T15:45:13.239 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/wait.h usability... yes 2023-11-18T15:45:13.247 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/wait.h presence... yes 2023-11-18T15:45:13.247 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/wait.h... yes 2023-11-18T15:45:13.252 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/types.h... (cached) yes 2023-11-18T15:45:13.257 INFO:teuthology.orchestra.run.smithi099.stdout:checking for strings.h... (cached) yes 2023-11-18T15:45:13.283 INFO:teuthology.orchestra.run.smithi099.stdout:checking err.h usability... yes 2023-11-18T15:45:13.290 INFO:teuthology.orchestra.run.smithi099.stdout:checking err.h presence... yes 2023-11-18T15:45:13.290 INFO:teuthology.orchestra.run.smithi099.stdout:checking for err.h... yes 2023-11-18T15:45:13.316 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/falloc.h usability... yes 2023-11-18T15:45:13.322 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/falloc.h presence... yes 2023-11-18T15:45:13.322 INFO:teuthology.orchestra.run.smithi099.stdout:checking for linux/falloc.h... yes 2023-11-18T15:45:13.348 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/fs/xfs_fsops.h usability... no 2023-11-18T15:45:13.357 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/fs/xfs_fsops.h presence... no 2023-11-18T15:45:13.357 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/fs/xfs_fsops.h... no 2023-11-18T15:45:13.380 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/fs/xfs_itable.h usability... no 2023-11-18T15:45:13.390 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/fs/xfs_itable.h presence... no 2023-11-18T15:45:13.390 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/fs/xfs_itable.h... no 2023-11-18T15:45:13.412 INFO:teuthology.orchestra.run.smithi099.stdout:checking xfs/platform_defs.h usability... no 2023-11-18T15:45:13.422 INFO:teuthology.orchestra.run.smithi099.stdout:checking xfs/platform_defs.h presence... no 2023-11-18T15:45:13.422 INFO:teuthology.orchestra.run.smithi099.stdout:checking for xfs/platform_defs.h... no 2023-11-18T15:45:13.444 INFO:teuthology.orchestra.run.smithi099.stdout:checking btrfs/ioctl.h usability... no 2023-11-18T15:45:13.453 INFO:teuthology.orchestra.run.smithi099.stdout:checking btrfs/ioctl.h presence... no 2023-11-18T15:45:13.454 INFO:teuthology.orchestra.run.smithi099.stdout:checking for btrfs/ioctl.h... no 2023-11-18T15:45:13.476 INFO:teuthology.orchestra.run.smithi099.stdout:checking cifs/ioctl.h usability... no 2023-11-18T15:45:13.485 INFO:teuthology.orchestra.run.smithi099.stdout:checking cifs/ioctl.h presence... no 2023-11-18T15:45:13.485 INFO:teuthology.orchestra.run.smithi099.stdout:checking for cifs/ioctl.h... no 2023-11-18T15:45:13.510 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/mman.h usability... yes 2023-11-18T15:45:13.517 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/mman.h presence... yes 2023-11-18T15:45:13.518 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/mman.h... yes 2023-11-18T15:45:13.532 INFO:teuthology.orchestra.run.smithi099.stdout:checking for xfs/xfs_log_format.h... no 2023-11-18T15:45:13.565 INFO:teuthology.orchestra.run.smithi099.stdout:checking for uuid_compare... no 2023-11-18T15:45:13.594 INFO:teuthology.orchestra.run.smithi099.stdout:checking for uuid_compare in -luuid... yes 2023-11-18T15:45:13.645 INFO:teuthology.orchestra.run.smithi099.stdout:checking for xfs/xfs.h... yes 2023-11-18T15:45:13.658 INFO:teuthology.orchestra.run.smithi099.stdout:checking for xfs/libxfs.h... no 2023-11-18T15:45:13.673 INFO:teuthology.orchestra.run.smithi099.stdout:checking whether xlog_assign_lsn is declared... no 2023-11-18T15:45:13.699 INFO:teuthology.orchestra.run.smithi099.stdout:checking for xfs/xqm.h... yes 2023-11-18T15:45:13.743 INFO:teuthology.orchestra.run.smithi099.stdout:checking xfsctl from xfs/xfs.h... ok 2023-11-18T15:45:13.765 INFO:teuthology.orchestra.run.smithi099.stdout:checking xfs/handle.h usability... yes 2023-11-18T15:45:13.771 INFO:teuthology.orchestra.run.smithi099.stdout:checking xfs/handle.h presence... yes 2023-11-18T15:45:13.771 INFO:teuthology.orchestra.run.smithi099.stdout:checking for xfs/handle.h... yes 2023-11-18T15:45:13.808 INFO:teuthology.orchestra.run.smithi099.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-11-18T15:45:13.837 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/acl.h usability... yes 2023-11-18T15:45:13.845 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/acl.h presence... yes 2023-11-18T15:45:13.845 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/acl.h... yes 2023-11-18T15:45:13.880 INFO:teuthology.orchestra.run.smithi099.stdout:checking acl/libacl.h usability... yes 2023-11-18T15:45:13.888 INFO:teuthology.orchestra.run.smithi099.stdout:checking acl/libacl.h presence... yes 2023-11-18T15:45:13.888 INFO:teuthology.orchestra.run.smithi099.stdout:checking for acl/libacl.h... yes 2023-11-18T15:45:13.919 INFO:teuthology.orchestra.run.smithi099.stdout:checking for acl_init in -lacl... yes 2023-11-18T15:45:13.943 INFO:teuthology.orchestra.run.smithi099.stdout:checking gdbm-ndbm.h usability... no 2023-11-18T15:45:13.973 INFO:teuthology.orchestra.run.smithi099.stdout:checking gdbm-ndbm.h presence... no 2023-11-18T15:45:13.973 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gdbm-ndbm.h... no 2023-11-18T15:45:13.995 INFO:teuthology.orchestra.run.smithi099.stdout:checking gdbm/ndbm.h usability... yes 2023-11-18T15:45:14.006 INFO:teuthology.orchestra.run.smithi099.stdout:checking gdbm/ndbm.h presence... yes 2023-11-18T15:45:14.006 INFO:teuthology.orchestra.run.smithi099.stdout:checking for gdbm/ndbm.h... yes 2023-11-18T15:45:14.036 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dbm_open in -lgdbm... no 2023-11-18T15:45:14.069 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dbm_fetch in -lgdbm... no 2023-11-18T15:45:14.102 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dbm_store in -lgdbm... no 2023-11-18T15:45:14.135 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dbm_close in -lgdbm... no 2023-11-18T15:45:14.171 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dbm_open in -lgdbm_compat... yes 2023-11-18T15:45:14.200 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dbm_fetch in -lgdbm_compat... yes 2023-11-18T15:45:14.231 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dbm_store in -lgdbm_compat... yes 2023-11-18T15:45:14.263 INFO:teuthology.orchestra.run.smithi099.stdout:checking for dbm_close in -lgdbm_compat... yes 2023-11-18T15:45:14.287 INFO:teuthology.orchestra.run.smithi099.stdout:checking libaio.h usability... yes 2023-11-18T15:45:14.297 INFO:teuthology.orchestra.run.smithi099.stdout:checking libaio.h presence... yes 2023-11-18T15:45:14.297 INFO:teuthology.orchestra.run.smithi099.stdout:checking for libaio.h... yes 2023-11-18T15:45:14.318 INFO:teuthology.orchestra.run.smithi099.stdout:checking liburing.h usability... no 2023-11-18T15:45:14.328 INFO:teuthology.orchestra.run.smithi099.stdout:checking liburing.h presence... no 2023-11-18T15:45:14.328 INFO:teuthology.orchestra.run.smithi099.stdout:checking for liburing.h... no 2023-11-18T15:45:14.355 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/capability.h usability... yes 2023-11-18T15:45:14.363 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/capability.h presence... yes 2023-11-18T15:45:14.363 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/capability.h... yes 2023-11-18T15:45:14.387 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/fiemap.h usability... yes 2023-11-18T15:45:14.394 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/fiemap.h presence... yes 2023-11-18T15:45:14.395 INFO:teuthology.orchestra.run.smithi099.stdout:checking for linux/fiemap.h... yes 2023-11-18T15:45:14.425 INFO:teuthology.orchestra.run.smithi099.stdout:checking for fallocate... yes 2023-11-18T15:45:14.458 INFO:teuthology.orchestra.run.smithi099.stdout:checking for open_by_handle_at... yes 2023-11-18T15:45:14.482 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/prctl.h usability... yes 2023-11-18T15:45:14.488 INFO:teuthology.orchestra.run.smithi099.stdout:checking sys/prctl.h presence... yes 2023-11-18T15:45:14.488 INFO:teuthology.orchestra.run.smithi099.stdout:checking for sys/prctl.h... yes 2023-11-18T15:45:14.512 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/fs.h usability... yes 2023-11-18T15:45:14.519 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/fs.h presence... yes 2023-11-18T15:45:14.519 INFO:teuthology.orchestra.run.smithi099.stdout:checking for linux/fs.h... yes 2023-11-18T15:45:14.540 INFO:teuthology.orchestra.run.smithi099.stdout:checking btrfsutil.h usability... no 2023-11-18T15:45:14.549 INFO:teuthology.orchestra.run.smithi099.stdout:checking btrfsutil.h presence... no 2023-11-18T15:45:14.549 INFO:teuthology.orchestra.run.smithi099.stdout:checking for btrfsutil.h... no 2023-11-18T15:45:14.583 INFO:teuthology.orchestra.run.smithi099.stdout:checking for copy_file_range... yes 2023-11-18T15:45:14.617 INFO:teuthology.orchestra.run.smithi099.stdout:checking for SEEK_DATA... yes 2023-11-18T15:45:14.662 INFO:teuthology.orchestra.run.smithi099.stdout:checking for BMV_OF_SHARED... yes 2023-11-18T15:45:14.703 INFO:teuthology.orchestra.run.smithi099.stdout:checking for nftw... yes 2023-11-18T15:45:14.737 INFO:teuthology.orchestra.run.smithi099.stdout:checking for RLIMIT_NOFILE... yes 2023-11-18T15:45:14.755 INFO:teuthology.orchestra.run.smithi099.stdout:checking for FIEXCHANGE_RANGE... no 2023-11-18T15:45:14.785 INFO:teuthology.orchestra.run.smithi099.stdout:checking for renameat2... yes 2023-11-18T15:45:14.817 INFO:teuthology.orchestra.run.smithi099.stdout:checking for reallocarray... yes 2023-11-18T15:45:14.830 INFO:teuthology.orchestra.run.smithi099.stdout:checking for struct mount_attr... no 2023-11-18T15:45:14.873 INFO:teuthology.orchestra.run.smithi099.stdout:checking for struct btrfs_qgroup_limit... yes 2023-11-18T15:45:14.906 INFO:teuthology.orchestra.run.smithi099.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-11-18T15:45:14.940 INFO:teuthology.orchestra.run.smithi099.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-11-18T15:45:14.973 INFO:teuthology.orchestra.run.smithi099.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-11-18T15:45:15.007 INFO:teuthology.orchestra.run.smithi099.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-11-18T15:45:15.040 INFO:teuthology.orchestra.run.smithi099.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-11-18T15:45:15.074 INFO:teuthology.orchestra.run.smithi099.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-11-18T15:45:15.099 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/btrfs.h usability... yes 2023-11-18T15:45:15.107 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/btrfs.h presence... yes 2023-11-18T15:45:15.107 INFO:teuthology.orchestra.run.smithi099.stdout:checking for linux/btrfs.h... yes 2023-11-18T15:45:15.136 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/btrfs_tree.h usability... yes 2023-11-18T15:45:15.143 INFO:teuthology.orchestra.run.smithi099.stdout:checking linux/btrfs_tree.h presence... yes 2023-11-18T15:45:15.143 INFO:teuthology.orchestra.run.smithi099.stdout:checking for linux/btrfs_tree.h... yes 2023-11-18T15:45:15.173 INFO:teuthology.orchestra.run.smithi099.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... no 2023-11-18T15:45:15.189 INFO:teuthology.orchestra.run.smithi099.stdout:configure: creating ./config.status 2023-11-18T15:45:15.479 INFO:teuthology.orchestra.run.smithi099.stdout:config.status: creating include/builddefs 2023-11-18T15:45:15.489 INFO:teuthology.orchestra.run.smithi099.stdout:config.status: creating include/config.h 2023-11-18T15:45:15.497 INFO:teuthology.orchestra.run.smithi099.stdout:config.status: executing libtool commands 2023-11-18T15:45:15.534 INFO:teuthology.orchestra.run.smithi099.stdout:Building include 2023-11-18T15:45:15.537 INFO:teuthology.orchestra.run.smithi099.stdout:Building lib 2023-11-18T15:45:15.540 INFO:teuthology.orchestra.run.smithi099.stdout: [LTDEP] 2023-11-18T15:45:15.640 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] dataascii.lo 2023-11-18T15:45:15.751 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] databin.lo 2023-11-18T15:45:15.912 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] datapid.lo 2023-11-18T15:45:16.007 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] file_lock.lo 2023-11-18T15:45:16.144 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] forker.lo 2023-11-18T15:45:16.267 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] pattern.lo 2023-11-18T15:45:16.380 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] open_flags.lo 2023-11-18T15:45:16.510 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] random_range.lo 2023-11-18T15:45:16.715 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] string_to_tokens.lo 2023-11-18T15:45:16.812 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] str_to_bytes.lo 2023-11-18T15:45:16.932 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] tlibio.lo 2023-11-18T15:45:17.143 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] write_log.lo 2023-11-18T15:45:17.361 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] random.lo 2023-11-18T15:45:17.475 INFO:teuthology.orchestra.run.smithi099.stdout: [LD] 2023-11-18T15:45:17.544 INFO:teuthology.orchestra.run.smithi099.stdout:Building ltp 2023-11-18T15:45:17.547 INFO:teuthology.orchestra.run.smithi099.stdout: [DEP] 2023-11-18T15:45:17.654 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] doio 2023-11-18T15:45:18.240 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fsstress 2023-11-18T15:45:19.423 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fsx 2023-11-18T15:45:20.201 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] growfiles 2023-11-18T15:45:20.655 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] iogen 2023-11-18T15:45:20.973 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-stress 2023-11-18T15:45:21.348 INFO:teuthology.orchestra.run.smithi099.stdout:Building src 2023-11-18T15:45:21.353 INFO:teuthology.orchestra.run.smithi099.stdout: [DEP] 2023-11-18T15:45:23.162 INFO:teuthology.orchestra.run.smithi099.stdout: [DEP] 2023-11-18T15:45:23.187 INFO:teuthology.orchestra.run.smithi099.stdout: [DEP] 2023-11-18T15:45:23.194 INFO:teuthology.orchestra.run.smithi099.stdout: [DEP] 2023-11-18T15:45:23.373 INFO:teuthology.orchestra.run.smithi099.stdout: [DEP] 2023-11-18T15:45:23.394 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] dirstress 2023-11-18T15:45:23.610 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fill 2023-11-18T15:45:23.755 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fill2 2023-11-18T15:45:23.971 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] getpagesize 2023-11-18T15:45:24.100 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] holes 2023-11-18T15:45:24.282 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] lstat64 2023-11-18T15:45:24.453 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] nametest 2023-11-18T15:45:24.671 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] permname 2023-11-18T15:45:24.853 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] randholes 2023-11-18T15:45:25.080 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] runas 2023-11-18T15:45:25.243 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] truncfile 2023-11-18T15:45:25.409 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] usemem 2023-11-18T15:45:25.550 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] mmapcat 2023-11-18T15:45:25.690 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] append_reader 2023-11-18T15:45:25.831 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] append_writer 2023-11-18T15:45:25.973 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] dirperf 2023-11-18T15:45:26.174 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] metaperf 2023-11-18T15:45:26.408 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] devzero 2023-11-18T15:45:26.570 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] feature 2023-11-18T15:45:26.767 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] alloc 2023-11-18T15:45:26.962 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fault 2023-11-18T15:45:27.115 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fstest 2023-11-18T15:45:27.331 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_access_root 2023-11-18T15:45:27.477 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] godown 2023-11-18T15:45:27.634 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] resvtest 2023-11-18T15:45:27.805 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] writemod 2023-11-18T15:45:27.942 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] writev_on_pagefault 2023-11-18T15:45:28.090 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] makeextents 2023-11-18T15:45:28.256 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] itrash 2023-11-18T15:45:28.402 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] rename 2023-11-18T15:45:28.534 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] multi_open_unlink 2023-11-18T15:45:28.686 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] unwritten_sync 2023-11-18T15:45:28.853 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] genhashnames 2023-11-18T15:45:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_holes 2023-11-18T15:45:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mmap_writev 2023-11-18T15:45:29.306 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_truncate_cmtime 2023-11-18T15:45:29.455 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] dirhash_collide 2023-11-18T15:45:29.623 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_rename_overwrite 2023-11-18T15:45:29.756 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] holetest 2023-11-18T15:45:29.956 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_truncate_self 2023-11-18T15:45:30.089 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] af_unix 2023-11-18T15:45:30.232 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mmap_stale_pmd 2023-11-18T15:45:30.376 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mmap_cow_race 2023-11-18T15:45:30.529 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mmap_fallocate 2023-11-18T15:45:30.670 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fsync-err 2023-11-18T15:45:30.841 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mmap_write_ro 2023-11-18T15:45:30.985 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_ext4_dax_journal_corruption 2023-11-18T15:45:31.134 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_ext4_dax_inline_corruption 2023-11-18T15:45:31.281 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_ofd_locks 2023-11-18T15:45:31.461 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mmap_collision 2023-11-18T15:45:31.643 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] mmap-write-concurrent 2023-11-18T15:45:31.803 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_get_file_time 2023-11-18T15:45:31.941 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_create_short_dirs 2023-11-18T15:45:32.094 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_create_long_dirs 2023-11-18T15:45:32.249 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_enospc 2023-11-18T15:45:32.421 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mmap_writev_overlap 2023-11-18T15:45:32.581 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] checkpoint_journal 2023-11-18T15:45:32.748 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] mmap-rw-fault 2023-11-18T15:45:32.919 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] allocstale 2023-11-18T15:45:33.075 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mmap_cow_memory_failure 2023-11-18T15:45:33.174 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:45:33.177 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:45:33.237 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fake-dump-rootino 2023-11-18T15:45:33.378 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] dio-buf-fault 2023-11-18T15:45:33.524 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] rewinddir-test 2023-11-18T15:45:33.682 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] xfsctl 2023-11-18T15:45:33.857 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] bstat 2023-11-18T15:45:34.043 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mtab 2023-11-18T15:45:34.215 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] getdevicesize 2023-11-18T15:45:34.350 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] preallo_rw_pattern_reader 2023-11-18T15:45:34.498 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] preallo_rw_pattern_writer 2023-11-18T15:45:34.646 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] ftrunc 2023-11-18T15:45:34.785 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] trunc 2023-11-18T15:45:34.936 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fs_perms 2023-11-18T15:45:35.090 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] testx 2023-11-18T15:45:35.216 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] looptest 2023-11-18T15:45:35.394 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] locktest 2023-11-18T15:45:35.672 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] unwritten_mmap 2023-11-18T15:45:35.824 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] bulkstat_unlink_test 2023-11-18T15:45:36.008 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] deduperace 2023-11-18T15:45:36.188 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] bulkstat_unlink_test_modified 2023-11-18T15:45:36.371 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_dir_offset 2023-11-18T15:45:36.510 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_futimens 2023-11-18T15:45:36.644 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_immutable 2023-11-18T15:45:37.187 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] stale_handle 2023-11-18T15:45:37.345 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] pwrite_mmap_blocked 2023-11-18T15:45:37.488 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_dir_offset2 2023-11-18T15:45:37.667 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] seek_sanity_test 2023-11-18T15:45:38.167 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] seek_copy_test 2023-11-18T15:45:38.333 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_readdir_1 2023-11-18T15:45:38.473 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_readdir_2 2023-11-18T15:45:38.615 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fsync-tester 2023-11-18T15:45:38.842 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] nsexec 2023-11-18T15:45:39.006 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] cloner 2023-11-18T15:45:39.173 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] renameat2 2023-11-18T15:45:39.329 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_getcwd 2023-11-18T15:45:39.478 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] e4compact 2023-11-18T15:45:39.663 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] test-nextquota 2023-11-18T15:45:39.823 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] punch-alternating 2023-11-18T15:45:39.982 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] attr-list-by-handle-cursor-test 2023-11-18T15:45:40.139 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] listxattr 2023-11-18T15:45:40.280 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] dio-interleaved 2023-11-18T15:45:40.430 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_dir_type 2023-11-18T15:45:40.577 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] dio-invalidate-cache 2023-11-18T15:45:40.765 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] stat_test 2023-11-18T15:45:41.036 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_encrypted_d_revalidate 2023-11-18T15:45:41.418 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] attr_replace_test 2023-11-18T15:45:41.419 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] swapon 2023-11-18T15:45:41.497 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] mkswap 2023-11-18T15:45:41.639 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_attr_corruption 2023-11-18T15:45:41.781 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_open_tmpfiles 2023-11-18T15:45:41.946 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fscrypt-crypt-util 2023-11-18T15:45:42.520 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] bulkstat_null_ocount 2023-11-18T15:45:42.667 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] splice-test 2023-11-18T15:45:42.835 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] chprojid_fail 2023-11-18T15:45:42.986 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] detached_mounts_propagation 2023-11-18T15:45:43.157 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] ext4_resize 2023-11-18T15:45:43.298 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_readdir_3 2023-11-18T15:45:43.479 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] splice2pipe 2023-11-18T15:45:43.633 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] uuid_ioctl 2023-11-18T15:45:43.778 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fiemap-tester 2023-11-18T15:45:44.023 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_stripealign 2023-11-18T15:45:44.169 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] open_by_handle 2023-11-18T15:45:44.403 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] dbtest 2023-11-18T15:45:44.627 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] t_mmap_dio 2023-11-18T15:45:44.778 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] xfsfind 2023-11-18T15:45:44.957 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] fssum 2023-11-18T15:45:45.351 INFO:teuthology.orchestra.run.smithi099.stdout:Building log-writes 2023-11-18T15:45:45.356 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] replay-log 2023-11-18T15:45:45.635 INFO:teuthology.orchestra.run.smithi099.stdout:Building perf 2023-11-18T15:45:45.638 INFO:teuthology.orchestra.run.smithi099.stdout:Building aio-dio-regress 2023-11-18T15:45:45.644 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-append-write-fallocate-race 2023-11-18T15:45:45.803 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-fcntl-race 2023-11-18T15:45:45.955 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-subblock-eof-read 2023-11-18T15:45:46.090 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-append-write-read-race 2023-11-18T15:45:46.253 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-invalidate-readahead 2023-11-18T15:45:46.406 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-write-verify 2023-11-18T15:45:46.586 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-11-18T15:45:46.713 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-last-ref-held-by-io 2023-11-18T15:45:46.874 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-cycle-write 2023-11-18T15:45:47.044 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-extend-stat 2023-11-18T15:45:47.198 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-11-18T15:45:47.324 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-hole-filling-race 2023-11-18T15:45:47.463 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-invalidate-failure 2023-11-18T15:45:47.612 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aiodio_sparse2 2023-11-18T15:45:47.810 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aiocp 2023-11-18T15:45:48.015 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-cow-race 2023-11-18T15:45:48.161 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] aio-dio-eof-race 2023-11-18T15:45:48.331 INFO:teuthology.orchestra.run.smithi099.stdout:Building vfs 2023-11-18T15:45:48.335 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] vfstest 2023-11-18T15:45:51.410 INFO:teuthology.orchestra.run.smithi099.stdout: [CC] mount-idmapped 2023-11-18T15:45:51.775 INFO:teuthology.orchestra.run.smithi099.stdout:Building m4 2023-11-18T15:45:51.778 INFO:teuthology.orchestra.run.smithi099.stdout:Building common 2023-11-18T15:45:51.781 INFO:teuthology.orchestra.run.smithi099.stdout:Building tests 2023-11-18T15:45:51.786 INFO:teuthology.orchestra.run.smithi099.stdout:Building perf 2023-11-18T15:45:51.791 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/perf/group.list 2023-11-18T15:45:51.801 INFO:teuthology.orchestra.run.smithi099.stdout:Building ext4 2023-11-18T15:45:51.806 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/ext4/group.list 2023-11-18T15:45:51.839 INFO:teuthology.orchestra.run.smithi099.stdout:Building ocfs2 2023-11-18T15:45:51.844 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/ocfs2/group.list 2023-11-18T15:45:51.856 INFO:teuthology.orchestra.run.smithi099.stdout:Building overlay 2023-11-18T15:45:51.861 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/overlay/group.list 2023-11-18T15:45:51.897 INFO:teuthology.orchestra.run.smithi099.stdout:Building cifs 2023-11-18T15:45:51.902 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/cifs/group.list 2023-11-18T15:45:51.913 INFO:teuthology.orchestra.run.smithi099.stdout:Building generic 2023-11-18T15:45:51.919 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/generic/group.list 2023-11-18T15:45:52.008 INFO:teuthology.orchestra.run.smithi099.stdout:Building shared 2023-11-18T15:45:52.012 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/shared/group.list 2023-11-18T15:45:52.028 INFO:teuthology.orchestra.run.smithi099.stdout:Building nfs 2023-11-18T15:45:52.032 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/nfs/group.list 2023-11-18T15:45:52.045 INFO:teuthology.orchestra.run.smithi099.stdout:Building f2fs 2023-11-18T15:45:52.050 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/f2fs/group.list 2023-11-18T15:45:52.065 INFO:teuthology.orchestra.run.smithi099.stdout:Building udf 2023-11-18T15:45:52.070 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/udf/group.list 2023-11-18T15:45:52.080 INFO:teuthology.orchestra.run.smithi099.stdout:Building ceph 2023-11-18T15:45:52.085 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/ceph/group.list 2023-11-18T15:45:52.098 INFO:teuthology.orchestra.run.smithi099.stdout:Building xfs 2023-11-18T15:45:52.104 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/xfs/group.list 2023-11-18T15:45:52.194 INFO:teuthology.orchestra.run.smithi099.stdout:Building btrfs 2023-11-18T15:45:52.199 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/btrfs/group.list 2023-11-18T15:45:52.253 INFO:teuthology.orchestra.run.smithi099.stdout:Building tmpfs 2023-11-18T15:45:52.257 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/tmpfs/group.list 2023-11-18T15:45:52.269 INFO:teuthology.orchestra.run.smithi099.stdout:Building selftest 2023-11-18T15:45:52.274 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/selftest/group.list 2023-11-18T15:45:52.287 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo make install) 2023-11-18T15:45:52.325 INFO:teuthology.orchestra.run.smithi099.stdout:Building include 2023-11-18T15:45:52.328 INFO:teuthology.orchestra.run.smithi099.stdout:Building lib 2023-11-18T15:45:52.331 INFO:teuthology.orchestra.run.smithi099.stdout:Building ltp 2023-11-18T15:45:52.335 INFO:teuthology.orchestra.run.smithi099.stdout:Building src 2023-11-18T15:45:52.368 INFO:teuthology.orchestra.run.smithi099.stdout:Building log-writes 2023-11-18T15:45:52.371 INFO:teuthology.orchestra.run.smithi099.stdout:Building perf 2023-11-18T15:45:52.374 INFO:teuthology.orchestra.run.smithi099.stdout:Building aio-dio-regress 2023-11-18T15:45:52.378 INFO:teuthology.orchestra.run.smithi099.stdout:Building vfs 2023-11-18T15:45:52.381 INFO:teuthology.orchestra.run.smithi099.stdout:Building m4 2023-11-18T15:45:52.385 INFO:teuthology.orchestra.run.smithi099.stdout:Building common 2023-11-18T15:45:52.388 INFO:teuthology.orchestra.run.smithi099.stdout:Building tests 2023-11-18T15:45:52.393 INFO:teuthology.orchestra.run.smithi099.stdout:Building perf 2023-11-18T15:45:52.398 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/perf/group.list 2023-11-18T15:45:52.408 INFO:teuthology.orchestra.run.smithi099.stdout:Building ext4 2023-11-18T15:45:52.413 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/ext4/group.list 2023-11-18T15:45:52.446 INFO:teuthology.orchestra.run.smithi099.stdout:Building ocfs2 2023-11-18T15:45:52.451 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/ocfs2/group.list 2023-11-18T15:45:52.463 INFO:teuthology.orchestra.run.smithi099.stdout:Building overlay 2023-11-18T15:45:52.468 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/overlay/group.list 2023-11-18T15:45:52.503 INFO:teuthology.orchestra.run.smithi099.stdout:Building cifs 2023-11-18T15:45:52.508 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/cifs/group.list 2023-11-18T15:45:52.519 INFO:teuthology.orchestra.run.smithi099.stdout:Building generic 2023-11-18T15:45:52.526 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/generic/group.list 2023-11-18T15:45:52.612 INFO:teuthology.orchestra.run.smithi099.stdout:Building shared 2023-11-18T15:45:52.617 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/shared/group.list 2023-11-18T15:45:52.632 INFO:teuthology.orchestra.run.smithi099.stdout:Building nfs 2023-11-18T15:45:52.637 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/nfs/group.list 2023-11-18T15:45:52.649 INFO:teuthology.orchestra.run.smithi099.stdout:Building f2fs 2023-11-18T15:45:52.654 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/f2fs/group.list 2023-11-18T15:45:52.669 INFO:teuthology.orchestra.run.smithi099.stdout:Building udf 2023-11-18T15:45:52.674 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/udf/group.list 2023-11-18T15:45:52.684 INFO:teuthology.orchestra.run.smithi099.stdout:Building ceph 2023-11-18T15:45:52.689 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/ceph/group.list 2023-11-18T15:45:52.702 INFO:teuthology.orchestra.run.smithi099.stdout:Building xfs 2023-11-18T15:45:52.708 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/xfs/group.list 2023-11-18T15:45:52.795 INFO:teuthology.orchestra.run.smithi099.stdout:Building btrfs 2023-11-18T15:45:52.800 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/btrfs/group.list 2023-11-18T15:45:52.853 INFO:teuthology.orchestra.run.smithi099.stdout:Building tmpfs 2023-11-18T15:45:52.858 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/tmpfs/group.list 2023-11-18T15:45:52.870 INFO:teuthology.orchestra.run.smithi099.stdout:Building selftest 2023-11-18T15:45:52.875 INFO:teuthology.orchestra.run.smithi099.stdout: [GROUP] /tmp/tmp.nDJSDxVdTExfstests-dev/tests/selftest/group.list 2023-11-18T15:45:52.885 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-11-18T15:45:52.887 INFO:teuthology.orchestra.run.smithi099.stdout:gmake[1]: Nothing to be done for 'install'. 2023-11-18T15:45:52.887 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-11-18T15:45:52.889 INFO:teuthology.orchestra.run.smithi099.stdout:gmake[1]: Nothing to be done for 'install'. 2023-11-18T15:45:52.889 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-11-18T15:45:52.891 INFO:teuthology.orchestra.run.smithi099.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-11-18T15:45:52.899 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-11-18T15:45:52.976 INFO:teuthology.orchestra.run.smithi099.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-11-18T15:45:52.984 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-11-18T15:45:53.001 INFO:teuthology.orchestra.run.smithi099.stdout:Building log-writes 2023-11-18T15:45:53.004 INFO:teuthology.orchestra.run.smithi099.stdout:Building perf 2023-11-18T15:45:53.007 INFO:teuthology.orchestra.run.smithi099.stdout:Building aio-dio-regress 2023-11-18T15:45:53.011 INFO:teuthology.orchestra.run.smithi099.stdout:Building vfs 2023-11-18T15:45:53.014 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake -C log-writes install 2023-11-18T15:45:53.015 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-11-18T15:45:53.024 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-11-18T15:45:53.033 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake -C perf install 2023-11-18T15:45:53.034 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-11-18T15:45:53.043 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 ResultData.py fio-insert-and-compare.py FioResultDecoder.py FioCompare.py generate-schema.py fio-results.sql /var/lib/xfstests/src/perf 2023-11-18T15:45:53.065 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-11-18T15:45:53.067 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-11-18T15:45:53.075 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 aio-dio-append-write-fallocate-race aio-dio-fcntl-race aio-dio-subblock-eof-read aio-dio-append-write-read-race aio-dio-invalidate-readahead aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-last-ref-held-by-io aio-dio-cycle-write aio-dio-extend-stat aio-io-setup-with-nonwritable-context-pointer aio-dio-hole-filling-race aio-dio-invalidate-failure aiodio_sparse2 aiocp aio-dio-cow-race aio-dio-eof-race /var/lib/xfstests/src/aio-dio-regress 2023-11-18T15:45:53.128 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake -C vfs install 2023-11-18T15:45:53.129 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-11-18T15:45:53.138 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-11-18T15:45:53.150 INFO:teuthology.orchestra.run.smithi099.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-11-18T15:45:53.159 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault rewinddir-test xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle dbtest t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-11-18T15:45:54.366 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2023-11-18T15:45:54.469 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-11-18T15:45:54.500 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-11-18T15:45:54.501 INFO:teuthology.orchestra.run.smithi099.stdout:gmake[1]: Nothing to be done for 'install'. 2023-11-18T15:45:54.501 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-11-18T15:45:54.503 INFO:teuthology.orchestra.run.smithi099.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-11-18T15:45:54.511 INFO:teuthology.orchestra.run.smithi099.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-11-18T15:45:54.644 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-11-18T15:45:54.645 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/btrfs/ install 2023-11-18T15:45:54.647 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-11-18T15:45:54.656 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 /var/lib/xfstests/tests/btrfs 2023-11-18T15:45:55.478 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-11-18T15:45:55.487 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 240.out 092.out 077.out 140.out 265.out 236.out 108.out 121.out 204.out 233.out 194.out 055.out 295.out 109.out 033.out 082.out 252.out 270.out 040.out 176.out 202.out 137.out 102.out 034.out 125.out 014.out 165.out 181.out 152.out 024.out 243.out 192.out 148.out 282.out 267.out 178.out 052.out 256.out 228.out 183.out 273.out 251.out 043.out 069.out 027.out 151.out 206.out 195.out 274.out 215.out 115.out 275.out 250.out 191.out 281.out 046.out 051.out 131.out 244.out 219.out 119.out 019.out 128.out 232.out 020.out 263.out 171.out 261.out 045.out 217.out 117.out 017.out 072.out 068.out 048.out 062.out 038.out 084.out 129.out 066.out 029.out 229.out 103.out 111.out 011.out 234.out 134.out 170.out 260.out 157.out 143.out 133.out 286.out 161.out 246.out 056.out 216.out 116.out 016.out 155.out 296.out 118.out 287.out 067.out 010.out 238.out 141.out 276.out 114.out 138.out 298.out 095.out 297.out 160.out 091.out 081.out 071.out 061.out 085.out 037.out 300.out 200.out 100.out 025.out 258.out 185.out 269.out 208.out 039.out 173.out 222.out 035.out 169.out 098.out 290.out 080.out 070.out 060.out 207.out 106.out 009.out 167.out 211.out 158.out 182.out 146.out 188.out 293.out 104.out 089.out 086.out 254.out 177.out 225.out 174.out 268.out 135.out 124.out 172.out 063.out 058.out 113.out 262.out 042.out 047.out 193.out 097.out 271.out 283.out 083.out 199.out 099.out 278.out 015.out 007.out 209.out 053.out 279.out 164.out 154.out 239.out 241.out 002.out 301.out 190.out 214.out 074.out 036.out 041.out 057.out 175.out 186.out 005.out 223.out 150.out 123.out 179.out 144.out 032.out 277.out 205.out 136.out 096.out 198.out 008.out 280.out 050.out 105.out 257.out 291.out 187.out 153.out 088.out 285.out 044.out 201.out 101.out 001.out 266.out 237.out 065.out 231.out 227.out 075.out 028.out 213.out 142.out 013.out 031.out 272.out 078.out 184.out 259.out 210.out 132.out 093.out 235.out 127.out 230.out 166.out 292.out 130.out 023.out 073.out 030.out 203.out 003.out 245.out 145.out 159.out 249.out 122.out 076.out 022.out 289.out 006.out 284.out 299.out 224.out 156.out 110.out 149.out 064.out 264.out 218.out 018.out 168.out 021.out 079.out 054.out 059.out 049.out 226.out 163.out 126.out 026.out 180.out 253.out 255.out 139.out 090.out 221.out 087.out 294.out 212.out 112.out 094.out 012.out 247.out 107.out 248.out 162.out 147.out 288.out 197.out 196.out 242.out 004.out 189.out 220.out 120.out /var/lib/xfstests/tests/btrfs 2023-11-18T15:45:56.310 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/ceph/ install 2023-11-18T15:45:56.312 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-11-18T15:45:56.320 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-11-18T15:45:56.339 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-11-18T15:45:56.348 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/ceph 2023-11-18T15:45:56.367 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/cifs/ install 2023-11-18T15:45:56.369 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-11-18T15:45:56.377 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-11-18T15:45:56.386 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-11-18T15:45:56.394 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-11-18T15:45:56.403 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/ext4/ install 2023-11-18T15:45:56.405 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-11-18T15:45:56.414 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-11-18T15:45:56.600 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-11-18T15:45:56.608 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 001.out.nodelalloc 001.out.default 001.out.nozero 001.cfg 032.out 039.out 305.out 005.out 008.out 035.out 036.out 308.out 050.out 040.out 306.out 007.out 021.out 046.out 012.out 009.out 033.out 045.out 034.out 056.out 047.out 018.out 023.out 302.out 020.out 002.out 014.out 024.out 013.out 031.out 015.out 304.out 004.out 048.out 038.out 052.out 303.out 029.out 011.out 027.out 042.out 044.out 055.out 030.out 058.out 003.out 017.out 043.out 053.out 016.out 059.out 037.out 301.out 010.out 022.out 006.out 057.out 025.out 026.out 271.out 051.out 041.out 307.out 019.out 028.out 054.out 049.out /var/lib/xfstests/tests/ext4 2023-11-18T15:45:56.805 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/f2fs/ install 2023-11-18T15:45:56.807 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-11-18T15:45:56.815 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-11-18T15:45:56.826 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-11-18T15:45:56.835 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-11-18T15:45:56.847 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/generic/ install 2023-11-18T15:45:56.851 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-11-18T15:45:56.859 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 /var/lib/xfstests/tests/generic 2023-11-18T15:45:58.843 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-11-18T15:45:58.852 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 050.out.xfsquota 035.out.nfs 035.out.default 050.out.nojournal 050.out.default 050.cfg 035.cfg 670.out 040.out 104.out 575.out 537.out 683.out 497.out 337.out 702.out 460.out 149.out 088.out 366.out 202.out 137.out 034.out 110.out 389.out 403.out 593.out 571.out 243.out 592.out 282.out 472.out 468.out 628.out 528.out 607.out 428.out 659.out 407.out 228.out 128.out 171.out 028.out 620.out 273.out 220.out 474.out 492.out 609.out 707.out 693.out 595.out 506.out 732.out 268.out 632.out 532.out 591.out 281.out 471.out 619.out 519.out 013.out 419.out 319.out 177.out 523.out 119.out 019.out 727.out 372.out 718.out 143.out 716.out 161.out 516.out 518.out 538.out 655.out 216.out 116.out 155.out 118.out 338.out 238.out 500.out 138.out 189.out 263.out 277.out 181.out 160.out 483.out 274.out 722.out 061.out 239.out 457.out 333.out 258.out 362.out 379.out 691.out 039.out 173.out 498.out 665.out 098.out 426.out 290.out 573.out 706.out 060.out 406.out 306.out 106.out 642.out 447.out 217.out 120.out 191.out 411.out 357.out 481.out 211.out 485.out 014.out 182.out 370.out 188.out 030.out 099.out 585.out 724.out 721.out 624.out 524.out 174.out 156.out 324.out 224.out 313.out 355.out 124.out 382.out 672.out 278.out 063.out 058.out 384.out 296.out 042.out 641.out 271.out 465.out 473.out 335.out 247.out 509.out 568.out 441.out 440.out 475.out 548.out 356.out 341.out 094.out 241.out 600.out 612.out 714.out 614.out 514.out 414.out 314.out 416.out 214.out 381.out 056.out 041.out 016.out 340.out 358.out 572.out 586.out 521.out 240.out 549.out 095.out 633.out 434.out 140.out 708.out 533.out 508.out 408.out 308.out 208.out 433.out 087.out 199.out 458.out 233.out 639.out 443.out 540.out 053.out 279.out 276.out 711.out 164.out 376.out 589.out 587.out 339.out 294.out 352.out 484.out 489.out 139.out 317.out 399.out 552.out 695.out 017.out 677.out 097.out 175.out 315.out 295.out 580.out 193.out 186.out 452.out 679.out 292.out 252.out 077.out 167.out 688.out 206.out 348.out 394.out 651.out 466.out 697.out 495.out 725.out 109.out 482.out 625.out 283.out 525.out 488.out 496.out 325.out 089.out 225.out 322.out 636.out 125.out 715.out 192.out 544.out 515.out 650.out 152.out 658.out 563.out 393.out 578.out 551.out 015.out 392.out 682.out 684.out 550.out 052.out 652.out 534.out 351.out 583.out 451.out 450.out 463.out 251.out 267.out 176.out 069.out 644.out 065.out 487.out 615.out 395.out 676.out 415.out 344.out 215.out 115.out 444.out 027.out 250.out 391.out 674.out 464.out 705.out 536.out 577.out 439.out 244.out 336.out 144.out 505.out 405.out 057.out 205.out 136.out 598.out 363.out 036.out 198.out 723.out 008.out 390.out 680.out 605.out 305.out 105.out 005.out 367.out 291.out 719.out 323.out 685.out 562.out 570.out 388.out 527.out 158.out 237.out 151.out 227.out 163.out 332.out 661.out 232.out 478.out 584.out 462.out 597.out 412.out 132.out 179.out 037.out 293.out 499.out 638.out 448.out 353.out 020.out 660.out 561.out 141.out 076.out 668.out 044.out 648.out 387.out 594.out 438.out 265.out 289.out 574.out 006.out 690.out 284.out 567.out 299.out 456.out 461.out 477.out 307.out 647.out 493.out 107.out 007.out 380.out 526.out 479.out 547.out 150.out 326.out 082.out 480.out 226.out 413.out 126.out 025.out 121.out 026.out 021.out 694.out 347.out 275.out 090.out 361.out 564.out 302.out 432.out 002.out 558.out 162.out 147.out 288.out 197.out 033.out 396.out 051.out 350.out 145.out 047.out 024.out 360.out 543.out 261.out 045.out 692.out 255.out 726.out 729.out 378.out 346.out 048.out 062.out 626.out 529.out 231.out 343.out 662.out 329.out 165.out 334.out 103.out 003.out 129.out 423.out 371.out 234.out 183.out 671.out 645.out 673.out 190.out 686.out 312.out 486.out 223.out 123.out 262.out 669.out 023.out 459.out 616.out 032.out 266.out 146.out 398.out 728.out 696.out 427.out 590.out 280.out 470.out 455.out 187.out 091.out 046.out 731.out 374.out 631.out 256.out 328.out 260.out 654.out 359.out 531.out 649.out 301.out 101.out 635.out 623.out 385.out 331.out 556.out 713.out 613.out 513.out 622.out 131.out 213.out 730.out 634.out 031.out 565.out 630.out 675.out 272.out 530.out 510.out 627.out 184.out 576.out 430.out 310.out 569.out 454.out 259.out 210.out 449.out 327.out 330.out 067.out 093.out 604.out 287.out 127.out 699.out 166.out 130.out 219.out 073.out 603.out 503.out 303.out 203.out 354.out 157.out 386.out 349.out 055.out 245.out 709.out 522.out 422.out 222.out 159.out 539.out 249.out 122.out 689.out 022.out 681.out 424.out 321.out 066.out 490.out 435.out 375.out 134.out 154.out 566.out 618.out 501.out 418.out 318.out 542.out 218.out 018.out 377.out 172.out 168.out 079.out 469.out 054.out 059.out 049.out 442.out 657.out 621.out 180.out 270.out 253.out 421.out 712.out 667.out 512.out 494.out 221.out 212.out 112.out 342.out 012.out 029.out 195.out 554.out 397.out 185.out 596.out 720.out 248.out 196.out 520.out 242.out 420.out 285.out 320.out 629.out 230.out 602.out 502.out 402.out 102.out 717.out 617.out 517.out 429.out 417.out 365.out 092.out 117.out 664.out 072.out 068.out 229.out 038.out 084.out 369.out 611.out 511.out 311.out 368.out 637.out 111.out 011.out 257.out 194.out 170.out 606.out 133.out 286.out 043.out 437.out 545.out 559.out 710.out 610.out 687.out 410.out 701.out 601.out 401.out 201.out 010.out 001.out 096.out 114.out 113.out 074.out 581.out 491.out 081.out 148.out 071.out 083.out 653.out 700.out 064.out 400.out 300.out 200.out 100.out 646.out 541.out 445.out 269.out 546.out 656.out 698.out 553.out 178.out 298.out 446.out 080.out 070.out 608.out 507.out 409.out 309.out 209.out 108.out 009.out 643.out 004.out 557.out 453.out 666.out 236.out 078.out 364.out 555.out 075.out 582.out 383.out 085.out 704.out 588.out 504.out 404.out 304.out 204.out 535.out 425.out 345.out 246.out 467.out 086.out 254.out 207.out 142.out 235.out 436.out 703.out 135.out 264.out 431.out 678.out 373.out 316.out 169.out 640.out 579.out 297.out 153.out 560.out 663.out 599.out 476.out /var/lib/xfstests/tests/generic 2023-11-18T15:46:00.870 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/nfs/ install 2023-11-18T15:46:00.872 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-11-18T15:46:00.880 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-11-18T15:46:00.889 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-11-18T15:46:00.897 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-11-18T15:46:00.906 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/ocfs2/ install 2023-11-18T15:46:00.908 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-11-18T15:46:00.916 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-11-18T15:46:00.925 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-11-18T15:46:00.934 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-11-18T15:46:00.942 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/overlay/ install 2023-11-18T15:46:00.944 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-11-18T15:46:00.953 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-11-18T15:46:01.228 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-11-18T15:46:01.237 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 003.out 018.out 024.out 077.out 069.out 020.out 102.out 014.out 023.out 013.out 031.out 015.out 117.out 082.out 072.out 068.out 063.out 048.out 062.out 038.out 052.out 042.out 075.out 110.out 067.out 029.out 111.out 055.out 112.out 066.out 073.out 078.out 030.out 058.out 104.out 017.out 002.out 043.out 053.out 036.out 116.out 016.out 101.out 010.out 001.out 022.out 074.out 004.out 103.out 115.out 057.out 113.out 114.out 081.out 026.out 071.out 061.out 025.out 051.out 011.out 041.out 047.out 100.out 064.out 007.out 028.out 076.out 079.out 054.out 059.out 008.out 049.out 032.out 039.out 046.out 021.out 105.out 005.out 107.out 065.out 108.out 080.out 070.out 060.out 050.out 027.out 106.out 009.out 006.out 037.out 044.out 012.out 109.out 033.out 045.out 040.out 056.out 035.out 019.out 034.out /var/lib/xfstests/tests/overlay 2023-11-18T15:46:01.512 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/perf/ install 2023-11-18T15:46:01.514 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-11-18T15:46:01.522 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-11-18T15:46:01.531 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-11-18T15:46:01.539 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-11-18T15:46:01.548 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/selftest/ install 2023-11-18T15:46:01.550 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-11-18T15:46:01.558 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-11-18T15:46:01.580 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-11-18T15:46:01.588 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 006.out 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/selftest 2023-11-18T15:46:01.610 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/shared/ install 2023-11-18T15:46:01.612 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-11-18T15:46:01.620 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-11-18T15:46:01.634 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-11-18T15:46:01.643 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 032.out 298.out 002.out /var/lib/xfstests/tests/shared 2023-11-18T15:46:01.656 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/tmpfs/ install 2023-11-18T15:46:01.658 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-11-18T15:46:01.666 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-11-18T15:46:01.675 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-11-18T15:46:01.683 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-11-18T15:46:01.692 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/udf/ install 2023-11-18T15:46:01.694 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-11-18T15:46:01.702 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-11-18T15:46:01.711 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-11-18T15:46:01.719 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-11-18T15:46:01.728 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.nDJSDxVdTExfstests-dev/tests/xfs/ install 2023-11-18T15:46:01.732 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-11-18T15:46:01.741 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-11-18T15:46:03.259 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:46:03.263 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:46:03.611 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-11-18T15:46:03.620 INFO:teuthology.orchestra.run.smithi099.stdout:../../install-sh -o root -g root -m 644 096.out.internal 033.out.crc 096.out.external 033.out.default 071.out.64 216.out.classic 216.out.64mblog 071.out.32 216.cfg 033.cfg 295.out 497.out 337.out 385.out 082.out 270.out 460.out 149.out 759.out 502.out 088.out 366.out 202.out 137.out 034.out 110.out 389.out 018.out 593.out 571.out 243.out 592.out 282.out 267.out 728.out 468.out 799.out 284.out 528.out 769.out 428.out 507.out 407.out 228.out 128.out 171.out 183.out 273.out 017.out 492.out 109.out 559.out 506.out 195.out 732.out 268.out 275.out 600.out 113.out 532.out 591.out 281.out 471.out 723.out 255.out 013.out 371.out 319.out 467.out 523.out 119.out 775.out 727.out 372.out 165.out 229.out 103.out 003.out 129.out 131.out 383.out 738.out 260.out 718.out 143.out 716.out 161.out 516.out 518.out 416.out 026.out 116.out 043.out 155.out 338.out 238.out 500.out 138.out 189.out 263.out 184.out 181.out 160.out 483.out 274.out 722.out 061.out 239.out 047.out 772.out 258.out 379.out 322.out 039.out 430.out 173.out 222.out 742.out 098.out 426.out 290.out 480.out 060.out 406.out 306.out 141.out 106.out 006.out 167.out 191.out 542.out 211.out 442.out 188.out 099.out 177.out 721.out 174.out 156.out 771.out 324.out 224.out 313.out 124.out 278.out 058.out 741.out 384.out 042.out 193.out 392.out 768.out 399.out 473.out 770.out 709.out 247.out 568.out 364.out 209.out 441.out 440.out 009.out 740.out 356.out 197.out 341.out 094.out 241.out 501.out 089.out 540.out 514.out 414.out 314.out 214.out 381.out 147.out 041.out 340.out 793.out 358.out 572.out 586.out 240.out 549.out 092.out 439.out 434.out 140.out 708.out 766.out 508.out 408.out 308.out 208.out 737.out 040.out 304.out 349.out 254.out 537.out 059.out 086.out 249.out 335.out 142.out 235.out 436.out 575.out 253.out 715.out 533.out 264.out 431.out 784.out 433.out 036.out 316.out 169.out 035.out 579.out 457.out 297.out 393.out 333.out 599.out 476.out 087.out 199.out 739.out 233.out 752.out 736.out 443.out 773.out 053.out 749.out 279.out 133.out 711.out 458.out 164.out 589.out 587.out 339.out 577.out 294.out 352.out 484.out 498.out 489.out 139.out 774.out 790.out 552.out 781.out 357.out 065.out 097.out 175.out 186.out 452.out 069.out 252.out 751.out 376.out 724.out 206.out 778.out 190.out 794.out 348.out 466.out 248.out 725.out 785.out 750.out 525.out 496.out 325.out 257.out 225.out 125.out 789.out 192.out 296.out 152.out 563.out 246.out 551.out 015.out 792.out 075.out 472.out 578.out 463.out 550.out 052.out 534.out 351.out 276.out 451.out 425.out 450.out 744.out 251.out 444.out 487.out 762.out 395.out 515.out 415.out 315.out 215.out 115.out 597.out 027.out 250.out 344.out 051.out 536.out 030.out 244.out 336.out 028.out 150.out 144.out 505.out 342.out 136.out 598.out 005.out 176.out 198.out 008.out 390.out 178.out 405.out 305.out 205.out 105.out 367.out 291.out 437.out 044.out 719.out 323.out 519.out 363.out 562.out 382.out 570.out 388.out 527.out 158.out 019.out 237.out 151.out 760.out 227.out 163.out 332.out 796.out 582.out 232.out 584.out 462.out 220.out 412.out 132.out 179.out 037.out 293.out 499.out 112.out 748.out 020.out 786.out 063.out 561.out 076.out 465.out 014.out 758.out 387.out 594.out 438.out 265.out 289.out 574.out 755.out 548.out 299.out 419.out 521.out 581.out 595.out 461.out 477.out 307.out 726.out 107.out 007.out 448.out 262.out 380.out 093.out 479.out 547.out 326.out 226.out 747.out 126.out 025.out 121.out 447.out 761.out 580.out 021.out 485.out 347.out 077.out 090.out 361.out 564.out 788.out 066.out 455.out 432.out 002.out 585.out 162.out 288.out 050.out 396.out 446.out 350.out 354.out 429.out 187.out 360.out 543.out 261.out 734.out 045.out 292.out 482.out 729.out 104.out 048.out 062.out 529.out 231.out 343.out 503.out 526.out 329.out 486.out 223.out 123.out 023.out 459.out 032.out 798.out 277.out 373.out 146.out 398.out 168.out 427.out 590.out 280.out 470.out 491.out 767.out 016.out 046.out 488.out 731.out 782.out 374.out 583.out 285.out 127.out 328.out 359.out 531.out 301.out 101.out 266.out 331.out 791.out 743.out 556.out 713.out 081.out 024.out 513.out 213.out 730.out 095.out 031.out 565.out 182.out 272.out 530.out 754.out 573.out 576.out 569.out 454.out 259.out 449.out 327.out 330.out 067.out 493.out 010.out 287.out 230.out 166.out 130.out 219.out 073.out 370.out 135.out 303.out 203.out 345.out 355.out 386.out 560.out 055.out 334.out 245.out 522.out 787.out 745.out 422.out 394.out 539.out 524.out 122.out 234.out 022.out 424.out 779.out 490.out 435.out 353.out 423.out 134.out 154.out 271.out 064.out 418.out 318.out 218.out 118.out 757.out 377.out 172.out 079.out 469.out 054.out 049.out 765.out 776.out 456.out 180.out 378.out 421.out 712.out 403.out 321.out 057.out 512.out 494.out 221.out 312.out 212.out 538.out 256.out 012.out 764.out 283.out 554.out 397.out 185.out 596.out 720.out 481.out 196.out 520.out 242.out 420.out 478.out 320.out 555.out 120.out 153.out 402.out 302.out 102.out 717.out 517.out 417.out 317.out 365.out 217.out 117.out 475.out 072.out 068.out 474.out 038.out 084.out 056.out 369.out 511.out 148.out 411.out 029.out 311.out 368.out 111.out 011.out 783.out 194.out 170.out 286.out 756.out 545.out 714.out 157.out 710.out 510.out 413.out 410.out 310.out 210.out 401.out 201.out 001.out 495.out 362.out 114.out 753.out 074.out 145.out 797.out 464.out 091.out 746.out 083.out 800.out 777.out 400.out 300.out 200.out 100.out 375.out 541.out 445.out 269.out 546.out 780.out 553.out 763.out 298.out 567.out 080.out 070.out 509.out 409.out 309.out 207.out 108.out 346.out 391.out 004.out 557.out 453.out 236.out 078.out 159.out 566.out 735.out 085.out 588.out 504.out 404.out 558.out 204.out 535.out 795.out 733.out 544.out /var/lib/xfstests/tests/xfs 2023-11-18T15:46:05.533 INFO:teuthology.orchestra.run.smithi099.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-11-18T15:46:05.542 INFO:teuthology.orchestra.run.smithi099.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-11-18T15:46:05.551 INFO:teuthology.orchestra.run.smithi099.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-11-18T15:46:05.559 INFO:teuthology.orchestra.run.smithi099.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-11-18T15:46:05.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T15:46:05.570 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec ls tests/generic) 2023-11-18T15:46:05.588 INFO:teuthology.orchestra.run.smithi099.stdout:001 2023-11-18T15:46:05.588 INFO:teuthology.orchestra.run.smithi099.stdout:001.out 2023-11-18T15:46:05.588 INFO:teuthology.orchestra.run.smithi099.stdout:002 2023-11-18T15:46:05.588 INFO:teuthology.orchestra.run.smithi099.stdout:002.out 2023-11-18T15:46:05.588 INFO:teuthology.orchestra.run.smithi099.stdout:003 2023-11-18T15:46:05.588 INFO:teuthology.orchestra.run.smithi099.stdout:003.out 2023-11-18T15:46:05.588 INFO:teuthology.orchestra.run.smithi099.stdout:004 2023-11-18T15:46:05.588 INFO:teuthology.orchestra.run.smithi099.stdout:004.out 2023-11-18T15:46:05.588 INFO:teuthology.orchestra.run.smithi099.stdout:005 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:005.out 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:006 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:006.out 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:007 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:007.out 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:008 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:008.out 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:009 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:009.out 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:010 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:010.out 2023-11-18T15:46:05.589 INFO:teuthology.orchestra.run.smithi099.stdout:011 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:011.out 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:012 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:012.out 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:013 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:013.out 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:014 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:014.out 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:015 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:015.out 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:016 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:016.out 2023-11-18T15:46:05.590 INFO:teuthology.orchestra.run.smithi099.stdout:017 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:017.out 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:018 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:018.out 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:019 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:019.out 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:020 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:020.out 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:021 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:021.out 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:022 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:022.out 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:023 2023-11-18T15:46:05.591 INFO:teuthology.orchestra.run.smithi099.stdout:023.out 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:024 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:024.out 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:025 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:025.out 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:026 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:026.out 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:027 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:027.out 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:028 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:028.out 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:029 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:029.out 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:030 2023-11-18T15:46:05.592 INFO:teuthology.orchestra.run.smithi099.stdout:030.out 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:031 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:031.out 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:032 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:032.out 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:033 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:033.out 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:034 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:034.out 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:035 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:035.cfg 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:035.out.default 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:035.out.nfs 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:036 2023-11-18T15:46:05.593 INFO:teuthology.orchestra.run.smithi099.stdout:036.out 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:037 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:037.out 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:038 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:038.out 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:039 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:039.out 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:040 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:040.out 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:041 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:041.out 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:042 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:042.out 2023-11-18T15:46:05.594 INFO:teuthology.orchestra.run.smithi099.stdout:043 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:043.out 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:044 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:044.out 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:045 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:045.out 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:046 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:046.out 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:047 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:047.out 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:048 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:048.out 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:049 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:049.out 2023-11-18T15:46:05.595 INFO:teuthology.orchestra.run.smithi099.stdout:050 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:050.cfg 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:050.out.default 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:050.out.nojournal 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:050.out.xfsquota 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:051 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:051.out 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:052 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:052.out 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:053 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:053.out 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:054 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:054.out 2023-11-18T15:46:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:055 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:055.out 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:056 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:056.out 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:057 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:057.out 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:058 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:058.out 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:059 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:059.out 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:060 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:060.out 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:061 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:061.out 2023-11-18T15:46:05.597 INFO:teuthology.orchestra.run.smithi099.stdout:062 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:062.out 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:063 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:063.out 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:064 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:064.out 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:065 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:065.out 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:066 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:066.out 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:067 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:067.out 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:068 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:068.out 2023-11-18T15:46:05.598 INFO:teuthology.orchestra.run.smithi099.stdout:069 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:069.out 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:070 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:070.out 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:071 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:071.out 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:072 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:072.out 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:073 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:073.out 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:074 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:074.out 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:075 2023-11-18T15:46:05.599 INFO:teuthology.orchestra.run.smithi099.stdout:075.out 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:076 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:076.out 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:077 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:077.out 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:078 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:078.out 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:079 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:079.out 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:080 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:080.out 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:081 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:081.out 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:082 2023-11-18T15:46:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:082.out 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:083 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:083.out 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:084 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:084.out 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:085 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:085.out 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:086 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:086.out 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:087 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:087.out 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:088 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:088.out 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:089 2023-11-18T15:46:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:089.out 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:090 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:090.out 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:091 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:091.out 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:092 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:092.out 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:093 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:093.out 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:094 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:094.out 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:095 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:095.out 2023-11-18T15:46:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:096 2023-11-18T15:46:05.603 INFO:teuthology.orchestra.run.smithi099.stdout:096.out 2023-11-18T15:46:05.603 INFO:teuthology.orchestra.run.smithi099.stdout:097 2023-11-18T15:46:05.603 INFO:teuthology.orchestra.run.smithi099.stdout:097.out 2023-11-18T15:46:05.603 INFO:teuthology.orchestra.run.smithi099.stdout:098 2023-11-18T15:46:05.603 INFO:teuthology.orchestra.run.smithi099.stdout:098.out 2023-11-18T15:46:05.603 INFO:teuthology.orchestra.run.smithi099.stdout:099 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:099.out 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:100 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:100.out 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:101 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:101.out 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:102 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:102.out 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:103 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:103.out 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:104 2023-11-18T15:46:05.605 INFO:teuthology.orchestra.run.smithi099.stdout:104.out 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:105 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:105.out 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:106 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:106.out 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:107 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:107.out 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:108 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:108.out 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:109 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:109.out 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:110 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:110.out 2023-11-18T15:46:05.606 INFO:teuthology.orchestra.run.smithi099.stdout:111 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:111.out 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:112 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:112.out 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:113 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:113.out 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:114 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:114.out 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:115 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:115.out 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:116 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:116.out 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:117 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:117.out 2023-11-18T15:46:05.607 INFO:teuthology.orchestra.run.smithi099.stdout:118 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:118.out 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:119 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:119.out 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:120 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:120.out 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:121 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:121.out 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:122 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:122.out 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:123 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:123.out 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:124 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:124.out 2023-11-18T15:46:05.608 INFO:teuthology.orchestra.run.smithi099.stdout:125 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:125.out 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:126 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:126.out 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:127 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:127.out 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:128 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:128.out 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:129 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:129.out 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:130 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:130.out 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:131 2023-11-18T15:46:05.609 INFO:teuthology.orchestra.run.smithi099.stdout:131.out 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:132 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:132.out 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:133 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:133.out 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:134 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:134.out 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:135 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:135.out 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:136 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:136.out 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:137 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:137.out 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:138 2023-11-18T15:46:05.610 INFO:teuthology.orchestra.run.smithi099.stdout:138.out 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:139 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:139.out 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:140 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:140.out 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:141 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:141.out 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:142 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:142.out 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:143 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:143.out 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:144 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:144.out 2023-11-18T15:46:05.611 INFO:teuthology.orchestra.run.smithi099.stdout:145 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:145.out 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:146 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:146.out 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:147 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:147.out 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:148 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:148.out 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:149 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:149.out 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:150 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:150.out 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:151 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:151.out 2023-11-18T15:46:05.612 INFO:teuthology.orchestra.run.smithi099.stdout:152 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:152.out 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:153 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:153.out 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:154 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:154.out 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:155 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:155.out 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:156 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:156.out 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:157 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:157.out 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:158 2023-11-18T15:46:05.613 INFO:teuthology.orchestra.run.smithi099.stdout:158.out 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:159 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:159.out 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:160 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:160.out 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:161 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:161.out 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:162 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:162.out 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:163 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:163.out 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:164 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:164.out 2023-11-18T15:46:05.614 INFO:teuthology.orchestra.run.smithi099.stdout:165 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:165.out 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:166 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:166.out 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:167 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:167.out 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:168 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:168.out 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:169 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:169.out 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:170 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:170.out 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:171 2023-11-18T15:46:05.615 INFO:teuthology.orchestra.run.smithi099.stdout:171.out 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:172 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:172.out 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:173 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:173.out 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:174 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:174.out 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:175 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:175.out 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:176 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:176.out 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:177 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:177.out 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:178 2023-11-18T15:46:05.616 INFO:teuthology.orchestra.run.smithi099.stdout:178.out 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:179 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:179.out 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:180 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:180.out 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:181 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:181.out 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:182 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:182.out 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:183 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:183.out 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:184 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:184.out 2023-11-18T15:46:05.617 INFO:teuthology.orchestra.run.smithi099.stdout:185 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:185.out 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:186 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:186.out 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:187 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:187.out 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:188 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:188.out 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:189 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:189.out 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:190 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:190.out 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:191 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:191.out 2023-11-18T15:46:05.618 INFO:teuthology.orchestra.run.smithi099.stdout:192 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:192.out 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:193 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:193.out 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:194 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:194.out 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:195 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:195.out 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:196 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:196.out 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:197 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:197.out 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:198 2023-11-18T15:46:05.619 INFO:teuthology.orchestra.run.smithi099.stdout:198.out 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:199 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:199.out 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:200 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:200.out 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:201 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:201.out 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:202 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:202.out 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:203 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:203.out 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:204 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:204.out 2023-11-18T15:46:05.620 INFO:teuthology.orchestra.run.smithi099.stdout:205 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:205.out 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:206 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:206.out 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:207 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:207.out 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:208 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:208.out 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:209 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:209.out 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:210 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:210.out 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:211 2023-11-18T15:46:05.621 INFO:teuthology.orchestra.run.smithi099.stdout:211.out 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:212 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:212.out 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:213 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:213.out 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:214 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:214.out 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:215 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:215.out 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:216 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:216.out 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:217 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:217.out 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:218 2023-11-18T15:46:05.622 INFO:teuthology.orchestra.run.smithi099.stdout:218.out 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:219 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:219.out 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:220 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:220.out 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:221 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:221.out 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:222 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:222.out 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:223 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:223.out 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:224 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:224.out 2023-11-18T15:46:05.623 INFO:teuthology.orchestra.run.smithi099.stdout:225 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:225.out 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:226 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:226.out 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:227 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:227.out 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:228 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:228.out 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:229 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:229.out 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:230 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:230.out 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:231 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:231.out 2023-11-18T15:46:05.624 INFO:teuthology.orchestra.run.smithi099.stdout:232 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:232.out 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:233 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:233.out 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:234 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:234.out 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:235 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:235.out 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:236 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:236.out 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:237 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:237.out 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:238 2023-11-18T15:46:05.625 INFO:teuthology.orchestra.run.smithi099.stdout:238.out 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:239 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:239.out 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:240 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:240.out 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:241 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:241.out 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:242 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:242.out 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:243 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:243.out 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:244 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:244.out 2023-11-18T15:46:05.626 INFO:teuthology.orchestra.run.smithi099.stdout:245 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:245.out 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:246 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:246.out 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:247 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:247.out 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:248 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:248.out 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:249 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:249.out 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:250 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:250.out 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:251 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:251.out 2023-11-18T15:46:05.627 INFO:teuthology.orchestra.run.smithi099.stdout:252 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:252.out 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:253 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:253.out 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:254 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:254.out 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:255 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:255.out 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:256 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:256.out 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:257 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:257.out 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:258 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:258.out 2023-11-18T15:46:05.628 INFO:teuthology.orchestra.run.smithi099.stdout:259 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:259.out 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:260 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:260.out 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:261 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:261.out 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:262 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:262.out 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:263 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:263.out 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:264 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:264.out 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:265 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:265.out 2023-11-18T15:46:05.629 INFO:teuthology.orchestra.run.smithi099.stdout:266 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:266.out 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:267 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:267.out 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:268 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:268.out 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:269 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:269.out 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:270 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:270.out 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:271 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:271.out 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:272 2023-11-18T15:46:05.630 INFO:teuthology.orchestra.run.smithi099.stdout:272.out 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:273 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:273.out 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:274 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:274.out 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:275 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:275.out 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:276 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:276.out 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:277 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:277.out 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:278 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:278.out 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:279 2023-11-18T15:46:05.631 INFO:teuthology.orchestra.run.smithi099.stdout:279.out 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:280 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:280.out 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:281 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:281.out 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:282 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:282.out 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:283 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:283.out 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:284 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:284.out 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:285 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:285.out 2023-11-18T15:46:05.632 INFO:teuthology.orchestra.run.smithi099.stdout:286 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:286.out 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:287 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:287.out 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:288 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:288.out 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:289 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:289.out 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:290 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:290.out 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:291 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:291.out 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:292 2023-11-18T15:46:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:292.out 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:293 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:293.out 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:294 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:294.out 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:295 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:295.out 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:296 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:296.out 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:297 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:297.out 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:298 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:298.out 2023-11-18T15:46:05.634 INFO:teuthology.orchestra.run.smithi099.stdout:299 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:299.out 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:300 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:300.out 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:301 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:301.out 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:302 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:302.out 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:303 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:303.out 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:304 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:304.out 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:305 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:305.out 2023-11-18T15:46:05.635 INFO:teuthology.orchestra.run.smithi099.stdout:306 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:306.out 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:307 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:307.out 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:308 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:308.out 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:309 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:309.out 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:310 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:310.out 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:311 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:311.out 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:312 2023-11-18T15:46:05.636 INFO:teuthology.orchestra.run.smithi099.stdout:312.out 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:313 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:313.out 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:314 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:314.out 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:315 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:315.out 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:316 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:316.out 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:317 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:317.out 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:318 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:318.out 2023-11-18T15:46:05.637 INFO:teuthology.orchestra.run.smithi099.stdout:319 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:319.out 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:320 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:320.out 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:321 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:321.out 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:322 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:322.out 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:323 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:323.out 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:324 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:324.out 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:325 2023-11-18T15:46:05.638 INFO:teuthology.orchestra.run.smithi099.stdout:325.out 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:326 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:326.out 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:327 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:327.out 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:328 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:328.out 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:329 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:329.out 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:330 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:330.out 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:331 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:331.out 2023-11-18T15:46:05.639 INFO:teuthology.orchestra.run.smithi099.stdout:332 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:332.out 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:333 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:333.out 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:334 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:334.out 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:335 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:335.out 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:336 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:336.out 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:337 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:337.out 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:338 2023-11-18T15:46:05.640 INFO:teuthology.orchestra.run.smithi099.stdout:338.out 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:339 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:339.out 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:340 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:340.out 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:341 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:341.out 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:342 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:342.out 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:343 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:343.out 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:344 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:344.out 2023-11-18T15:46:05.641 INFO:teuthology.orchestra.run.smithi099.stdout:345 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:345.out 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:346 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:346.out 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:347 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:347.out 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:348 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:348.out 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:349 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:349.out 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:350 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:350.out 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:351 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:351.out 2023-11-18T15:46:05.642 INFO:teuthology.orchestra.run.smithi099.stdout:352 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:352.out 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:353 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:353.out 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:354 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:354.out 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:355 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:355.out 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:356 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:356.out 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:357 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:357.out 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:358 2023-11-18T15:46:05.643 INFO:teuthology.orchestra.run.smithi099.stdout:358.out 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:359 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:359.out 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:360 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:360.out 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:361 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:361.out 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:362 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:362.out 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:363 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:363.out 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:364 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:364.out 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:365 2023-11-18T15:46:05.644 INFO:teuthology.orchestra.run.smithi099.stdout:365.out 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:366 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:366.out 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:367 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:367.out 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:368 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:368.out 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:369 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:369.out 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:370 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:370.out 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:371 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:371.out 2023-11-18T15:46:05.645 INFO:teuthology.orchestra.run.smithi099.stdout:372 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:372.out 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:373 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:373.out 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:374 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:374.out 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:375 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:375.out 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:376 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:376.out 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:377 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:377.out 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:378 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:378.out 2023-11-18T15:46:05.646 INFO:teuthology.orchestra.run.smithi099.stdout:379 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:379.out 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:380 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:380.out 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:381 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:381.out 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:382 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:382.out 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:383 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:383.out 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:384 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:384.out 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:385 2023-11-18T15:46:05.647 INFO:teuthology.orchestra.run.smithi099.stdout:385.out 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:386 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:386.out 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:387 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:387.out 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:388 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:388.out 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:389 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:389.out 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:390 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:390.out 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:391 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:391.out 2023-11-18T15:46:05.648 INFO:teuthology.orchestra.run.smithi099.stdout:392 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:392.out 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:393 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:393.out 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:394 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:394.out 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:395 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:395.out 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:396 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:396.out 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:397 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:397.out 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:398 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:398.out 2023-11-18T15:46:05.649 INFO:teuthology.orchestra.run.smithi099.stdout:399 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:399.out 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:400 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:400.out 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:401 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:401.out 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:402 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:402.out 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:403 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:403.out 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:404 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:404.out 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:405 2023-11-18T15:46:05.650 INFO:teuthology.orchestra.run.smithi099.stdout:405.out 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:406 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:406.out 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:407 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:407.out 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:408 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:408.out 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:409 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:409.out 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:410 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:410.out 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:411 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:411.out 2023-11-18T15:46:05.651 INFO:teuthology.orchestra.run.smithi099.stdout:412 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:412.out 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:413 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:413.out 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:414 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:414.out 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:415 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:415.out 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:416 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:416.out 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:417 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:417.out 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:418 2023-11-18T15:46:05.652 INFO:teuthology.orchestra.run.smithi099.stdout:418.out 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:419 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:419.out 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:420 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:420.out 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:421 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:421.out 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:422 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:422.out 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:423 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:423.out 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:424 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:424.out 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:425 2023-11-18T15:46:05.653 INFO:teuthology.orchestra.run.smithi099.stdout:425.out 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:426 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:426.out 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:427 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:427.out 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:428 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:428.out 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:429 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:429.out 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:430 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:430.out 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:431 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:431.out 2023-11-18T15:46:05.654 INFO:teuthology.orchestra.run.smithi099.stdout:432 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:432.out 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:433 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:433.out 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:434 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:434.out 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:435 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:435.out 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:436 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:436.out 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:437 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:437.out 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:438 2023-11-18T15:46:05.655 INFO:teuthology.orchestra.run.smithi099.stdout:438.out 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:439 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:439.out 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:440 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:440.out 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:441 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:441.out 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:442 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:442.out 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:443 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:443.out 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:444 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:444.out 2023-11-18T15:46:05.656 INFO:teuthology.orchestra.run.smithi099.stdout:445 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:445.out 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:446 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:446.out 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:447 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:447.out 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:448 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:448.out 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:449 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:449.out 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:450 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:450.out 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:451 2023-11-18T15:46:05.657 INFO:teuthology.orchestra.run.smithi099.stdout:451.out 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:452 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:452.out 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:453 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:453.out 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:454 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:454.out 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:455 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:455.out 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:456 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:456.out 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:457 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:457.out 2023-11-18T15:46:05.658 INFO:teuthology.orchestra.run.smithi099.stdout:458 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:458.out 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:459 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:459.out 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:460 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:460.out 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:461 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:461.out 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:462 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:462.out 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:463 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:463.out 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:464 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:464.out 2023-11-18T15:46:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:465 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:465.out 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:466 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:466.out 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:467 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:467.out 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:468 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:468.out 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:469 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:469.out 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:470 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:470.out 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:471 2023-11-18T15:46:05.660 INFO:teuthology.orchestra.run.smithi099.stdout:471.out 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:472 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:472.out 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:473 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:473.out 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:474 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:474.out 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:475 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:475.out 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:476 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:476.out 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:477 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:477.out 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:478 2023-11-18T15:46:05.661 INFO:teuthology.orchestra.run.smithi099.stdout:478.out 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:479 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:479.out 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:480 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:480.out 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:481 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:481.out 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:482 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:482.out 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:483 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:483.out 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:484 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:484.out 2023-11-18T15:46:05.662 INFO:teuthology.orchestra.run.smithi099.stdout:485 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:485.out 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:486 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:486.out 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:487 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:487.out 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:488 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:488.out 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:489 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:489.out 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:490 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:490.out 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:491 2023-11-18T15:46:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:491.out 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:492 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:492.out 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:493 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:493.out 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:494 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:494.out 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:495 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:495.out 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:496 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:496.out 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:497 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:497.out 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:498 2023-11-18T15:46:05.664 INFO:teuthology.orchestra.run.smithi099.stdout:498.out 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:499 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:499.out 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:500 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:500.out 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:501 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:501.out 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:502 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:502.out 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:503 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:503.out 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:504 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:504.out 2023-11-18T15:46:05.665 INFO:teuthology.orchestra.run.smithi099.stdout:505 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:505.out 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:506 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:506.out 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:507 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:507.out 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:508 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:508.out 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:509 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:509.out 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:510 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:510.out 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:511 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:511.out 2023-11-18T15:46:05.666 INFO:teuthology.orchestra.run.smithi099.stdout:512 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:512.out 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:513 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:513.out 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:514 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:514.out 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:515 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:515.out 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:516 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:516.out 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:517 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:517.out 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:518 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:518.out 2023-11-18T15:46:05.667 INFO:teuthology.orchestra.run.smithi099.stdout:519 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:519.out 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:520 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:520.out 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:521 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:521.out 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:522 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:522.out 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:523 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:523.out 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:524 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:524.out 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:525 2023-11-18T15:46:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:525.out 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:526 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:526.out 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:527 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:527.out 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:528 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:528.out 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:529 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:529.out 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:530 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:530.out 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:531 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:531.out 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:532 2023-11-18T15:46:05.669 INFO:teuthology.orchestra.run.smithi099.stdout:532.out 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:533 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:533.out 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:534 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:534.out 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:535 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:535.out 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:536 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:536.out 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:537 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:537.out 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:538 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:538.out 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:539 2023-11-18T15:46:05.670 INFO:teuthology.orchestra.run.smithi099.stdout:539.out 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:540 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:540.out 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:541 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:541.out 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:542 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:542.out 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:543 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:543.out 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:544 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:544.out 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:545 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:545.out 2023-11-18T15:46:05.671 INFO:teuthology.orchestra.run.smithi099.stdout:546 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:546.out 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:547 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:547.out 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:548 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:548.out 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:549 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:549.out 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:550 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:550.out 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:551 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:551.out 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:552 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:552.out 2023-11-18T15:46:05.672 INFO:teuthology.orchestra.run.smithi099.stdout:553 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:553.out 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:554 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:554.out 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:555 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:555.out 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:556 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:556.out 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:557 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:557.out 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:558 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:558.out 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:559 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:559.out 2023-11-18T15:46:05.673 INFO:teuthology.orchestra.run.smithi099.stdout:560 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:560.out 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:561 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:561.out 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:562 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:562.out 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:563 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:563.out 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:564 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:564.out 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:565 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:565.out 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:566 2023-11-18T15:46:05.674 INFO:teuthology.orchestra.run.smithi099.stdout:566.out 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:567 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:567.out 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:568 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:568.out 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:569 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:569.out 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:570 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:570.out 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:571 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:571.out 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:572 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:572.out 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:573 2023-11-18T15:46:05.675 INFO:teuthology.orchestra.run.smithi099.stdout:573.out 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:574 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:574.out 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:575 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:575.out 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:576 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:576.out 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:577 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:577.out 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:578 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:578.out 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:579 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:579.out 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:580 2023-11-18T15:46:05.676 INFO:teuthology.orchestra.run.smithi099.stdout:580.out 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:581 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:581.out 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:582 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:582.out 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:583 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:583.out 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:584 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:584.out 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:585 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:585.out 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:586 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:586.out 2023-11-18T15:46:05.677 INFO:teuthology.orchestra.run.smithi099.stdout:587 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:587.out 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:588 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:588.out 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:589 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:589.out 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:590 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:590.out 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:591 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:591.out 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:592 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:592.out 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:593 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:593.out 2023-11-18T15:46:05.678 INFO:teuthology.orchestra.run.smithi099.stdout:594 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:594.out 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:595 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:595.out 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:596 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:596.out 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:597 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:597.out 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:598 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:598.out 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:599 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:599.out 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:600 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:600.out 2023-11-18T15:46:05.679 INFO:teuthology.orchestra.run.smithi099.stdout:601 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:601.out 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:602 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:602.out 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:603 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:603.out 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:604 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:604.out 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:605 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:605.out 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:606 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:606.out 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:607 2023-11-18T15:46:05.680 INFO:teuthology.orchestra.run.smithi099.stdout:607.out 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:608 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:608.out 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:609 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:609.out 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:610 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:610.out 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:611 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:611.out 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:612 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:612.out 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:613 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:613.out 2023-11-18T15:46:05.681 INFO:teuthology.orchestra.run.smithi099.stdout:614 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:614.out 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:615 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:615.out 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:616 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:616.out 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:617 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:617.out 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:618 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:618.out 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:619 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:619.out 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:620 2023-11-18T15:46:05.682 INFO:teuthology.orchestra.run.smithi099.stdout:620.out 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:621 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:621.out 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:622 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:622.out 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:623 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:623.out 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:624 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:624.out 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:625 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:625.out 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:626 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:626.out 2023-11-18T15:46:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:627 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:627.out 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:628 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:628.out 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:629 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:629.out 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:630 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:630.out 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:631 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:631.out 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:632 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:632.out 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:633 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:633.out 2023-11-18T15:46:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:634 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:634.out 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:635 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:635.out 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:636 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:636.out 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:637 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:637.out 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:638 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:638.out 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:639 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:639.out 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:640 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:640.out 2023-11-18T15:46:05.685 INFO:teuthology.orchestra.run.smithi099.stdout:641 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:641.out 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:642 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:642.out 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:643 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:643.out 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:644 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:644.out 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:645 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:645.out 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:646 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:646.out 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:647 2023-11-18T15:46:05.686 INFO:teuthology.orchestra.run.smithi099.stdout:647.out 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:648 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:648.out 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:649 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:649.out 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:650 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:650.out 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:651 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:651.out 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:652 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:652.out 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:653 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:653.out 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:654 2023-11-18T15:46:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:654.out 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:655 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:655.out 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:656 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:656.out 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:657 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:657.out 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:658 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:658.out 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:659 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:659.out 2023-11-18T15:46:05.688 INFO:teuthology.orchestra.run.smithi099.stdout:660 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:660.out 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:661 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:661.out 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:662 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:662.out 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:663 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:663.out 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:664 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:664.out 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:665 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:665.out 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:666 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:666.out 2023-11-18T15:46:05.689 INFO:teuthology.orchestra.run.smithi099.stdout:667 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:667.out 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:668 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:668.out 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:669 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:669.out 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:670 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:670.out 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:671 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:671.out 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:672 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:672.out 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:673 2023-11-18T15:46:05.690 INFO:teuthology.orchestra.run.smithi099.stdout:673.out 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:674 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:674.out 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:675 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:675.out 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:676 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:676.out 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:677 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:677.out 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:678 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:678.out 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:679 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:679.out 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:680 2023-11-18T15:46:05.691 INFO:teuthology.orchestra.run.smithi099.stdout:680.out 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:681 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:681.out 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:682 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:682.out 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:683 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:683.out 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:684 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:684.out 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:685 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:685.out 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:686 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:686.out 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:687 2023-11-18T15:46:05.692 INFO:teuthology.orchestra.run.smithi099.stdout:687.out 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:688 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:688.out 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:689 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:689.out 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:690 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:690.out 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:691 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:691.out 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:692 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:692.out 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:693 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:693.out 2023-11-18T15:46:05.693 INFO:teuthology.orchestra.run.smithi099.stdout:694 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:694.out 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:695 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:695.out 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:696 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:696.out 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:697 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:697.out 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:698 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:698.out 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:699 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:699.out 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:700 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:700.out 2023-11-18T15:46:05.694 INFO:teuthology.orchestra.run.smithi099.stdout:701 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:701.out 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:702 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:702.out 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:703 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:703.out 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:704 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:704.out 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:705 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:705.out 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:706 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:706.out 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:707 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:707.out 2023-11-18T15:46:05.695 INFO:teuthology.orchestra.run.smithi099.stdout:708 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:708.out 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:709 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:709.out 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:710 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:710.out 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:711 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:711.out 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:712 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:712.out 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:713 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:713.out 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:714 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:714.out 2023-11-18T15:46:05.696 INFO:teuthology.orchestra.run.smithi099.stdout:715 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:715.out 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:716 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:716.out 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:717 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:717.out 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:718 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:718.out 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:719 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:719.out 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:720 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:720.out 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:721 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:721.out 2023-11-18T15:46:05.697 INFO:teuthology.orchestra.run.smithi099.stdout:722 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:722.out 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:723 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:723.out 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:724 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:724.out 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:725 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:725.out 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:726 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:726.out 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:727 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:727.out 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:728 2023-11-18T15:46:05.698 INFO:teuthology.orchestra.run.smithi099.stdout:728.out 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:729 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:729.out 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:730 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:730.out 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:731 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:731.out 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:732 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:732.out 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:group.list 2023-11-18T15:46:05.699 INFO:teuthology.orchestra.run.smithi099.stdout:Makefile 2023-11-18T15:46:05.700 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-11-18T15:46:05.936 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:46:05.940 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:46:05.941 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:46:05.942 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:46:05.942 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:10.584 INFO:teuthology.orchestra.run.smithi099.stdout:generic/001 4s 2023-11-18T15:46:10.588 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/001 2023-11-18T15:46:10.588 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:46:10.590 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:11.303 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:46:11.303 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-11-18T15:46:11.509 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:46:11.513 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:46:11.513 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:46:11.514 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:46:11.514 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:11.936 INFO:teuthology.orchestra.run.smithi099.stdout:generic/002 0s 2023-11-18T15:46:11.941 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/002 2023-11-18T15:46:11.941 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:46:11.943 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:12.010 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:46:12.010 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-11-18T15:46:12.214 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:46:12.219 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:46:12.219 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:46:12.220 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:46:12.220 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:12.667 INFO:teuthology.orchestra.run.smithi099.stdout:generic/003 [not run] atime not maintained by ceph 2023-11-18T15:46:12.671 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/003 2023-11-18T15:46:12.671 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/003 2023-11-18T15:46:12.672 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:46:12.673 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:12.701 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:46:12.702 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-11-18T15:46:12.895 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:46:12.898 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:46:12.899 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:46:12.900 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:46:12.900 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:13.202 INFO:teuthology.orchestra.run.smithi099.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-11-18T15:46:13.206 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/004 2023-11-18T15:46:13.206 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/004 2023-11-18T15:46:13.207 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:46:13.208 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:13.227 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:46:13.228 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-11-18T15:46:13.434 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:46:13.438 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:46:13.438 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:46:13.439 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:46:13.440 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:13.932 INFO:teuthology.orchestra.run.smithi099.stdout:generic/005 0s 2023-11-18T15:46:13.937 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/005 2023-11-18T15:46:13.937 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:46:13.939 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:14.006 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:46:14.007 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-11-18T15:46:14.223 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:46:14.227 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:46:14.227 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:46:14.228 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:46:14.229 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:33.632 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:46:33.635 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:46:37.978 INFO:teuthology.orchestra.run.smithi099.stdout:generic/006 23s 2023-11-18T15:46:37.987 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/006 2023-11-18T15:46:37.987 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:46:37.989 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:46:38.043 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:46:38.043 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-11-18T15:46:38.244 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:46:38.248 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:46:38.248 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:46:38.249 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:46:38.249 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:03.695 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:47:03.698 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:47:26.416 INFO:teuthology.orchestra.run.smithi099.stdout:generic/007 48s 2023-11-18T15:47:26.427 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/007 2023-11-18T15:47:26.427 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:47:26.431 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:26.543 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:47:26.544 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-11-18T15:47:26.746 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:47:26.750 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:47:26.751 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:47:26.752 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:47:26.752 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:27.101 INFO:teuthology.orchestra.run.smithi099.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-11-18T15:47:27.105 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/008 2023-11-18T15:47:27.105 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/008 2023-11-18T15:47:27.105 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:47:27.107 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:27.133 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:47:27.133 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-11-18T15:47:27.393 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:47:27.397 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:47:27.397 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:47:27.398 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:47:27.398 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:27.742 INFO:teuthology.orchestra.run.smithi099.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-11-18T15:47:27.746 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/009 2023-11-18T15:47:27.746 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/009 2023-11-18T15:47:27.746 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:47:27.748 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:27.774 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:47:27.774 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-11-18T15:47:27.983 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:47:27.987 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:47:27.988 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:47:27.988 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:47:27.989 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:28.618 INFO:teuthology.orchestra.run.smithi099.stdout:generic/010 0s 2023-11-18T15:47:28.622 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/010 2023-11-18T15:47:28.622 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:47:28.625 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:28.678 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:47:28.678 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-11-18T15:47:28.894 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:47:28.898 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:47:28.898 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:47:28.899 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:47:28.899 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:34.001 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:47:34.004 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:47:58.663 INFO:teuthology.orchestra.run.smithi099.stdout:generic/011 29s 2023-11-18T15:47:58.706 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/011 2023-11-18T15:47:58.707 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:47:58.708 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:58.877 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:47:58.877 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-11-18T15:47:59.071 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:47:59.075 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:47:59.076 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:47:59.076 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:47:59.077 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:59.461 INFO:teuthology.orchestra.run.smithi099.stdout:generic/012 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:47:59.464 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/012 2023-11-18T15:47:59.465 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/012 2023-11-18T15:47:59.465 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:47:59.467 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:47:59.528 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:47:59.528 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-11-18T15:47:59.809 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:47:59.813 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:47:59.813 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:47:59.814 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:47:59.814 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:48:04.080 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:48:04.082 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:48:34.644 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:48:34.647 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:48:58.897 INFO:teuthology.orchestra.run.smithi099.stdout:generic/013 59s 2023-11-18T15:48:58.904 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/013 2023-11-18T15:48:58.904 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:48:58.907 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:48:58.934 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:48:58.934 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2023-11-18T15:48:59.263 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:48:59.268 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:48:59.268 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:48:59.271 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:48:59.271 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:49:04.975 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:49:04.982 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:49:35.358 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:49:35.364 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:50:05.471 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:50:05.473 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:50:35.559 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:50:35.562 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:51:05.989 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:51:05.994 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:51:36.095 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:51:36.101 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:52:06.176 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:52:06.179 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:52:36.262 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:52:36.267 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:53:06.365 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:53:06.369 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:53:28.397 INFO:teuthology.orchestra.run.smithi099.stdout:generic/014 269s 2023-11-18T15:53:28.410 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/014 2023-11-18T15:53:28.410 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:28.413 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:28.457 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:28.458 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2023-11-18T15:53:28.759 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:28.765 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:28.765 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:28.766 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:28.766 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:29.181 INFO:teuthology.orchestra.run.smithi099.stdout:generic/015 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T15:53:29.186 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/015 2023-11-18T15:53:29.187 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/015 2023-11-18T15:53:29.187 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:29.222 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:29.223 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2023-11-18T15:53:29.538 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:29.544 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:29.548 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:29.549 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:29.549 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:30.153 INFO:teuthology.orchestra.run.smithi099.stdout:generic/016 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:53:30.158 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/016 2023-11-18T15:53:30.158 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/016 2023-11-18T15:53:30.158 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:30.160 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:30.289 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:30.290 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2023-11-18T15:53:30.786 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:30.793 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:30.793 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:30.794 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:30.794 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:31.291 INFO:teuthology.orchestra.run.smithi099.stdout:generic/017 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-11-18T15:53:31.297 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/017 2023-11-18T15:53:31.297 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/017 2023-11-18T15:53:31.297 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:31.300 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:31.336 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:31.336 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2023-11-18T15:53:31.688 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:31.692 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:31.692 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:31.693 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:31.693 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:32.349 INFO:teuthology.orchestra.run.smithi099.stdout:generic/018 [not run] defragmentation not supported for fstype "ceph" 2023-11-18T15:53:32.370 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/018 2023-11-18T15:53:32.370 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/018 2023-11-18T15:53:32.371 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:32.378 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:32.409 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:32.409 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2023-11-18T15:53:32.776 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:32.786 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:32.787 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:32.788 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:32.788 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:33.230 INFO:teuthology.orchestra.run.smithi099.stdout:generic/019 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:53:33.234 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/019 2023-11-18T15:53:33.234 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/019 2023-11-18T15:53:33.235 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:33.236 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:33.264 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:33.264 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2023-11-18T15:53:33.589 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:33.593 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:33.593 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:33.597 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:33.597 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:36.668 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:53:36.673 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:53:36.921 INFO:teuthology.orchestra.run.smithi099.stdout:generic/020 3s 2023-11-18T15:53:36.929 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/020 2023-11-18T15:53:36.929 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:36.934 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:37.200 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:37.200 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2023-11-18T15:53:37.566 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:37.587 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:37.587 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:37.589 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:37.589 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:38.134 INFO:teuthology.orchestra.run.smithi099.stdout:generic/021 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:53:38.139 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/021 2023-11-18T15:53:38.139 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/021 2023-11-18T15:53:38.139 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:38.142 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:38.440 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:38.440 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2023-11-18T15:53:38.741 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:38.745 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:38.745 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:38.747 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:38.747 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:39.376 INFO:teuthology.orchestra.run.smithi099.stdout:generic/022 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:53:39.381 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/022 2023-11-18T15:53:39.381 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/022 2023-11-18T15:53:39.381 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:39.383 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:39.551 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:39.551 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2023-11-18T15:53:40.021 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:40.026 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:40.027 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:40.028 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:40.028 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:41.702 INFO:teuthology.orchestra.run.smithi099.stdout:generic/023 1s 2023-11-18T15:53:41.710 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/023 2023-11-18T15:53:41.710 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:41.712 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:42.048 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:42.049 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2023-11-18T15:53:42.442 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:42.453 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:42.453 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:42.455 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:42.455 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:42.950 INFO:teuthology.orchestra.run.smithi099.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2023-11-18T15:53:42.956 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/024 2023-11-18T15:53:42.956 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/024 2023-11-18T15:53:42.956 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:42.958 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:43.193 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:43.193 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2023-11-18T15:53:43.604 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:43.613 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:43.616 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:43.618 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:43.618 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:44.086 INFO:teuthology.orchestra.run.smithi099.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2023-11-18T15:53:44.090 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/025 2023-11-18T15:53:44.090 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/025 2023-11-18T15:53:44.090 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:44.092 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:44.394 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:44.394 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2023-11-18T15:53:44.721 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:44.726 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:44.729 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:44.730 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:44.730 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:45.181 INFO:teuthology.orchestra.run.smithi099.stdout:generic/026 [not run] ceph does not define maximum ACL count 2023-11-18T15:53:45.186 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/026 2023-11-18T15:53:45.186 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/026 2023-11-18T15:53:45.186 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:45.188 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:45.223 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:45.223 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2023-11-18T15:53:45.529 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:45.541 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:45.542 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:45.543 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:45.543 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:46.001 INFO:teuthology.orchestra.run.smithi099.stdout:generic/027 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T15:53:46.007 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/027 2023-11-18T15:53:46.008 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/027 2023-11-18T15:53:46.008 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:46.010 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:46.039 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:46.039 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2023-11-18T15:53:46.424 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:46.429 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:46.430 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:46.432 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:46.432 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:51.923 INFO:teuthology.orchestra.run.smithi099.stdout:generic/028 5s 2023-11-18T15:53:51.963 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/028 2023-11-18T15:53:51.963 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:51.965 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:51.998 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:51.998 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2023-11-18T15:53:52.342 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:52.348 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:52.348 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:52.349 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:52.349 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:54.679 INFO:teuthology.orchestra.run.smithi099.stdout:generic/029 2s 2023-11-18T15:53:54.685 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/029 2023-11-18T15:53:54.685 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:54.687 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:54.697 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:54.697 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2023-11-18T15:53:55.045 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:55.052 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:55.054 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:55.059 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:55.059 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:59.541 INFO:teuthology.orchestra.run.smithi099.stdout:generic/030 4s 2023-11-18T15:53:59.547 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/030 2023-11-18T15:53:59.547 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:53:59.549 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:53:59.561 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:53:59.561 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2023-11-18T15:53:59.869 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:53:59.877 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:53:59.878 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:53:59.879 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:53:59.879 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:00.395 INFO:teuthology.orchestra.run.smithi099.stdout:generic/031 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-11-18T15:54:00.400 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/031 2023-11-18T15:54:00.400 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/031 2023-11-18T15:54:00.400 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:00.409 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:00.445 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:00.445 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2023-11-18T15:54:00.767 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:00.772 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:00.773 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:00.774 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:00.774 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:01.242 INFO:teuthology.orchestra.run.smithi099.stdout:generic/032 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:54:01.247 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/032 2023-11-18T15:54:01.247 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/032 2023-11-18T15:54:01.247 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:01.250 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:01.291 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:01.291 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2023-11-18T15:54:01.632 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:01.643 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:01.644 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:01.645 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:01.645 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:02.210 INFO:teuthology.orchestra.run.smithi099.stdout:generic/033 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-11-18T15:54:02.215 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/033 2023-11-18T15:54:02.215 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/033 2023-11-18T15:54:02.215 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:02.219 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:02.260 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:02.260 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2023-11-18T15:54:02.566 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:02.570 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:02.570 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:02.576 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:02.577 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:03.087 INFO:teuthology.orchestra.run.smithi099.stdout:generic/034 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:03.094 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/034 2023-11-18T15:54:03.094 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/034 2023-11-18T15:54:03.095 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:03.097 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:03.129 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:03.130 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2023-11-18T15:54:03.436 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:03.448 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:03.451 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:03.452 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:03.452 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:03.987 INFO:teuthology.orchestra.run.smithi099.stdout:generic/035 0s 2023-11-18T15:54:03.995 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/035 2023-11-18T15:54:03.995 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:03.998 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:04.250 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:04.250 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2023-11-18T15:54:04.695 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:04.700 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:04.700 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:04.701 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:04.701 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:06.767 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:54:06.769 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:54:15.298 INFO:teuthology.orchestra.run.smithi099.stdout:generic/036 11s 2023-11-18T15:54:15.303 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/036 2023-11-18T15:54:15.303 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:15.305 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:15.623 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:15.623 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2023-11-18T15:54:15.955 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:15.959 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:15.960 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:15.961 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:15.961 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:22.098 INFO:teuthology.orchestra.run.smithi099.stdout:generic/037 6s 2023-11-18T15:54:22.103 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/037 2023-11-18T15:54:22.104 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:22.106 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:22.117 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:22.117 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2023-11-18T15:54:22.468 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:22.478 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:22.482 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:22.483 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:22.483 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:22.950 INFO:teuthology.orchestra.run.smithi099.stdout:generic/038 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:54:22.956 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/038 2023-11-18T15:54:22.956 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/038 2023-11-18T15:54:22.956 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:22.959 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:22.993 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:22.994 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2023-11-18T15:54:23.323 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:23.332 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:23.333 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:23.334 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:23.334 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:23.804 INFO:teuthology.orchestra.run.smithi099.stdout:generic/039 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:23.809 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/039 2023-11-18T15:54:23.809 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/039 2023-11-18T15:54:23.809 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:23.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:23.845 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:23.845 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2023-11-18T15:54:24.160 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:24.164 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:24.165 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:24.166 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:24.166 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:24.659 INFO:teuthology.orchestra.run.smithi099.stdout:generic/040 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:24.666 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/040 2023-11-18T15:54:24.666 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/040 2023-11-18T15:54:24.666 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:24.668 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:24.708 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:24.709 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2023-11-18T15:54:25.034 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:25.042 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:25.042 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:25.043 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:25.044 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:25.512 INFO:teuthology.orchestra.run.smithi099.stdout:generic/041 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:25.516 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/041 2023-11-18T15:54:25.517 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/041 2023-11-18T15:54:25.517 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:25.519 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:25.554 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:25.554 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2023-11-18T15:54:25.897 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:25.905 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:25.906 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:25.907 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:25.907 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:26.632 INFO:teuthology.orchestra.run.smithi099.stdout:generic/042 [not run] ceph does not support shutdown 2023-11-18T15:54:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/042 2023-11-18T15:54:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/042 2023-11-18T15:54:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:26.650 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:26.678 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:26.678 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2023-11-18T15:54:27.002 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:27.007 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:27.007 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:27.008 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:27.008 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:27.680 INFO:teuthology.orchestra.run.smithi099.stdout:generic/043 [not run] ceph does not support shutdown 2023-11-18T15:54:27.707 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/043 2023-11-18T15:54:27.708 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/043 2023-11-18T15:54:27.708 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:27.710 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:27.736 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:27.737 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2023-11-18T15:54:28.076 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:28.086 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:28.086 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:28.088 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:28.088 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:28.788 INFO:teuthology.orchestra.run.smithi099.stdout:generic/044 [not run] ceph does not support shutdown 2023-11-18T15:54:28.811 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/044 2023-11-18T15:54:28.811 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/044 2023-11-18T15:54:28.811 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:28.815 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:28.839 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:28.840 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2023-11-18T15:54:29.138 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:29.143 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:29.143 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:29.151 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:29.760 INFO:teuthology.orchestra.run.smithi099.stdout:generic/045 [not run] ceph does not support shutdown 2023-11-18T15:54:29.780 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/045 2023-11-18T15:54:29.780 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/045 2023-11-18T15:54:29.780 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:29.783 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:29.810 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:29.810 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2023-11-18T15:54:30.125 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:30.131 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:30.132 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:30.133 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:30.133 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:30.786 INFO:teuthology.orchestra.run.smithi099.stdout:generic/046 [not run] ceph does not support shutdown 2023-11-18T15:54:30.819 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/046 2023-11-18T15:54:30.819 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/046 2023-11-18T15:54:30.819 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:30.823 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:30.851 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:30.851 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2023-11-18T15:54:31.217 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:31.229 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:31.232 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:31.233 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:31.234 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:31.878 INFO:teuthology.orchestra.run.smithi099.stdout:generic/047 [not run] ceph does not support shutdown 2023-11-18T15:54:31.896 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/047 2023-11-18T15:54:31.896 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/047 2023-11-18T15:54:31.896 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:31.904 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:31.931 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:31.932 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2023-11-18T15:54:32.224 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:32.229 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:32.230 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:32.231 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:32.231 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:32.859 INFO:teuthology.orchestra.run.smithi099.stdout:generic/048 [not run] ceph does not support shutdown 2023-11-18T15:54:32.884 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/048 2023-11-18T15:54:32.884 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/048 2023-11-18T15:54:32.884 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:32.888 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:32.914 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:32.914 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2023-11-18T15:54:33.203 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:33.212 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:33.213 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:33.216 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:33.216 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:33.872 INFO:teuthology.orchestra.run.smithi099.stdout:generic/049 [not run] ceph does not support shutdown 2023-11-18T15:54:33.895 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/049 2023-11-18T15:54:33.895 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/049 2023-11-18T15:54:33.895 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:33.897 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:33.924 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:33.925 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2023-11-18T15:54:34.246 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:34.252 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:34.253 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:34.257 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:34.258 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:34.934 INFO:teuthology.orchestra.run.smithi099.stdout:generic/050 [not run] ceph does not support shutdown 2023-11-18T15:54:34.947 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/050 2023-11-18T15:54:34.947 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/050 2023-11-18T15:54:34.947 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:34.949 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:34.977 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:34.978 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2023-11-18T15:54:35.284 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:35.289 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:35.289 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:35.290 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:35.290 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:35.975 INFO:teuthology.orchestra.run.smithi099.stdout:generic/051 [not run] ceph does not support shutdown 2023-11-18T15:54:35.986 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/051 2023-11-18T15:54:35.986 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/051 2023-11-18T15:54:35.986 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:35.990 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:36.014 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:36.015 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2023-11-18T15:54:36.356 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:36.363 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:36.364 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:36.365 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:36.365 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:36.853 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:54:36.856 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:54:37.017 INFO:teuthology.orchestra.run.smithi099.stdout:generic/052 [not run] ceph does not support shutdown 2023-11-18T15:54:37.038 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/052 2023-11-18T15:54:37.038 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/052 2023-11-18T15:54:37.038 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:37.042 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:37.077 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:37.077 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2023-11-18T15:54:37.435 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:37.444 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:37.445 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:37.447 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:37.447 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:38.628 INFO:teuthology.orchestra.run.smithi099.stdout:generic/053 1s 2023-11-18T15:54:38.648 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/053 2023-11-18T15:54:38.648 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:38.658 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:38.678 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:38.678 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2023-11-18T15:54:39.029 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:39.037 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:39.038 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:39.039 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:39.039 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:39.752 INFO:teuthology.orchestra.run.smithi099.stdout:generic/054 [not run] ceph does not support shutdown 2023-11-18T15:54:39.780 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/054 2023-11-18T15:54:39.780 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/054 2023-11-18T15:54:39.780 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:39.782 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:39.809 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:39.810 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2023-11-18T15:54:40.126 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:40.131 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:40.131 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:40.132 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:40.132 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:40.774 INFO:teuthology.orchestra.run.smithi099.stdout:generic/055 [not run] ceph does not support shutdown 2023-11-18T15:54:40.794 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/055 2023-11-18T15:54:40.794 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/055 2023-11-18T15:54:40.794 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:40.796 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:40.840 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:40.840 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2023-11-18T15:54:41.211 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:41.216 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:41.216 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:41.218 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:41.218 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:41.705 INFO:teuthology.orchestra.run.smithi099.stdout:generic/056 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:41.710 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/056 2023-11-18T15:54:41.710 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/056 2023-11-18T15:54:41.710 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:41.712 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:41.752 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:41.752 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2023-11-18T15:54:42.090 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:42.094 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:42.095 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:42.095 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:42.096 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:42.572 INFO:teuthology.orchestra.run.smithi099.stdout:generic/057 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:42.577 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/057 2023-11-18T15:54:42.577 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/057 2023-11-18T15:54:42.577 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:42.579 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:42.608 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:42.608 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2023-11-18T15:54:42.932 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:42.936 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:42.941 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:42.942 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:42.942 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:43.487 INFO:teuthology.orchestra.run.smithi099.stdout:generic/058 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:54:43.491 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/058 2023-11-18T15:54:43.491 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/058 2023-11-18T15:54:43.492 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:43.494 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:43.662 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:43.662 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2023-11-18T15:54:44.149 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:44.158 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:44.158 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:44.161 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:44.161 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:44.613 INFO:teuthology.orchestra.run.smithi099.stdout:generic/059 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:44.628 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/059 2023-11-18T15:54:44.628 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/059 2023-11-18T15:54:44.628 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:44.631 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:44.665 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:44.666 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2023-11-18T15:54:44.995 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:44.999 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:44.999 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:45.000 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:45.000 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:45.588 INFO:teuthology.orchestra.run.smithi099.stdout:generic/060 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:54:45.594 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/060 2023-11-18T15:54:45.594 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/060 2023-11-18T15:54:45.594 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:45.596 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:45.894 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:45.894 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2023-11-18T15:54:46.253 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:46.262 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:46.262 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:46.264 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:46.264 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:46.894 INFO:teuthology.orchestra.run.smithi099.stdout:generic/061 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:54:46.898 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/061 2023-11-18T15:54:46.898 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/061 2023-11-18T15:54:46.898 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:46.901 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:47.195 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:47.195 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2023-11-18T15:54:47.514 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:47.518 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:47.518 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:47.520 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:47.520 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:50.199 INFO:teuthology.orchestra.run.smithi099.stdout:generic/062 3s 2023-11-18T15:54:50.222 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/062 2023-11-18T15:54:50.222 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:50.229 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:50.249 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:50.250 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2023-11-18T15:54:50.557 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:50.562 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:50.563 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:50.563 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:50.564 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:51.237 INFO:teuthology.orchestra.run.smithi099.stdout:generic/063 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:54:51.241 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/063 2023-11-18T15:54:51.242 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/063 2023-11-18T15:54:51.242 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:51.244 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:51.365 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:51.365 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2023-11-18T15:54:51.859 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:51.874 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:51.874 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:51.875 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:51.875 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:52.365 INFO:teuthology.orchestra.run.smithi099.stdout:generic/064 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-11-18T15:54:52.369 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/064 2023-11-18T15:54:52.369 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/064 2023-11-18T15:54:52.369 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:52.371 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:52.417 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:52.417 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2023-11-18T15:54:52.736 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:52.741 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:52.742 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:52.743 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:52.743 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:53.243 INFO:teuthology.orchestra.run.smithi099.stdout:generic/065 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:53.250 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/065 2023-11-18T15:54:53.251 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/065 2023-11-18T15:54:53.251 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:53.253 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:53.314 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:53.314 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2023-11-18T15:54:53.640 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:53.645 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:53.646 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:53.647 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:53.647 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:54.121 INFO:teuthology.orchestra.run.smithi099.stdout:generic/066 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:54.125 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/066 2023-11-18T15:54:54.126 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/066 2023-11-18T15:54:54.126 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:54.161 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:54.161 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2023-11-18T15:54:54.474 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:54.477 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:54.478 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:54.479 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:54.479 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:54.986 INFO:teuthology.orchestra.run.smithi099.stdout:generic/067 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:54:54.991 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/067 2023-11-18T15:54:54.991 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/067 2023-11-18T15:54:54.991 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:54.994 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:55.027 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:55.028 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2023-11-18T15:54:55.325 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:55.329 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:55.329 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:55.330 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:55.330 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:55.794 INFO:teuthology.orchestra.run.smithi099.stdout:generic/068 [not run] ceph does not support freezing 2023-11-18T15:54:55.801 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/068 2023-11-18T15:54:55.802 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/068 2023-11-18T15:54:55.802 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:54:55.804 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:54:55.836 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:54:55.836 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2023-11-18T15:54:56.175 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:54:56.195 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:54:56.195 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:54:56.198 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:54:56.199 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:03.529 INFO:teuthology.orchestra.run.smithi099.stdout:generic/069 7s 2023-11-18T15:55:03.536 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/069 2023-11-18T15:55:03.536 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:55:03.543 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:03.557 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:55:03.558 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2023-11-18T15:55:03.931 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:55:03.942 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:55:03.943 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:55:03.944 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:55:03.944 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:06.940 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:55:06.957 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:55:33.880 INFO:teuthology.orchestra.run.smithi099.stdout:generic/070 29s 2023-11-18T15:55:33.884 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/070 2023-11-18T15:55:33.885 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:55:33.886 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:34.081 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:55:34.082 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2023-11-18T15:55:34.580 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:55:34.587 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:55:34.587 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:55:34.590 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:55:34.590 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:35.070 INFO:teuthology.orchestra.run.smithi099.stdout:generic/071 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-11-18T15:55:35.078 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/071 2023-11-18T15:55:35.078 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/071 2023-11-18T15:55:35.078 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:55:35.080 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:35.110 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:55:35.110 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2023-11-18T15:55:35.438 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:55:35.443 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:55:35.444 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:55:35.445 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:55:35.445 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:35.980 INFO:teuthology.orchestra.run.smithi099.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-11-18T15:55:35.984 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/072 2023-11-18T15:55:35.984 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/072 2023-11-18T15:55:35.984 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:55:35.991 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:36.016 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:55:36.016 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2023-11-18T15:55:36.427 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:55:36.437 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:55:36.437 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:55:36.443 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:55:36.443 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:36.931 INFO:teuthology.orchestra.run.smithi099.stdout:generic/073 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:55:36.936 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/073 2023-11-18T15:55:36.936 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/073 2023-11-18T15:55:36.936 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:55:36.939 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:36.962 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:55:36.962 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2023-11-18T15:55:37.078 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:55:37.084 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:55:37.305 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:55:37.309 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:55:37.309 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:55:37.310 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:55:37.311 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:54.886 INFO:teuthology.orchestra.run.smithi099.stdout:generic/074 17s 2023-11-18T15:55:54.956 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/074 2023-11-18T15:55:54.956 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:55:54.958 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:55:56.374 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:55:56.375 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2023-11-18T15:55:56.724 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:55:56.730 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:55:56.730 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:55:56.731 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:55:56.732 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:07.158 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:56:07.161 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:56:07.241 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T15:56:07.240+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 224533) UID: 0 2023-11-18T15:56:07.242 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T15:56:07.240+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 224533) UID: 0 2023-11-18T15:56:27.445 INFO:teuthology.orchestra.run.smithi099.stdout:generic/075 31s 2023-11-18T15:56:27.455 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/075 2023-11-18T15:56:27.455 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:27.457 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:27.630 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:27.630 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2023-11-18T15:56:28.284 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:28.289 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:28.289 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:28.298 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:28.298 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:28.845 INFO:teuthology.orchestra.run.smithi099.stdout:generic/076 [not run] require 172.21.15.99:6789:/scratch to be local device 2023-11-18T15:56:28.851 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/076 2023-11-18T15:56:28.851 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/076 2023-11-18T15:56:28.851 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:28.854 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:28.882 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:28.882 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2023-11-18T15:56:29.252 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:29.261 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:29.265 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:29.266 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:29.266 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:32.627 INFO:teuthology.orchestra.run.smithi099.stdout:generic/077 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T15:56:32.633 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/077 2023-11-18T15:56:32.633 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/077 2023-11-18T15:56:32.633 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:32.635 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:32.861 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:32.862 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2023-11-18T15:56:33.389 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:33.399 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:33.399 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:33.400 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:33.400 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:33.952 INFO:teuthology.orchestra.run.smithi099.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2023-11-18T15:56:33.957 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/078 2023-11-18T15:56:33.957 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/078 2023-11-18T15:56:33.957 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:33.963 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:34.244 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:34.244 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2023-11-18T15:56:34.765 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:34.779 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:34.779 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:34.785 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:34.786 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:35.390 INFO:teuthology.orchestra.run.smithi099.stdout:generic/079 [not run] file system doesn't support chattr +ia 2023-11-18T15:56:35.399 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/079 2023-11-18T15:56:35.399 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/079 2023-11-18T15:56:35.399 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:35.402 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:35.464 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:35.464 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2023-11-18T15:56:35.908 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:35.914 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:35.914 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:35.915 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:35.915 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:38.466 INFO:teuthology.orchestra.run.smithi099.stdout:generic/080 2s 2023-11-18T15:56:38.478 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/080 2023-11-18T15:56:38.478 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:38.480 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:38.537 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:38.537 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2023-11-18T15:56:38.942 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:38.949 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:38.950 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:38.951 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:38.951 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:39.543 INFO:teuthology.orchestra.run.smithi099.stdout:generic/081 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:56:39.548 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/081 2023-11-18T15:56:39.548 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/081 2023-11-18T15:56:39.548 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:39.549 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:39.586 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:39.587 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2023-11-18T15:56:39.990 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:39.995 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:39.996 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:39.997 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:39.997 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:40.562 INFO:teuthology.orchestra.run.smithi099.stdout:generic/082 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T15:56:40.577 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/082 2023-11-18T15:56:40.577 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/082 2023-11-18T15:56:40.577 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:40.579 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:40.632 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:40.632 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2023-11-18T15:56:41.034 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:41.052 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:41.052 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:41.053 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:41.053 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:41.562 INFO:teuthology.orchestra.run.smithi099.stdout:generic/083 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T15:56:41.568 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/083 2023-11-18T15:56:41.568 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/083 2023-11-18T15:56:41.568 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:41.571 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:41.601 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:41.601 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2023-11-18T15:56:42.034 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:42.055 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:42.055 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:42.056 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:42.056 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:48.343 INFO:teuthology.orchestra.run.smithi099.stdout:generic/084 6s 2023-11-18T15:56:48.350 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/084 2023-11-18T15:56:48.350 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:48.352 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:48.362 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:48.362 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2023-11-18T15:56:48.812 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:48.838 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:48.838 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:48.839 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:48.839 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:49.445 INFO:teuthology.orchestra.run.smithi099.stdout:generic/085 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T15:56:49.450 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/085 2023-11-18T15:56:49.451 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/085 2023-11-18T15:56:49.451 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:49.453 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:49.495 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:49.495 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2023-11-18T15:56:49.991 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:49.999 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:50.002 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:50.009 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:50.009 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:50.563 INFO:teuthology.orchestra.run.smithi099.stdout:generic/086 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T15:56:50.568 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/086 2023-11-18T15:56:50.568 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/086 2023-11-18T15:56:50.568 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:50.577 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:50.629 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:50.629 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2023-11-18T15:56:51.053 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:51.057 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:51.057 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:51.058 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:51.058 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:51.700 INFO:teuthology.orchestra.run.smithi099.stdout:generic/087 0s 2023-11-18T15:56:51.706 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/087 2023-11-18T15:56:51.706 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:51.709 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:51.970 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:51.970 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2023-11-18T15:56:52.617 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:52.630 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:52.630 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:52.631 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:52.631 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:53.241 INFO:teuthology.orchestra.run.smithi099.stdout:generic/088 1s 2023-11-18T15:56:53.251 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/088 2023-11-18T15:56:53.251 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T15:56:53.254 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:56:53.511 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T15:56:53.512 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2023-11-18T15:56:54.083 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T15:56:54.088 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T15:56:54.088 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T15:56:54.089 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T15:56:54.089 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T15:59:07.272 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:59:07.275 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:59:38.456 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T15:59:38.459 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:00:08.549 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:00:08.552 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:00:38.830 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:00:38.833 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:01:09.177 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:01:09.185 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:01:09.259 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T16:01:09.258+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 233203) UID: 0 2023-11-18T16:01:09.259 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T16:01:09.258+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 233203) UID: 0 2023-11-18T16:04:09.594 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:04:09.597 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:04:39.997 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:04:40.000 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:04:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:generic/089 483s 2023-11-18T16:04:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/089 2023-11-18T16:04:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:04:57.240 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:04:57.566 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:04:57.567 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/090) 2023-11-18T16:04:58.084 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:04:58.087 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:04:58.088 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:04:58.089 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:04:58.089 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:04:58.442 INFO:teuthology.orchestra.run.smithi099.stdout:generic/090 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:04:58.446 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/090 2023-11-18T16:04:58.446 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/090 2023-11-18T16:04:58.447 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:04:58.449 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:04:58.477 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:04:58.477 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/091) 2023-11-18T16:04:58.700 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:04:58.704 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:04:58.704 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:04:58.705 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:04:58.706 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:05:10.067 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:05:10.070 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:05:10.107 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T16:05:10.106+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 236272) UID: 0 2023-11-18T16:05:10.107 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T16:05:10.106+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 236272) UID: 0 2023-11-18T16:06:48.377 INFO:teuthology.orchestra.run.smithi099.stdout:generic/091 110s 2023-11-18T16:06:48.380 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/091 2023-11-18T16:06:48.381 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:06:48.383 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:06:48.648 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:06:48.648 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/092) 2023-11-18T16:06:48.997 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:06:49.001 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:06:49.002 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:06:49.003 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:06:49.003 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:06:49.371 INFO:teuthology.orchestra.run.smithi099.stdout:generic/092 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:06:49.375 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/092 2023-11-18T16:06:49.375 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/092 2023-11-18T16:06:49.375 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:06:49.377 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:06:49.409 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:06:49.409 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/093) 2023-11-18T16:06:49.637 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:06:49.641 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:06:49.642 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:06:49.642 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:06:49.643 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:06:51.605 INFO:teuthology.orchestra.run.smithi099.stdout:generic/093 2s 2023-11-18T16:06:51.623 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/093 2023-11-18T16:06:51.624 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:06:51.625 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:06:52.002 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:06:52.003 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/094) 2023-11-18T16:06:52.248 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:06:52.251 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:06:52.252 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:06:52.253 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:06:52.253 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:06:52.637 INFO:teuthology.orchestra.run.smithi099.stdout:generic/094 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-11-18T16:06:52.641 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/094 2023-11-18T16:06:52.641 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/094 2023-11-18T16:06:52.641 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:06:52.643 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:06:52.983 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:06:52.983 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/095) 2023-11-18T16:06:53.218 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:06:53.222 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:06:53.223 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:06:53.224 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:06:53.224 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:06.735 INFO:teuthology.orchestra.run.smithi099.stdout:generic/095 13s 2023-11-18T16:07:06.747 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/095 2023-11-18T16:07:06.748 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:06.749 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:06.759 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:06.760 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/096) 2023-11-18T16:07:06.978 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:06.981 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:06.982 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:06.983 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:06.983 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:07.381 INFO:teuthology.orchestra.run.smithi099.stdout:generic/096 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-11-18T16:07:07.385 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/096 2023-11-18T16:07:07.385 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/096 2023-11-18T16:07:07.385 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:07.387 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:07.417 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:07.417 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/097) 2023-11-18T16:07:07.617 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:07.621 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:07.622 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:07.623 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:07.623 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:08.487 INFO:teuthology.orchestra.run.smithi099.stdout:generic/097 1s 2023-11-18T16:07:08.492 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/097 2023-11-18T16:07:08.492 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:08.494 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:08.515 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:08.515 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/098) 2023-11-18T16:07:08.737 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:08.741 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:08.742 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:08.743 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:08.743 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:11.816 INFO:teuthology.orchestra.run.smithi099.stdout:generic/098 3s 2023-11-18T16:07:11.821 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/098 2023-11-18T16:07:11.821 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:11.823 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:11.831 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:11.831 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2023-11-18T16:07:12.039 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:12.042 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:12.043 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:12.044 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:12.044 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:12.956 INFO:teuthology.orchestra.run.smithi099.stdout:generic/099 0s 2023-11-18T16:07:12.961 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/099 2023-11-18T16:07:12.962 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:12.964 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:13.230 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:13.230 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/100) 2023-11-18T16:07:13.561 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:13.565 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:13.565 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:13.565 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:13.565 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:25.263 INFO:teuthology.orchestra.run.smithi099.stdout:generic/100 12s 2023-11-18T16:07:25.268 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/100 2023-11-18T16:07:25.268 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:25.270 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:29.069 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:29.069 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/101) 2023-11-18T16:07:29.482 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:29.486 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:29.486 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:29.487 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:29.487 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:29.826 INFO:teuthology.orchestra.run.smithi099.stdout:generic/101 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:07:29.830 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/101 2023-11-18T16:07:29.831 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/101 2023-11-18T16:07:29.831 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:29.833 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:29.857 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:29.858 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/102) 2023-11-18T16:07:30.070 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:30.074 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:30.075 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:30.076 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:30.076 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:30.387 INFO:teuthology.orchestra.run.smithi099.stdout:generic/102 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T16:07:30.391 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/102 2023-11-18T16:07:30.391 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/102 2023-11-18T16:07:30.391 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:30.393 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:30.413 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:30.413 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/103) 2023-11-18T16:07:30.615 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:30.619 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:30.619 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:30.620 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:30.621 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:30.958 INFO:teuthology.orchestra.run.smithi099.stdout:generic/103 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:07:30.962 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/103 2023-11-18T16:07:30.962 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/103 2023-11-18T16:07:30.962 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:30.964 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:31.297 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:31.298 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/104) 2023-11-18T16:07:31.509 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:31.513 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:31.514 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:31.515 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:31.515 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:31.837 INFO:teuthology.orchestra.run.smithi099.stdout:generic/104 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:07:31.841 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/104 2023-11-18T16:07:31.841 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/104 2023-11-18T16:07:31.842 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:31.843 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:31.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:31.873 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/105) 2023-11-18T16:07:32.083 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:32.087 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:32.088 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:32.089 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:32.089 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:32.996 INFO:teuthology.orchestra.run.smithi099.stdout:generic/105 0s 2023-11-18T16:07:33.011 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/105 2023-11-18T16:07:33.012 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:33.014 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:33.025 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:33.026 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/106) 2023-11-18T16:07:33.249 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:33.253 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:33.253 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:33.254 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:33.255 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:33.614 INFO:teuthology.orchestra.run.smithi099.stdout:generic/106 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:07:33.618 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/106 2023-11-18T16:07:33.619 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/106 2023-11-18T16:07:33.619 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:33.621 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:33.651 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:33.651 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/107) 2023-11-18T16:07:33.868 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:33.872 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:33.872 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:33.873 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:33.873 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:34.207 INFO:teuthology.orchestra.run.smithi099.stdout:generic/107 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:07:34.211 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/107 2023-11-18T16:07:34.211 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/107 2023-11-18T16:07:34.211 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:34.213 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:34.240 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:34.240 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/108) 2023-11-18T16:07:34.458 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:34.462 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:34.463 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:34.464 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:34.464 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:34.911 INFO:teuthology.orchestra.run.smithi099.stdout:generic/108 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:07:34.915 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/108 2023-11-18T16:07:34.915 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/108 2023-11-18T16:07:34.915 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:34.917 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:34.936 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:34.936 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/109) 2023-11-18T16:07:35.137 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:35.141 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:35.141 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:35.142 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:35.142 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:45.282 INFO:teuthology.orchestra.run.smithi099.stdout:generic/109 10s 2023-11-18T16:07:45.297 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/109 2023-11-18T16:07:45.297 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:07:45.299 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:45.307 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:07:45.307 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/110) 2023-11-18T16:07:46.266 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:07:46.270 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:07:46.270 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:07:46.271 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:07:46.271 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:07:48.204 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:07:48.206 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:08:06.229 INFO:teuthology.orchestra.run.smithi099.stdout:generic/110 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:08:06.233 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/110 2023-11-18T16:08:06.233 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/110 2023-11-18T16:08:06.234 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:06.236 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:06.502 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:06.503 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/111) 2023-11-18T16:08:06.895 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:06.899 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:06.900 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:06.900 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:06.901 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:07.216 INFO:teuthology.orchestra.run.smithi099.stdout:generic/111 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:08:07.220 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/111 2023-11-18T16:08:07.220 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/111 2023-11-18T16:08:07.220 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:07.222 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:07.471 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:07.472 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/112) 2023-11-18T16:08:07.750 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:07.754 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:07.754 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:07.755 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:07.755 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:18.534 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:08:18.537 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:08:23.094 INFO:teuthology.orchestra.run.smithi099.stdout:generic/112 16s 2023-11-18T16:08:23.155 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/112 2023-11-18T16:08:23.155 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:23.157 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:23.471 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:23.471 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/113) 2023-11-18T16:08:23.719 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:23.723 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:23.723 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:23.724 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:23.724 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:38.842 INFO:teuthology.orchestra.run.smithi099.stdout:generic/113 15s 2023-11-18T16:08:38.846 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/113 2023-11-18T16:08:38.849 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:38.850 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:39.061 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:39.061 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/114) 2023-11-18T16:08:39.380 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:39.384 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:39.384 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:39.385 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:39.385 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:39.934 INFO:teuthology.orchestra.run.smithi099.stdout:generic/114 [not run] device block size: 4096 greater than 512 2023-11-18T16:08:39.938 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/114 2023-11-18T16:08:39.939 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/114 2023-11-18T16:08:39.939 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:39.940 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:39.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:39.974 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/115) 2023-11-18T16:08:40.170 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:40.174 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:40.174 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:40.175 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:40.175 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:40.513 INFO:teuthology.orchestra.run.smithi099.stdout:generic/115 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:08:40.517 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/115 2023-11-18T16:08:40.517 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/115 2023-11-18T16:08:40.517 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:40.519 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:40.798 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:40.799 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/116) 2023-11-18T16:08:41.070 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:41.074 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:41.074 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:41.075 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:41.076 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:41.422 INFO:teuthology.orchestra.run.smithi099.stdout:generic/116 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:08:41.426 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/116 2023-11-18T16:08:41.426 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/116 2023-11-18T16:08:41.426 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:41.428 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:41.598 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:41.598 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/117) 2023-11-18T16:08:41.983 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:41.987 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:41.987 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:41.988 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:41.988 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:48.598 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:08:48.600 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:08:55.798 INFO:teuthology.orchestra.run.smithi099.stdout:generic/117 13s 2023-11-18T16:08:55.803 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/117 2023-11-18T16:08:55.803 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:55.805 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:55.813 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:55.813 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/118) 2023-11-18T16:08:56.021 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:56.025 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:56.025 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:56.026 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:56.026 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:56.784 INFO:teuthology.orchestra.run.smithi099.stdout:generic/118 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:08:56.788 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/118 2023-11-18T16:08:56.788 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/118 2023-11-18T16:08:56.788 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:56.790 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:57.055 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:57.055 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/119) 2023-11-18T16:08:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:57.331 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:57.331 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:57.332 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:57.332 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:57.679 INFO:teuthology.orchestra.run.smithi099.stdout:generic/119 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:08:57.683 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/119 2023-11-18T16:08:57.683 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/119 2023-11-18T16:08:57.683 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:57.685 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:57.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:57.895 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/120) 2023-11-18T16:08:58.232 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:58.236 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:58.236 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:58.237 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:58.237 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:58.562 INFO:teuthology.orchestra.run.smithi099.stdout:generic/120 [not run] atime not maintained by ceph 2023-11-18T16:08:58.566 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/120 2023-11-18T16:08:58.566 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/120 2023-11-18T16:08:58.567 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:58.568 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:58.590 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:58.590 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/121) 2023-11-18T16:08:58.789 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:58.793 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:58.793 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:58.794 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:58.794 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:59.149 INFO:teuthology.orchestra.run.smithi099.stdout:generic/121 [not run] Dedupe not supported by test filesystem type: ceph 2023-11-18T16:08:59.153 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/121 2023-11-18T16:08:59.153 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/121 2023-11-18T16:08:59.153 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:08:59.155 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:08:59.423 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:08:59.423 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/122) 2023-11-18T16:08:59.704 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:08:59.708 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:08:59.709 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:08:59.709 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:08:59.710 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:09:00.066 INFO:teuthology.orchestra.run.smithi099.stdout:generic/122 [not run] Dedupe not supported by test filesystem type: ceph 2023-11-18T16:09:00.070 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/122 2023-11-18T16:09:00.070 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/122 2023-11-18T16:09:00.070 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:09:00.072 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:09:00.235 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:09:00.235 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/123) 2023-11-18T16:09:00.630 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:09:00.634 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:09:00.634 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:09:00.635 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:09:00.635 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:09:01.123 INFO:teuthology.orchestra.run.smithi099.stdout:generic/123 1s 2023-11-18T16:09:01.128 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/123 2023-11-18T16:09:01.128 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:09:01.130 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:09:01.350 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:09:01.350 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/124) 2023-11-18T16:09:01.702 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:09:01.706 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:09:01.706 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:09:01.707 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:09:01.707 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:09:03.991 INFO:teuthology.orchestra.run.smithi099.stdout:generic/124 2s 2023-11-18T16:09:04.000 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/124 2023-11-18T16:09:04.000 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:09:04.022 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:09:04.452 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:09:04.452 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/125) 2023-11-18T16:09:04.875 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:09:04.879 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:09:04.879 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:09:04.880 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:09:04.880 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:09:18.698 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:09:18.701 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:09:48.779 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:09:48.782 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:10:06.362 INFO:teuthology.orchestra.run.smithi099.stdout:generic/125 61s 2023-11-18T16:10:06.368 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/125 2023-11-18T16:10:06.368 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:10:06.370 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:10:06.665 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:10:06.665 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/126) 2023-11-18T16:10:06.933 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:10:06.937 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:10:06.937 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:10:06.938 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:10:06.938 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:10:07.439 INFO:teuthology.orchestra.run.smithi099.stdout:generic/126 0s 2023-11-18T16:10:07.444 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/126 2023-11-18T16:10:07.444 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:10:07.446 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:10:07.723 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:10:07.723 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/127) 2023-11-18T16:10:08.032 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:10:08.036 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:10:08.037 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:10:08.037 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:10:08.038 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:10:18.860 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:10:18.862 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:10:48.948 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:10:48.951 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:11:19.010 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:11:19.013 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:11:49.129 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:11:49.132 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:12:19.291 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:12:19.294 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:12:49.503 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:12:49.506 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:13:19.575 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:13:19.577 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:13:49.639 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:13:49.641 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:14:19.705 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:14:19.708 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:14:49.789 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:14:49.791 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:15:19.854 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:15:19.857 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:15:50.040 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:15:50.044 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:16:20.110 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:16:20.112 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:16:50.168 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:16:50.171 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:17:20.333 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:17:20.335 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:17:50.519 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:17:50.523 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:18:20.732 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:18:20.737 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:18:50.821 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:18:50.824 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:19:01.911 INFO:teuthology.orchestra.run.smithi099.stdout:generic/127 533s 2023-11-18T16:19:01.916 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/127 2023-11-18T16:19:01.916 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:19:01.918 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:19:02.222 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:19:02.223 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/128) 2023-11-18T16:19:02.463 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:19:02.466 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:19:02.467 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:19:02.468 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:19:02.468 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:19:03.517 INFO:teuthology.orchestra.run.smithi099.stdout:generic/128 1s 2023-11-18T16:19:03.521 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/128 2023-11-18T16:19:03.522 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:19:03.523 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:19:03.531 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:19:03.532 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/129) 2023-11-18T16:19:03.744 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:19:03.748 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:19:03.748 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:19:03.749 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:19:03.749 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:19:21.071 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:19:21.074 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:19:51.361 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:19:51.370 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:20:21.645 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:20:21.648 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:20:51.751 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:20:51.767 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:21:21.858 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:21:21.862 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:21:52.239 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:21:52.247 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:22:22.412 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:22:22.434 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:22:52.558 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:22:52.561 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:23:22.808 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:23:22.842 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:23:52.982 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:23:53.006 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:24:23.166 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:24:23.174 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:24:53.271 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:24:53.284 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:25:23.451 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:25:23.490 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:25:53.664 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:25:53.674 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:26:24.137 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:26:24.178 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:26:54.338 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:26:54.367 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:27:24.557 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:27:24.666 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:27:54.947 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:27:54.950 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:28:25.235 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:28:25.270 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:28:55.402 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:28:55.417 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:29:25.595 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:29:25.598 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:29:56.129 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:29:56.143 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:30:26.335 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:30:26.392 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:30:56.565 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:30:56.615 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:31:26.814 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:31:26.821 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:31:56.959 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:31:56.970 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:32:27.358 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:32:27.381 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:32:57.524 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:32:57.526 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:32:57.798 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T16:32:57.797+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 274787) UID: 0 2023-11-18T16:32:57.801 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T16:32:57.797+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 274787) UID: 0 2023-11-18T16:32:57.801 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T16:32:57.798+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 274787) UID: 0 2023-11-18T16:32:57.813 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T16:32:57.813+0000 7f20653ab700 -1 Fail to open '/proc/274787/cmdline' error = (2) No such file or directory 2023-11-18T16:32:57.813 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T16:32:57.813+0000 7f20653ab700 -1 received signal: Hangup from (PID: 274787) UID: 0 2023-11-18T16:36:55.825 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:36:55.829 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:36:56.146 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T16:36:56.143+0000 7efdac7b7700 -1 Fail to open '/proc/113632/cmdline' error = (2) No such file or directory 2023-11-18T16:36:56.146 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T16:36:56.143+0000 7efdac7b7700 -1 received signal: Hangup from (PID: 113632) UID: 0 2023-11-18T16:36:56.148 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T16:36:56.145+0000 7f03fe181700 -1 Fail to open '/proc/113632/cmdline' error = (2) No such file or directory 2023-11-18T16:36:56.148 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T16:36:56.145+0000 7f03fe181700 -1 received signal: Hangup from (PID: 113632) UID: 0 2023-11-18T16:36:56.156 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T16:36:56.145+0000 7f6a779a1700 -1 Fail to open '/proc/113632/cmdline' error = (2) No such file or directory 2023-11-18T16:36:56.156 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T16:36:56.145+0000 7f6a779a1700 -1 received signal: Hangup from (PID: 113632) UID: 0 2023-11-18T16:36:56.157 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T16:36:56.155+0000 7f5c754bd700 -1 Fail to open '/proc/113632/cmdline' error = (2) No such file or directory 2023-11-18T16:36:56.157 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T16:36:56.155+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 113632) UID: 0 2023-11-18T16:36:56.242 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T16:36:56.240+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 274844) UID: 0 2023-11-18T16:36:56.242 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T16:36:56.240+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 274844) UID: 0 2023-11-18T16:36:56.247 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T16:36:56.244+0000 7f20653ab700 -1 Fail to open '/proc/274844/cmdline' error = (2) No such file or directory 2023-11-18T16:36:56.247 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T16:36:56.244+0000 7f20653ab700 -1 received signal: Hangup from (PID: 274844) UID: 0 2023-11-18T16:36:56.248 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T16:36:56.240+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 274844) UID: 0 2023-11-18T16:38:36.710 INFO:teuthology.orchestra.run.smithi099.stdout:generic/129 1173s 2023-11-18T16:38:36.969 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/129 2023-11-18T16:38:36.969 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:38:36.971 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:38:36.979 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:38:36.980 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/130) 2023-11-18T16:38:38.154 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:38:38.158 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:38:38.158 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:38:38.159 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:38:38.160 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:38:50.491 INFO:teuthology.orchestra.run.smithi099.stdout:generic/130 12s 2023-11-18T16:38:50.524 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/130 2023-11-18T16:38:50.524 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:38:50.528 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:38:50.558 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:38:50.559 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/131) 2023-11-18T16:38:50.777 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:38:50.780 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:38:50.781 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:38:50.782 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:38:50.782 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:38:52.627 INFO:teuthology.orchestra.run.smithi099.stdout:generic/131 1s 2023-11-18T16:38:52.635 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/131 2023-11-18T16:38:52.635 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:38:52.637 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:38:53.044 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:38:53.045 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/132) 2023-11-18T16:38:53.460 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:38:53.465 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:38:53.465 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:38:53.466 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:38:53.466 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:39:07.673 INFO:teuthology.orchestra.run.smithi099.stdout:generic/132 14s 2023-11-18T16:39:07.677 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/132 2023-11-18T16:39:07.678 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:39:07.680 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:39:07.688 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:39:07.689 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/133) 2023-11-18T16:39:07.889 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:39:07.893 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:39:07.893 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:39:07.894 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:39:07.894 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:40:18.072 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:40:18.075 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:40:18.184 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T16:40:18.183+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 114190) UID: 0 2023-11-18T16:40:18.184 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T16:40:18.183+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 114190) UID: 0 2023-11-18T16:40:18.185 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T16:40:18.183+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 114190) UID: 0 2023-11-18T16:40:18.185 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T16:40:18.183+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 114190) UID: 0 2023-11-18T16:42:46.207 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:42:46.210 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:42:46.262 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T16:42:46.260+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 114383) UID: 0 2023-11-18T16:42:46.262 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T16:42:46.260+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 114383) UID: 0 2023-11-18T16:42:46.262 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T16:42:46.261+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 114383) UID: 0 2023-11-18T16:42:46.262 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T16:42:46.261+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 114383) UID: 0 2023-11-18T16:43:08.304 INFO:teuthology.orchestra.run.smithi099.stdout:generic/133 240s 2023-11-18T16:43:08.309 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/133 2023-11-18T16:43:08.309 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:08.311 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:08.512 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:08.512 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/134) 2023-11-18T16:43:08.882 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:08.886 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:08.887 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:08.888 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:08.888 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:09.398 INFO:teuthology.orchestra.run.smithi099.stdout:generic/134 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:09.403 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/134 2023-11-18T16:43:09.403 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/134 2023-11-18T16:43:09.403 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:09.408 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:09.699 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:09.699 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/135) 2023-11-18T16:43:09.963 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:09.967 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:09.968 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:09.969 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:09.969 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:11.064 INFO:teuthology.orchestra.run.smithi099.stdout:generic/135 1s 2023-11-18T16:43:11.069 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/135 2023-11-18T16:43:11.069 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:11.071 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:11.079 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:11.079 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/136) 2023-11-18T16:43:11.295 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:11.299 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:11.299 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:11.300 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:11.300 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:11.659 INFO:teuthology.orchestra.run.smithi099.stdout:generic/136 [not run] Dedupe not supported by test filesystem type: ceph 2023-11-18T16:43:11.663 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/136 2023-11-18T16:43:11.663 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/136 2023-11-18T16:43:11.663 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:11.665 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:11.978 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:11.979 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/137) 2023-11-18T16:43:12.262 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:12.266 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:12.266 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:12.267 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:12.267 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:12.603 INFO:teuthology.orchestra.run.smithi099.stdout:generic/137 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:12.607 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/137 2023-11-18T16:43:12.607 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/137 2023-11-18T16:43:12.607 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:12.609 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:12.834 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:12.835 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/138) 2023-11-18T16:43:13.161 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:13.165 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:13.165 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:13.166 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:13.166 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:13.500 INFO:teuthology.orchestra.run.smithi099.stdout:generic/138 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:13.504 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/138 2023-11-18T16:43:13.504 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/138 2023-11-18T16:43:13.504 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:13.506 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:13.829 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:13.829 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/139) 2023-11-18T16:43:14.082 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:14.086 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:14.086 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:14.087 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:14.087 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:14.448 INFO:teuthology.orchestra.run.smithi099.stdout:generic/139 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:14.452 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/139 2023-11-18T16:43:14.452 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/139 2023-11-18T16:43:14.452 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:14.454 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:14.685 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:14.686 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/140) 2023-11-18T16:43:15.024 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:15.028 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:15.028 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:15.029 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:15.029 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:15.388 INFO:teuthology.orchestra.run.smithi099.stdout:generic/140 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:15.392 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/140 2023-11-18T16:43:15.392 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/140 2023-11-18T16:43:15.392 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:15.394 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:15.734 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:15.734 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/141) 2023-11-18T16:43:15.986 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:15.990 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:15.990 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:15.991 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:15.991 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:16.558 INFO:teuthology.orchestra.run.smithi099.stdout:generic/141 0s 2023-11-18T16:43:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/141 2023-11-18T16:43:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:16.565 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:16.573 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:16.574 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/142) 2023-11-18T16:43:16.774 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:16.778 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:16.778 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:16.780 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:16.780 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:17.112 INFO:teuthology.orchestra.run.smithi099.stdout:generic/142 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:17.116 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/142 2023-11-18T16:43:17.116 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/142 2023-11-18T16:43:17.116 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:17.118 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:17.338 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:17.338 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/143) 2023-11-18T16:43:17.681 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:17.685 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:17.685 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:17.686 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:17.686 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:18.038 INFO:teuthology.orchestra.run.smithi099.stdout:generic/143 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:18.043 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/143 2023-11-18T16:43:18.043 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/143 2023-11-18T16:43:18.043 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:18.045 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:18.336 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:18.337 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/144) 2023-11-18T16:43:18.622 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:18.626 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:18.626 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:18.627 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:18.628 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:18.970 INFO:teuthology.orchestra.run.smithi099.stdout:generic/144 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:18.973 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/144 2023-11-18T16:43:18.974 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/144 2023-11-18T16:43:18.974 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:18.976 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:19.115 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:19.115 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/145) 2023-11-18T16:43:19.557 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:19.561 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:19.561 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:19.562 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:19.562 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:19.906 INFO:teuthology.orchestra.run.smithi099.stdout:generic/145 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:19.910 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/145 2023-11-18T16:43:19.910 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/145 2023-11-18T16:43:19.910 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:19.912 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:20.143 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:20.143 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/146) 2023-11-18T16:43:20.488 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:20.492 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:20.493 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:20.493 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:20.494 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:20.832 INFO:teuthology.orchestra.run.smithi099.stdout:generic/146 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:20.836 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/146 2023-11-18T16:43:20.836 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/146 2023-11-18T16:43:20.836 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:20.838 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:21.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:21.183 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/147) 2023-11-18T16:43:21.410 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:21.415 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:21.415 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:21.416 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:21.416 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:21.768 INFO:teuthology.orchestra.run.smithi099.stdout:generic/147 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:21.772 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/147 2023-11-18T16:43:21.772 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/147 2023-11-18T16:43:21.772 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:21.774 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:22.080 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:22.080 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/148) 2023-11-18T16:43:22.353 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:22.356 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:22.357 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:22.358 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:22.358 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:22.708 INFO:teuthology.orchestra.run.smithi099.stdout:generic/148 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:22.712 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/148 2023-11-18T16:43:22.712 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/148 2023-11-18T16:43:22.712 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:22.714 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:23.008 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:23.008 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/149) 2023-11-18T16:43:23.308 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:23.313 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:23.313 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:23.314 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:23.314 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:23.665 INFO:teuthology.orchestra.run.smithi099.stdout:generic/149 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:23.669 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/149 2023-11-18T16:43:23.669 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/149 2023-11-18T16:43:23.669 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:23.671 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:23.932 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:23.933 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/150) 2023-11-18T16:43:24.248 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:24.252 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:24.252 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:24.253 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:24.253 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:24.594 INFO:teuthology.orchestra.run.smithi099.stdout:generic/150 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:24.598 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/150 2023-11-18T16:43:24.598 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/150 2023-11-18T16:43:24.598 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:24.600 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:24.777 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:24.777 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/151) 2023-11-18T16:43:25.184 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:25.189 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:25.189 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:25.190 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:25.190 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:25.558 INFO:teuthology.orchestra.run.smithi099.stdout:generic/151 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:25.562 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/151 2023-11-18T16:43:25.562 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/151 2023-11-18T16:43:25.562 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:25.564 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:25.901 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:25.902 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/152) 2023-11-18T16:43:26.164 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:26.168 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:26.168 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:26.169 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:26.170 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:26.522 INFO:teuthology.orchestra.run.smithi099.stdout:generic/152 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:26.526 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/152 2023-11-18T16:43:26.526 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/152 2023-11-18T16:43:26.526 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:26.528 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:26.863 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:26.864 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/153) 2023-11-18T16:43:27.090 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:27.094 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:27.094 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:27.095 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:27.095 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:27.458 INFO:teuthology.orchestra.run.smithi099.stdout:generic/153 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:27.462 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/153 2023-11-18T16:43:27.462 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/153 2023-11-18T16:43:27.463 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:27.464 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:27.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:27.643 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/154) 2023-11-18T16:43:28.018 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:28.022 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:28.022 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:28.023 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:28.023 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:28.378 INFO:teuthology.orchestra.run.smithi099.stdout:generic/154 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:28.382 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/154 2023-11-18T16:43:28.382 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/154 2023-11-18T16:43:28.382 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:28.384 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:28.711 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:28.712 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/155) 2023-11-18T16:43:28.961 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:28.966 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:28.966 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:28.967 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:29.294 INFO:teuthology.orchestra.run.smithi099.stdout:generic/155 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:29.299 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/155 2023-11-18T16:43:29.299 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/155 2023-11-18T16:43:29.299 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:29.300 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:29.577 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:29.577 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/156) 2023-11-18T16:43:29.865 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:29.869 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:29.869 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:29.870 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:29.871 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:30.226 INFO:teuthology.orchestra.run.smithi099.stdout:generic/156 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:30.230 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/156 2023-11-18T16:43:30.230 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/156 2023-11-18T16:43:30.230 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:30.232 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:30.535 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:30.535 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/157) 2023-11-18T16:43:30.809 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:30.813 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:30.814 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:30.815 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:30.815 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:31.171 INFO:teuthology.orchestra.run.smithi099.stdout:generic/157 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:31.175 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/157 2023-11-18T16:43:31.176 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/157 2023-11-18T16:43:31.176 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:31.177 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:31.439 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:31.440 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/158) 2023-11-18T16:43:31.764 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:31.768 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:31.768 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:31.769 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:31.769 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:32.125 INFO:teuthology.orchestra.run.smithi099.stdout:generic/158 [not run] Dedupe not supported by test filesystem type: ceph 2023-11-18T16:43:32.129 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/158 2023-11-18T16:43:32.129 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/158 2023-11-18T16:43:32.129 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:32.131 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:32.351 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:32.351 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/159) 2023-11-18T16:43:32.697 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:32.701 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:32.701 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:32.702 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:32.702 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:33.053 INFO:teuthology.orchestra.run.smithi099.stdout:generic/159 [not run] file system doesn't support chattr +i 2023-11-18T16:43:33.057 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/159 2023-11-18T16:43:33.057 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/159 2023-11-18T16:43:33.057 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:33.059 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:33.087 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:33.088 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/160) 2023-11-18T16:43:33.296 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:33.300 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:33.300 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:33.301 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:33.301 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:33.662 INFO:teuthology.orchestra.run.smithi099.stdout:generic/160 [not run] file system doesn't support chattr +i 2023-11-18T16:43:33.667 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/160 2023-11-18T16:43:33.667 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/160 2023-11-18T16:43:33.667 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:33.669 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:33.701 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:33.701 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/161) 2023-11-18T16:43:33.902 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:33.906 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:33.906 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:33.907 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:33.908 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:34.700 INFO:teuthology.orchestra.run.smithi099.stdout:generic/161 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:34.731 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/161 2023-11-18T16:43:34.731 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/161 2023-11-18T16:43:34.731 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:34.735 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:34.844 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:34.844 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/162) 2023-11-18T16:43:35.047 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:35.051 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:35.052 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:35.053 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:35.053 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:35.582 INFO:teuthology.orchestra.run.smithi099.stdout:generic/162 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-11-18T16:43:35.797 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/162 2023-11-18T16:43:35.798 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/162 2023-11-18T16:43:35.798 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:35.829 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:36.053 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:36.053 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/163) 2023-11-18T16:43:36.263 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:36.267 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:36.268 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:36.269 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:36.269 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:36.793 INFO:teuthology.orchestra.run.smithi099.stdout:generic/163 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-11-18T16:43:37.095 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/163 2023-11-18T16:43:37.095 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/163 2023-11-18T16:43:37.095 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:37.104 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:37.251 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:37.251 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/164) 2023-11-18T16:43:37.464 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:37.468 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:37.468 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:37.469 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:37.470 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:38.197 INFO:teuthology.orchestra.run.smithi099.stdout:generic/164 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:38.247 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/164 2023-11-18T16:43:38.247 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/164 2023-11-18T16:43:38.247 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:38.280 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:38.426 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:38.426 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/165) 2023-11-18T16:43:38.640 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:38.645 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:38.645 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:38.646 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:38.646 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:39.421 INFO:teuthology.orchestra.run.smithi099.stdout:generic/165 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:39.460 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/165 2023-11-18T16:43:39.461 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/165 2023-11-18T16:43:39.461 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:39.464 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:39.590 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:39.591 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/166) 2023-11-18T16:43:39.802 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:39.806 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:39.807 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:39.808 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:39.808 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:40.437 INFO:teuthology.orchestra.run.smithi099.stdout:generic/166 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:40.527 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/166 2023-11-18T16:43:40.527 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/166 2023-11-18T16:43:40.527 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:40.615 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:40.699 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:40.699 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/167) 2023-11-18T16:43:40.922 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:40.926 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:40.926 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:40.927 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:40.927 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:41.688 INFO:teuthology.orchestra.run.smithi099.stdout:generic/167 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:41.723 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/167 2023-11-18T16:43:41.723 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/167 2023-11-18T16:43:41.723 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:41.726 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:41.838 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:41.839 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/168) 2023-11-18T16:43:42.055 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:42.060 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:42.060 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:42.061 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:42.061 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:42.871 INFO:teuthology.orchestra.run.smithi099.stdout:generic/168 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:42.881 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/168 2023-11-18T16:43:42.881 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/168 2023-11-18T16:43:42.881 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:42.885 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:42.942 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:42.942 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/169) 2023-11-18T16:43:43.158 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:43.163 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:43.163 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:43.164 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:43.165 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:43.953 INFO:teuthology.orchestra.run.smithi099.stdout:generic/169 0s 2023-11-18T16:43:43.957 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/169 2023-11-18T16:43:43.957 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:43.959 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:43.968 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:43.968 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/170) 2023-11-18T16:43:44.172 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:44.176 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:44.176 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:44.177 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:44.178 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:44.894 INFO:teuthology.orchestra.run.smithi099.stdout:generic/170 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:44.911 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/170 2023-11-18T16:43:44.911 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/170 2023-11-18T16:43:44.911 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:44.957 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:45.119 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:45.119 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/171) 2023-11-18T16:43:45.337 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:45.341 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:45.342 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:45.343 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:45.343 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:46.119 INFO:teuthology.orchestra.run.smithi099.stdout:generic/171 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:46.134 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/171 2023-11-18T16:43:46.134 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/171 2023-11-18T16:43:46.134 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:46.181 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:46.344 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:46.345 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/172) 2023-11-18T16:43:46.544 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:46.548 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:46.548 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:46.549 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:46.549 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:47.179 INFO:teuthology.orchestra.run.smithi099.stdout:generic/172 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:47.302 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/172 2023-11-18T16:43:47.303 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/172 2023-11-18T16:43:47.303 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:47.344 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:47.456 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:47.457 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/173) 2023-11-18T16:43:47.661 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:47.666 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:47.666 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:47.667 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:47.667 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:48.261 INFO:teuthology.orchestra.run.smithi099.stdout:generic/173 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:48.274 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/173 2023-11-18T16:43:48.274 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/173 2023-11-18T16:43:48.274 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:48.278 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:48.533 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:48.534 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/174) 2023-11-18T16:43:48.739 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:48.743 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:48.744 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:48.745 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:48.745 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:49.543 INFO:teuthology.orchestra.run.smithi099.stdout:generic/174 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:49.564 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/174 2023-11-18T16:43:49.564 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/174 2023-11-18T16:43:49.564 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:49.621 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:49.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:49.682 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/175) 2023-11-18T16:43:49.889 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:49.893 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:49.893 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:49.894 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:49.894 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:50.608 INFO:teuthology.orchestra.run.smithi099.stdout:generic/175 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:50.615 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/175 2023-11-18T16:43:50.615 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/175 2023-11-18T16:43:50.615 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:50.633 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:50.848 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:50.848 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/176) 2023-11-18T16:43:51.052 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:51.056 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:51.057 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:51.057 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:51.057 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:51.886 INFO:teuthology.orchestra.run.smithi099.stdout:generic/176 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:51.893 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/176 2023-11-18T16:43:51.893 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/176 2023-11-18T16:43:51.893 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:51.907 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:52.037 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:52.037 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/177) 2023-11-18T16:43:52.256 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:52.260 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:52.260 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:52.261 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:52.261 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:52.741 INFO:teuthology.orchestra.run.smithi099.stdout:generic/177 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-11-18T16:43:52.745 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/177 2023-11-18T16:43:52.745 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/177 2023-11-18T16:43:52.745 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:52.747 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:52.942 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:52.942 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/178) 2023-11-18T16:43:53.317 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:53.320 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:53.320 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:53.321 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:53.321 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:53.674 INFO:teuthology.orchestra.run.smithi099.stdout:generic/178 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:53.678 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/178 2023-11-18T16:43:53.678 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/178 2023-11-18T16:43:53.678 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:53.680 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:53.916 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:53.916 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/179) 2023-11-18T16:43:54.248 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:54.252 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:54.253 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:54.254 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:54.254 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:54.608 INFO:teuthology.orchestra.run.smithi099.stdout:generic/179 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:54.612 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/179 2023-11-18T16:43:54.612 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/179 2023-11-18T16:43:54.612 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:54.614 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:54.887 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:54.887 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/180) 2023-11-18T16:43:55.171 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:55.175 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:55.175 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:55.176 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:55.176 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:55.524 INFO:teuthology.orchestra.run.smithi099.stdout:generic/180 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:55.528 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/180 2023-11-18T16:43:55.528 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/180 2023-11-18T16:43:55.528 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:55.530 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:55.782 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:55.783 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/181) 2023-11-18T16:43:56.094 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:56.098 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:56.099 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:56.100 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:56.100 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:56.455 INFO:teuthology.orchestra.run.smithi099.stdout:generic/181 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:43:56.459 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/181 2023-11-18T16:43:56.459 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/181 2023-11-18T16:43:56.459 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:56.461 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:56.769 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:56.769 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/182) 2023-11-18T16:43:57.007 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:57.011 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:57.011 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:57.012 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:57.012 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:57.364 INFO:teuthology.orchestra.run.smithi099.stdout:generic/182 [not run] Dedupe not supported by test filesystem type: ceph 2023-11-18T16:43:57.368 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/182 2023-11-18T16:43:57.369 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/182 2023-11-18T16:43:57.369 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:57.370 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:57.683 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:57.683 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/183) 2023-11-18T16:43:57.934 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:57.938 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:57.938 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:57.939 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:57.940 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:58.728 INFO:teuthology.orchestra.run.smithi099.stdout:generic/183 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:43:58.760 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/183 2023-11-18T16:43:58.760 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/183 2023-11-18T16:43:58.760 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:58.771 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:58.823 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:58.823 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/184) 2023-11-18T16:43:59.037 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:59.041 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:59.042 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:59.045 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:59.046 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:59.424 INFO:teuthology.orchestra.run.smithi099.stdout:generic/184 0s 2023-11-18T16:43:59.428 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/184 2023-11-18T16:43:59.429 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:43:59.430 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:43:59.460 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:43:59.461 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/185) 2023-11-18T16:43:59.666 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:43:59.670 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:43:59.671 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:43:59.671 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:43:59.672 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:00.503 INFO:teuthology.orchestra.run.smithi099.stdout:generic/185 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:00.526 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/185 2023-11-18T16:44:00.527 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/185 2023-11-18T16:44:00.527 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:00.529 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:00.620 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:00.620 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/186) 2023-11-18T16:44:00.827 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:00.831 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:00.831 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:00.832 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:00.832 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:01.442 INFO:teuthology.orchestra.run.smithi099.stdout:generic/186 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:01.450 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/186 2023-11-18T16:44:01.450 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/186 2023-11-18T16:44:01.450 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:01.557 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:01.788 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:01.789 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/187) 2023-11-18T16:44:02.003 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:02.007 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:02.007 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:02.009 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:02.009 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:02.723 INFO:teuthology.orchestra.run.smithi099.stdout:generic/187 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:02.728 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/187 2023-11-18T16:44:02.728 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/187 2023-11-18T16:44:02.728 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:02.810 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:02.907 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:02.907 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/188) 2023-11-18T16:44:03.137 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:03.141 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:03.141 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:03.142 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:03.142 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:04.000 INFO:teuthology.orchestra.run.smithi099.stdout:generic/188 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:04.032 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/188 2023-11-18T16:44:04.032 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/188 2023-11-18T16:44:04.032 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:04.036 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:04.087 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:04.087 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/189) 2023-11-18T16:44:04.298 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:04.302 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:04.303 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:04.304 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:04.304 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:04.966 INFO:teuthology.orchestra.run.smithi099.stdout:generic/189 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:05.089 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/189 2023-11-18T16:44:05.089 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/189 2023-11-18T16:44:05.089 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:05.117 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:05.259 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:05.259 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/190) 2023-11-18T16:44:05.460 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:05.464 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:05.465 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:05.466 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:05.466 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:06.219 INFO:teuthology.orchestra.run.smithi099.stdout:generic/190 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:06.271 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/190 2023-11-18T16:44:06.271 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/190 2023-11-18T16:44:06.271 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:06.311 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:06.388 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:06.389 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/191) 2023-11-18T16:44:06.593 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:06.597 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:06.597 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:06.598 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:06.598 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:07.332 INFO:teuthology.orchestra.run.smithi099.stdout:generic/191 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:07.348 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/191 2023-11-18T16:44:07.349 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/191 2023-11-18T16:44:07.349 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:07.362 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:07.501 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:07.502 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/192) 2023-11-18T16:44:07.713 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:07.717 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:07.718 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:07.719 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:07.719 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:08.053 INFO:teuthology.orchestra.run.smithi099.stdout:generic/192 [not run] atime not maintained by ceph 2023-11-18T16:44:08.057 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/192 2023-11-18T16:44:08.057 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/192 2023-11-18T16:44:08.057 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:08.059 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:08.089 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:08.090 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/193) 2023-11-18T16:44:08.294 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:08.298 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:08.298 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:08.299 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:08.299 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:09.110 INFO:teuthology.orchestra.run.smithi099.stdout:generic/193 1s 2023-11-18T16:44:09.115 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/193 2023-11-18T16:44:09.115 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:09.117 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:09.425 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:09.425 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/194) 2023-11-18T16:44:09.687 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:09.691 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:09.692 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:09.693 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:09.693 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:10.511 INFO:teuthology.orchestra.run.smithi099.stdout:generic/194 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:10.547 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/194 2023-11-18T16:44:10.548 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/194 2023-11-18T16:44:10.548 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:10.550 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:10.628 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:10.628 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/195) 2023-11-18T16:44:10.834 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:10.839 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:10.839 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:10.840 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:10.840 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:11.621 INFO:teuthology.orchestra.run.smithi099.stdout:generic/195 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:11.650 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/195 2023-11-18T16:44:11.650 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/195 2023-11-18T16:44:11.651 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:11.653 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:11.828 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:11.828 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/196) 2023-11-18T16:44:12.038 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:12.042 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:12.043 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:12.044 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:12.044 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:12.779 INFO:teuthology.orchestra.run.smithi099.stdout:generic/196 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:12.780 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/196 2023-11-18T16:44:12.780 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/196 2023-11-18T16:44:12.780 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:12.780 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:13.001 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:13.001 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/197) 2023-11-18T16:44:13.211 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:13.215 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:13.215 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:13.216 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:13.216 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:13.895 INFO:teuthology.orchestra.run.smithi099.stdout:generic/197 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:13.990 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/197 2023-11-18T16:44:13.991 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/197 2023-11-18T16:44:13.991 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:14.013 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:14.080 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:14.080 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/198) 2023-11-18T16:44:14.316 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:14.321 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:14.321 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:14.322 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:14.322 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:15.027 INFO:teuthology.orchestra.run.smithi099.stdout:generic/198 1s 2023-11-18T16:44:15.031 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/198 2023-11-18T16:44:15.032 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:15.033 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:15.344 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:15.344 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/199) 2023-11-18T16:44:15.684 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:15.688 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:15.688 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:15.689 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:15.689 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:16.389 INFO:teuthology.orchestra.run.smithi099.stdout:generic/199 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:16.441 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/199 2023-11-18T16:44:16.441 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/199 2023-11-18T16:44:16.441 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:16.505 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:16.667 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:16.668 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/200) 2023-11-18T16:44:16.885 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:16.889 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:16.889 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:16.891 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:16.891 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:17.650 INFO:teuthology.orchestra.run.smithi099.stdout:generic/200 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:17.684 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/200 2023-11-18T16:44:17.684 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/200 2023-11-18T16:44:17.684 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:17.688 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:17.794 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:17.794 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/201) 2023-11-18T16:44:18.021 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:18.025 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:18.025 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:18.026 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:18.026 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:18.706 INFO:teuthology.orchestra.run.smithi099.stdout:generic/201 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:18.753 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/201 2023-11-18T16:44:18.754 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/201 2023-11-18T16:44:18.754 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:18.757 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:18.926 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:18.927 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/202) 2023-11-18T16:44:19.133 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:19.138 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:19.138 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:19.139 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:19.139 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:19.878 INFO:teuthology.orchestra.run.smithi099.stdout:generic/202 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:19.885 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/202 2023-11-18T16:44:19.885 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/202 2023-11-18T16:44:19.885 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:19.938 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:20.136 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:20.136 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/203) 2023-11-18T16:44:20.348 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:20.352 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:20.353 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:20.354 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:20.354 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:21.199 INFO:teuthology.orchestra.run.smithi099.stdout:generic/203 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:21.204 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/203 2023-11-18T16:44:21.204 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/203 2023-11-18T16:44:21.205 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:21.221 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:21.351 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:21.351 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/204) 2023-11-18T16:44:21.557 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:21.562 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:21.562 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:21.563 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:21.563 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:22.918 INFO:teuthology.orchestra.run.smithi099.stdout:generic/204 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T16:44:22.923 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/204 2023-11-18T16:44:22.923 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/204 2023-11-18T16:44:22.923 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:22.926 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:22.959 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:22.959 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/205) 2023-11-18T16:44:23.175 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:23.180 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:23.180 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:23.181 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:23.181 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:23.939 INFO:teuthology.orchestra.run.smithi099.stdout:generic/205 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:23.945 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/205 2023-11-18T16:44:23.945 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/205 2023-11-18T16:44:23.946 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:23.949 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:24.152 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:24.153 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/206) 2023-11-18T16:44:24.368 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:24.372 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:24.372 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:24.373 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:24.374 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:25.136 INFO:teuthology.orchestra.run.smithi099.stdout:generic/206 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:44:25.143 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/206 2023-11-18T16:44:25.143 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/206 2023-11-18T16:44:25.143 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:25.242 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:25.360 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:25.360 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/207) 2023-11-18T16:44:25.577 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:25.581 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:25.582 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:25.583 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:25.583 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:33.381 INFO:teuthology.orchestra.run.smithi099.stdout:generic/207 8s 2023-11-18T16:44:33.387 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/207 2023-11-18T16:44:33.387 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:44:33.389 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:44:33.674 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:44:33.674 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/208) 2023-11-18T16:44:33.974 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:44:33.978 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:44:33.978 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:44:33.979 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:44:33.980 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:45:25.371 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:45:25.373 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:45:55.509 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:45:55.513 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:46:25.861 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:46:25.865 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:46:55.927 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:46:55.930 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:47:26.147 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:47:26.149 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:47:54.486 INFO:teuthology.orchestra.run.smithi099.stdout:generic/208 200s 2023-11-18T16:47:54.491 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/208 2023-11-18T16:47:54.491 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:47:54.493 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:47:54.800 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:47:54.800 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/209) 2023-11-18T16:47:55.054 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:47:55.058 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:47:55.058 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:47:55.059 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:47:55.059 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:47:56.251 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:47:56.253 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:48:26.320 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:48:26.322 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:48:32.534 INFO:teuthology.orchestra.run.smithi099.stdout:generic/209 37s 2023-11-18T16:48:32.539 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/209 2023-11-18T16:48:32.539 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:32.541 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:32.620 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:32.621 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/210) 2023-11-18T16:48:33.108 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:33.112 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:33.113 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:33.114 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:33.114 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:33.561 INFO:teuthology.orchestra.run.smithi099.stdout:generic/210 0s 2023-11-18T16:48:33.566 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/210 2023-11-18T16:48:33.566 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:33.568 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:33.912 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:33.913 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/211) 2023-11-18T16:48:34.144 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:34.148 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:34.148 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:34.149 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:34.149 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:34.637 INFO:teuthology.orchestra.run.smithi099.stdout:generic/211 0s 2023-11-18T16:48:34.642 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/211 2023-11-18T16:48:34.642 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:34.644 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:34.674 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:34.674 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/212) 2023-11-18T16:48:34.886 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:34.890 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:34.891 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:34.892 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:34.892 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:35.297 INFO:teuthology.orchestra.run.smithi099.stdout:generic/212 0s 2023-11-18T16:48:35.302 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/212 2023-11-18T16:48:35.302 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:35.304 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:35.332 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:35.332 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/213) 2023-11-18T16:48:35.545 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:35.549 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:35.550 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:35.551 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:35.551 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:35.889 INFO:teuthology.orchestra.run.smithi099.stdout:generic/213 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:48:35.894 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/213 2023-11-18T16:48:35.894 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/213 2023-11-18T16:48:35.894 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:35.896 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:35.922 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:35.922 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/214) 2023-11-18T16:48:36.127 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:36.131 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:36.131 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:36.132 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:36.132 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:36.491 INFO:teuthology.orchestra.run.smithi099.stdout:generic/214 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:48:36.495 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/214 2023-11-18T16:48:36.495 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/214 2023-11-18T16:48:36.495 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:36.497 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:36.520 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:36.520 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/215) 2023-11-18T16:48:36.722 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:36.726 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:36.727 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:36.728 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:36.728 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:39.134 INFO:teuthology.orchestra.run.smithi099.stdout:generic/215 3s 2023-11-18T16:48:39.139 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/215 2023-11-18T16:48:39.139 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:39.141 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:39.192 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:39.193 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/216) 2023-11-18T16:48:39.426 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:39.430 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:39.430 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:39.431 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:39.431 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:40.228 INFO:teuthology.orchestra.run.smithi099.stdout:generic/216 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:48:40.263 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/216 2023-11-18T16:48:40.263 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/216 2023-11-18T16:48:40.263 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:40.282 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:40.333 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:40.334 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/217) 2023-11-18T16:48:40.532 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:40.536 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:40.537 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:40.538 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:40.538 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:41.380 INFO:teuthology.orchestra.run.smithi099.stdout:generic/217 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:48:41.386 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/217 2023-11-18T16:48:41.387 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/217 2023-11-18T16:48:41.387 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:41.402 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:41.503 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:41.503 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/218) 2023-11-18T16:48:41.700 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:41.704 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:41.705 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:41.706 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:41.706 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:42.528 INFO:teuthology.orchestra.run.smithi099.stdout:generic/218 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:48:42.534 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/218 2023-11-18T16:48:42.535 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/218 2023-11-18T16:48:42.535 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:42.560 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:42.649 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:42.650 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/219) 2023-11-18T16:48:42.859 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:42.863 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:42.863 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:42.864 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:42.865 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:43.193 INFO:teuthology.orchestra.run.smithi099.stdout:generic/219 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:48:43.196 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/219 2023-11-18T16:48:43.196 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/219 2023-11-18T16:48:43.197 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:43.199 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:43.222 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:43.222 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/220) 2023-11-18T16:48:43.426 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:43.430 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:43.431 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:43.432 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:43.432 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:44.220 INFO:teuthology.orchestra.run.smithi099.stdout:generic/220 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:48:44.252 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/220 2023-11-18T16:48:44.253 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/220 2023-11-18T16:48:44.253 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:44.255 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:44.321 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:44.322 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/221) 2023-11-18T16:48:44.533 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:44.537 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:44.537 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:44.538 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:44.538 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:45.893 INFO:teuthology.orchestra.run.smithi099.stdout:generic/221 1s 2023-11-18T16:48:45.898 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/221 2023-11-18T16:48:45.898 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:45.900 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:45.936 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:45.936 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/222) 2023-11-18T16:48:46.157 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:46.161 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:46.162 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:46.163 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:46.163 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:46.866 INFO:teuthology.orchestra.run.smithi099.stdout:generic/222 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:48:46.936 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/222 2023-11-18T16:48:46.936 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/222 2023-11-18T16:48:46.936 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:46.944 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:47.068 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:47.068 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/223) 2023-11-18T16:48:47.278 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:47.282 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:47.282 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:47.283 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:47.284 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:47.614 INFO:teuthology.orchestra.run.smithi099.stdout:generic/223 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:48:47.618 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/223 2023-11-18T16:48:47.618 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/223 2023-11-18T16:48:47.618 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:47.620 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:47.644 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:47.644 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/224) 2023-11-18T16:48:47.842 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:47.846 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:47.846 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:47.847 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:47.848 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:48.160 INFO:teuthology.orchestra.run.smithi099.stdout:generic/224 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T16:48:48.164 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/224 2023-11-18T16:48:48.164 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/224 2023-11-18T16:48:48.164 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:48.166 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:48.192 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:48.192 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/225) 2023-11-18T16:48:48.401 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:48.405 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:48.406 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:48.407 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:48.407 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:48.801 INFO:teuthology.orchestra.run.smithi099.stdout:generic/225 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-11-18T16:48:48.805 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/225 2023-11-18T16:48:48.805 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/225 2023-11-18T16:48:48.805 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:48.807 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:49.088 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:49.088 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/226) 2023-11-18T16:48:49.394 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:49.398 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:49.399 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:49.400 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:49.400 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:49.747 INFO:teuthology.orchestra.run.smithi099.stdout:generic/226 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T16:48:49.751 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/226 2023-11-18T16:48:49.751 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/226 2023-11-18T16:48:49.751 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:49.753 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:49.783 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:49.783 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/227) 2023-11-18T16:48:49.995 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:50.000 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:50.000 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:50.001 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:50.001 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:50.765 INFO:teuthology.orchestra.run.smithi099.stdout:generic/227 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:48:50.831 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/227 2023-11-18T16:48:50.831 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/227 2023-11-18T16:48:50.831 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:50.844 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:50.930 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:50.930 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/228) 2023-11-18T16:48:51.140 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:52.599 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:52.599 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:52.600 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:52.600 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:52.600 INFO:teuthology.orchestra.run.smithi099.stdout:generic/228 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:48:52.600 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/228 2023-11-18T16:48:52.600 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/228 2023-11-18T16:48:52.600 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:52.600 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:52.600 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:52.600 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/229) 2023-11-18T16:48:52.817 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:52.822 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:52.822 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:52.823 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:52.823 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:53.597 INFO:teuthology.orchestra.run.smithi099.stdout:generic/229 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:48:53.624 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/229 2023-11-18T16:48:53.624 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/229 2023-11-18T16:48:53.625 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:53.626 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:53.777 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:53.777 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/230) 2023-11-18T16:48:53.993 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:53.997 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:53.997 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:53.998 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:53.998 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:54.304 INFO:teuthology.orchestra.run.smithi099.stdout:generic/230 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:48:54.308 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/230 2023-11-18T16:48:54.308 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/230 2023-11-18T16:48:54.308 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:54.310 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:54.333 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:54.333 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/231) 2023-11-18T16:48:54.538 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:54.542 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:54.542 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:54.543 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:54.543 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:54.852 INFO:teuthology.orchestra.run.smithi099.stdout:generic/231 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:48:54.855 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/231 2023-11-18T16:48:54.856 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/231 2023-11-18T16:48:54.856 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:54.858 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:54.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:54.878 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/232) 2023-11-18T16:48:55.080 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:55.084 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:55.084 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:55.085 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:55.085 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:55.405 INFO:teuthology.orchestra.run.smithi099.stdout:generic/232 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:48:55.410 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/232 2023-11-18T16:48:55.410 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/232 2023-11-18T16:48:55.410 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:55.412 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:55.435 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:55.436 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/233) 2023-11-18T16:48:55.647 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:55.651 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:55.651 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:55.652 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:55.653 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:55.980 INFO:teuthology.orchestra.run.smithi099.stdout:generic/233 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:48:55.984 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/233 2023-11-18T16:48:55.984 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/233 2023-11-18T16:48:55.984 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:55.986 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:56.015 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:56.015 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/234) 2023-11-18T16:48:56.224 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:56.229 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:56.229 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:56.230 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:56.230 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:56.400 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:48:56.403 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:48:56.554 INFO:teuthology.orchestra.run.smithi099.stdout:generic/234 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:48:56.558 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/234 2023-11-18T16:48:56.558 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/234 2023-11-18T16:48:56.558 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:56.560 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:56.591 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:56.592 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/235) 2023-11-18T16:48:56.812 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:56.817 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:56.817 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:56.818 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:56.818 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:generic/235 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:48:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/235 2023-11-18T16:48:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/235 2023-11-18T16:48:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:57.152 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:57.182 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:57.182 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/236) 2023-11-18T16:48:57.385 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:57.389 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:57.389 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:57.390 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:57.390 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:58.791 INFO:teuthology.orchestra.run.smithi099.stdout:generic/236 1s 2023-11-18T16:48:58.796 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/236 2023-11-18T16:48:58.797 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:58.799 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:59.055 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:48:59.055 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/237) 2023-11-18T16:48:59.386 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:48:59.390 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:48:59.390 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:48:59.391 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:48:59.391 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:48:59.827 INFO:teuthology.orchestra.run.smithi099.stdout:generic/237 0s 2023-11-18T16:48:59.832 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/237 2023-11-18T16:48:59.832 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:48:59.834 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:49:00.096 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:49:00.096 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/238) 2023-11-18T16:49:00.400 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:49:00.404 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:49:00.405 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:49:00.406 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:49:00.406 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:49:01.189 INFO:teuthology.orchestra.run.smithi099.stdout:generic/238 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:49:01.216 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/238 2023-11-18T16:49:01.216 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/238 2023-11-18T16:49:01.216 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:49:01.221 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:49:01.295 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:49:01.295 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/239) 2023-11-18T16:49:01.516 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:49:01.520 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:49:01.521 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:49:01.522 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:49:01.522 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:49:26.485 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:49:26.500 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:49:56.584 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:49:56.590 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:50:26.755 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:50:26.760 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:50:57.156 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:50:57.160 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:50:57.199 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T16:50:57.199+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 330602) UID: 0 2023-11-18T16:50:57.200 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T16:50:57.199+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 330602) UID: 0 2023-11-18T16:50:57.200 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T16:50:57.199+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 330602) UID: 0 2023-11-18T16:50:57.200 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T16:50:57.199+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 330602) UID: 0 2023-11-18T16:51:00.962 INFO:teuthology.orchestra.run.smithi099.stdout:generic/239 119s 2023-11-18T16:51:00.986 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/239 2023-11-18T16:51:00.986 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:51:00.988 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:51:01.321 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:51:01.322 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/240) 2023-11-18T16:51:01.603 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:51:01.607 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:51:01.607 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:51:01.608 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:51:01.609 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:51:02.351 INFO:teuthology.orchestra.run.smithi099.stdout:generic/240 1s 2023-11-18T16:51:02.384 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/240 2023-11-18T16:51:02.385 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:51:02.386 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:51:02.853 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:51:02.853 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/241) 2023-11-18T16:51:03.092 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:51:03.096 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:51:03.096 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:51:03.098 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:51:03.098 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:16.626 INFO:teuthology.orchestra.run.smithi099.stdout:generic/241 73s 2023-11-18T16:52:16.733 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/241 2023-11-18T16:52:16.733 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:16.735 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:17.400 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:17.400 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/242) 2023-11-18T16:52:18.279 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:18.283 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:18.284 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:18.284 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:18.285 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:19.042 INFO:teuthology.orchestra.run.smithi099.stdout:generic/242 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:52:19.068 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/242 2023-11-18T16:52:19.068 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/242 2023-11-18T16:52:19.068 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:19.146 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:19.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:19.205 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/243) 2023-11-18T16:52:19.422 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:19.426 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:19.426 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:19.427 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:19.427 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:20.284 INFO:teuthology.orchestra.run.smithi099.stdout:generic/243 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:52:20.319 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/243 2023-11-18T16:52:20.319 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/243 2023-11-18T16:52:20.319 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:20.321 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:20.363 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:20.363 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/244) 2023-11-18T16:52:20.594 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:20.598 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:20.598 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:20.599 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:20.599 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:21.109 INFO:teuthology.orchestra.run.smithi099.stdout:generic/244 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:52:21.112 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/244 2023-11-18T16:52:21.113 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/244 2023-11-18T16:52:21.113 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:21.115 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:21.137 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:21.138 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/245) 2023-11-18T16:52:21.364 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:21.368 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:21.369 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:21.369 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:21.370 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:21.754 INFO:teuthology.orchestra.run.smithi099.stdout:generic/245 0s 2023-11-18T16:52:21.759 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/245 2023-11-18T16:52:21.759 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:21.761 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:22.058 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:22.059 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/246) 2023-11-18T16:52:22.391 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:22.395 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:22.395 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:22.396 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:22.396 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:22.798 INFO:teuthology.orchestra.run.smithi099.stdout:generic/246 0s 2023-11-18T16:52:22.803 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/246 2023-11-18T16:52:22.803 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:22.805 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:23.092 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:23.092 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/247) 2023-11-18T16:52:23.423 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:23.427 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:23.427 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:23.428 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:23.428 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:29.507 INFO:teuthology.orchestra.run.smithi099.stdout:generic/247 6s 2023-11-18T16:52:29.536 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/247 2023-11-18T16:52:29.537 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:29.538 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:29.547 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:29.547 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/248) 2023-11-18T16:52:29.770 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:29.773 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:29.774 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:29.775 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:29.775 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:30.146 INFO:teuthology.orchestra.run.smithi099.stdout:generic/248 1s 2023-11-18T16:52:30.151 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/248 2023-11-18T16:52:30.151 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:30.153 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:30.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:30.183 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/249) 2023-11-18T16:52:30.384 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:30.388 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:30.388 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:30.389 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:30.389 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:30.982 INFO:teuthology.orchestra.run.smithi099.stdout:generic/249 0s 2023-11-18T16:52:31.005 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/249 2023-11-18T16:52:31.005 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:31.007 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:31.246 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:31.246 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/250) 2023-11-18T16:52:31.679 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:31.683 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:31.683 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:31.684 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:31.685 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:32.141 INFO:teuthology.orchestra.run.smithi099.stdout:generic/250 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:52:32.145 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/250 2023-11-18T16:52:32.145 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/250 2023-11-18T16:52:32.145 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:32.147 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:32.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:32.169 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/251) 2023-11-18T16:52:32.385 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:32.389 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:32.390 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:32.391 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:32.391 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:32.908 INFO:teuthology.orchestra.run.smithi099.stdout:generic/251 [not run] FITRIM not supported on /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:32.929 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/251 2023-11-18T16:52:32.929 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/251 2023-11-18T16:52:32.929 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:32.931 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:32.954 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:32.954 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/252) 2023-11-18T16:52:33.171 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:33.175 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:33.175 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:33.176 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:33.176 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:33.507 INFO:teuthology.orchestra.run.smithi099.stdout:generic/252 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:52:33.511 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/252 2023-11-18T16:52:33.511 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/252 2023-11-18T16:52:33.511 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:33.513 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:33.544 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:33.544 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/253) 2023-11-18T16:52:33.760 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:33.764 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:33.765 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:33.766 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:33.766 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:34.521 INFO:teuthology.orchestra.run.smithi099.stdout:generic/253 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:52:34.567 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/253 2023-11-18T16:52:34.567 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/253 2023-11-18T16:52:34.567 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:34.655 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:34.709 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:34.709 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/254) 2023-11-18T16:52:34.931 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:34.935 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:34.935 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:34.936 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:34.936 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:35.670 INFO:teuthology.orchestra.run.smithi099.stdout:generic/254 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:52:35.709 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/254 2023-11-18T16:52:35.709 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/254 2023-11-18T16:52:35.710 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:35.812 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:35.861 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:35.861 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/255) 2023-11-18T16:52:36.300 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:36.303 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:36.304 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:36.305 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:36.305 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:36.755 INFO:teuthology.orchestra.run.smithi099.stdout:generic/255 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:52:36.759 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/255 2023-11-18T16:52:36.759 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/255 2023-11-18T16:52:36.759 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:36.761 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:37.042 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:37.043 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/256) 2023-11-18T16:52:37.374 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:37.379 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:37.379 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:37.380 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:37.380 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:38.140 INFO:teuthology.orchestra.run.smithi099.stdout:generic/256 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T16:52:38.144 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/256 2023-11-18T16:52:38.144 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/256 2023-11-18T16:52:38.144 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:38.146 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:38.178 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:38.178 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/257) 2023-11-18T16:52:38.411 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:38.415 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:38.415 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:38.416 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:38.417 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:39.445 INFO:teuthology.orchestra.run.smithi099.stdout:generic/257 1s 2023-11-18T16:52:39.460 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/257 2023-11-18T16:52:39.460 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:39.462 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:39.853 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:39.853 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/258) 2023-11-18T16:52:40.177 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:40.181 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:40.181 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:40.182 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:40.182 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:40.666 INFO:teuthology.orchestra.run.smithi099.stdout:generic/258 [not run] ceph does not support negative timestamps 2023-11-18T16:52:40.669 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/258 2023-11-18T16:52:40.670 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/258 2023-11-18T16:52:40.670 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:40.672 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:40.713 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:40.713 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/259) 2023-11-18T16:52:40.940 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:40.944 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:40.944 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:40.945 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:40.945 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:41.848 INFO:teuthology.orchestra.run.smithi099.stdout:generic/259 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:52:41.854 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/259 2023-11-18T16:52:41.854 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/259 2023-11-18T16:52:41.854 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:41.900 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:41.967 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:41.968 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/260) 2023-11-18T16:52:42.192 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:42.196 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:42.196 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:42.197 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:42.197 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:42.728 INFO:teuthology.orchestra.run.smithi099.stdout:generic/260 [not run] FITRIM not supported on /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:42.746 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/260 2023-11-18T16:52:42.746 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/260 2023-11-18T16:52:42.746 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:42.748 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:42.774 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:42.774 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/261) 2023-11-18T16:52:42.978 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:42.983 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:42.983 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:42.984 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:42.984 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:43.831 INFO:teuthology.orchestra.run.smithi099.stdout:generic/261 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:52:43.837 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/261 2023-11-18T16:52:43.837 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/261 2023-11-18T16:52:43.837 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:43.901 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:43.927 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:43.927 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/262) 2023-11-18T16:52:44.174 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:44.179 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:44.179 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:44.180 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:44.180 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:44.906 INFO:teuthology.orchestra.run.smithi099.stdout:generic/262 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:52:44.912 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/262 2023-11-18T16:52:44.912 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/262 2023-11-18T16:52:44.912 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:52:45.014 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:52:45.160 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:52:45.160 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/263) 2023-11-18T16:52:45.392 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:52:45.395 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:52:45.396 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:52:45.397 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:52:45.397 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:30.143 INFO:teuthology.orchestra.run.smithi099.stdout:generic/263 44s 2023-11-18T16:53:30.143 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/263 2023-11-18T16:53:30.143 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:30.143 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:30.370 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:30.370 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/264) 2023-11-18T16:53:30.697 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:30.701 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:30.701 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:30.702 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:30.703 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:31.589 INFO:teuthology.orchestra.run.smithi099.stdout:generic/264 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:31.598 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/264 2023-11-18T16:53:31.598 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/264 2023-11-18T16:53:31.598 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:31.627 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:31.702 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:31.702 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/265) 2023-11-18T16:53:31.932 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:31.937 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:31.937 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:31.938 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:31.938 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:32.754 INFO:teuthology.orchestra.run.smithi099.stdout:generic/265 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:32.794 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/265 2023-11-18T16:53:32.795 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/265 2023-11-18T16:53:32.795 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:32.800 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:32.884 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:32.885 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/266) 2023-11-18T16:53:33.089 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:33.093 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:33.094 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:33.095 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:33.095 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:33.803 INFO:teuthology.orchestra.run.smithi099.stdout:generic/266 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:33.809 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/266 2023-11-18T16:53:33.809 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/266 2023-11-18T16:53:33.809 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:33.813 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:33.997 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:33.998 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/267) 2023-11-18T16:53:34.194 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:34.198 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:34.198 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:34.199 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:34.199 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:34.922 INFO:teuthology.orchestra.run.smithi099.stdout:generic/267 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:34.936 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/267 2023-11-18T16:53:34.937 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/267 2023-11-18T16:53:34.937 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:34.967 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:35.039 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:35.040 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/268) 2023-11-18T16:53:35.250 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:35.254 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:35.254 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:35.255 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:35.256 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:36.064 INFO:teuthology.orchestra.run.smithi099.stdout:generic/268 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:36.101 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/268 2023-11-18T16:53:36.102 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/268 2023-11-18T16:53:36.102 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:36.105 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:36.175 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:36.176 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/269) 2023-11-18T16:53:36.372 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:36.376 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:36.376 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:36.377 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:36.377 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:36.673 INFO:teuthology.orchestra.run.smithi099.stdout:generic/269 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T16:53:36.677 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/269 2023-11-18T16:53:36.677 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/269 2023-11-18T16:53:36.677 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:36.679 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:36.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:36.704 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/270) 2023-11-18T16:53:36.901 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:36.906 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:36.906 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:36.907 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:36.907 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:37.222 INFO:teuthology.orchestra.run.smithi099.stdout:generic/270 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:53:37.226 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/270 2023-11-18T16:53:37.226 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/270 2023-11-18T16:53:37.226 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:37.228 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:37.250 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:37.250 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/271) 2023-11-18T16:53:37.449 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:37.454 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:37.454 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:37.455 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:37.455 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:38.278 INFO:teuthology.orchestra.run.smithi099.stdout:generic/271 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:38.282 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/271 2023-11-18T16:53:38.282 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/271 2023-11-18T16:53:38.282 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:38.284 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:38.337 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:38.337 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/272) 2023-11-18T16:53:38.542 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:38.546 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:38.546 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:38.547 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:38.547 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:39.250 INFO:teuthology.orchestra.run.smithi099.stdout:generic/272 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:39.346 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/272 2023-11-18T16:53:39.346 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/272 2023-11-18T16:53:39.347 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:39.360 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:39.462 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:39.462 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/273) 2023-11-18T16:53:39.670 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:39.674 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:39.674 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:39.675 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:39.675 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:39.978 INFO:teuthology.orchestra.run.smithi099.stdout:generic/273 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T16:53:39.981 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/273 2023-11-18T16:53:39.982 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/273 2023-11-18T16:53:39.982 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:39.984 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:40.012 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:40.012 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/274) 2023-11-18T16:53:40.260 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:40.264 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:40.264 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:40.266 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:40.266 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:40.610 INFO:teuthology.orchestra.run.smithi099.stdout:generic/274 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-11-18T16:53:40.614 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/274 2023-11-18T16:53:40.614 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/274 2023-11-18T16:53:40.614 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:40.616 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:40.638 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:40.639 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/275) 2023-11-18T16:53:40.834 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:40.838 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:40.839 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:40.840 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:40.840 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:41.159 INFO:teuthology.orchestra.run.smithi099.stdout:generic/275 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T16:53:41.163 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/275 2023-11-18T16:53:41.163 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/275 2023-11-18T16:53:41.163 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:41.165 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:41.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:41.183 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/276) 2023-11-18T16:53:41.396 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:41.400 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:41.401 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:41.402 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:41.402 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:42.141 INFO:teuthology.orchestra.run.smithi099.stdout:generic/276 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:42.161 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/276 2023-11-18T16:53:42.161 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/276 2023-11-18T16:53:42.161 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:42.188 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:42.296 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:42.297 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/277) 2023-11-18T16:53:42.520 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:42.524 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:42.525 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:42.526 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:42.526 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:42.872 INFO:teuthology.orchestra.run.smithi099.stdout:generic/277 [not run] file system doesn't support chattr +A 2023-11-18T16:53:42.875 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/277 2023-11-18T16:53:42.876 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/277 2023-11-18T16:53:42.876 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:42.878 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:42.912 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:42.912 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/278) 2023-11-18T16:53:43.107 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:43.111 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:43.112 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:43.113 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:43.113 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:43.777 INFO:teuthology.orchestra.run.smithi099.stdout:generic/278 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:43.783 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/278 2023-11-18T16:53:43.783 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/278 2023-11-18T16:53:43.783 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:43.786 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:44.026 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:44.027 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/279) 2023-11-18T16:53:44.225 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:44.230 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:44.230 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:44.231 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:44.231 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:44.941 INFO:teuthology.orchestra.run.smithi099.stdout:generic/279 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:45.062 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/279 2023-11-18T16:53:45.062 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/279 2023-11-18T16:53:45.062 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:45.116 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:45.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:45.140 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/280) 2023-11-18T16:53:45.352 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:45.356 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:45.357 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:45.358 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:45.358 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:45.680 INFO:teuthology.orchestra.run.smithi099.stdout:generic/280 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:53:45.684 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/280 2023-11-18T16:53:45.684 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/280 2023-11-18T16:53:45.684 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:45.686 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:45.709 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:45.709 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/281) 2023-11-18T16:53:45.906 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:45.910 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:45.910 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:45.911 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:45.911 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:46.745 INFO:teuthology.orchestra.run.smithi099.stdout:generic/281 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:46.760 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/281 2023-11-18T16:53:46.760 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/281 2023-11-18T16:53:46.760 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:46.763 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:46.854 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:46.855 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/282) 2023-11-18T16:53:47.062 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:47.066 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:47.067 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:47.068 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:47.068 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:47.882 INFO:teuthology.orchestra.run.smithi099.stdout:generic/282 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:47.894 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/282 2023-11-18T16:53:47.894 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/282 2023-11-18T16:53:47.894 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:47.906 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:47.969 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:47.969 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/283) 2023-11-18T16:53:48.206 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:48.211 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:48.211 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:48.212 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:48.212 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:48.969 INFO:teuthology.orchestra.run.smithi099.stdout:generic/283 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:49.004 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/283 2023-11-18T16:53:49.004 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/283 2023-11-18T16:53:49.004 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:49.031 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:49.085 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:49.086 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/284) 2023-11-18T16:53:49.310 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:49.314 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:49.315 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:49.316 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:49.316 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:50.180 INFO:teuthology.orchestra.run.smithi099.stdout:generic/284 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:50.193 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/284 2023-11-18T16:53:50.193 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/284 2023-11-18T16:53:50.193 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:50.201 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:50.253 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:50.254 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/285) 2023-11-18T16:53:50.452 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:50.456 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:50.456 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:50.457 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:50.457 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:51.604 INFO:teuthology.orchestra.run.smithi099.stdout:generic/285 1s 2023-11-18T16:53:51.609 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/285 2023-11-18T16:53:51.609 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:51.611 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:52.286 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:52.286 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/286) 2023-11-18T16:53:52.535 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:52.545 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:52.545 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:52.547 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:52.547 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:53.044 INFO:teuthology.orchestra.run.smithi099.stdout:generic/286 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:53:53.049 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/286 2023-11-18T16:53:53.049 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/286 2023-11-18T16:53:53.049 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:53.052 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:53.081 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:53.081 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/287) 2023-11-18T16:53:53.464 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:53.469 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:53.469 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:53.470 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:53.470 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:54.545 INFO:teuthology.orchestra.run.smithi099.stdout:generic/287 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:54.572 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/287 2023-11-18T16:53:54.572 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/287 2023-11-18T16:53:54.572 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:54.583 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:54.651 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:54.651 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/288) 2023-11-18T16:53:54.975 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:54.985 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:54.985 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:54.986 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:54.986 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:55.660 INFO:teuthology.orchestra.run.smithi099.stdout:generic/288 [not run] FITRIM not supported on /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:55.685 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/288 2023-11-18T16:53:55.685 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/288 2023-11-18T16:53:55.685 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:55.687 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:55.709 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:55.710 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/289) 2023-11-18T16:53:56.049 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:56.055 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:56.056 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:56.058 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:56.059 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:generic/289 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:56.996 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/289 2023-11-18T16:53:56.996 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/289 2023-11-18T16:53:56.996 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:56.998 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:57.219 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:57.219 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/290) 2023-11-18T16:53:57.542 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:57.548 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:57.548 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:57.549 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:57.549 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:58.420 INFO:teuthology.orchestra.run.smithi099.stdout:generic/290 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:58.508 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/290 2023-11-18T16:53:58.508 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/290 2023-11-18T16:53:58.508 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:58.511 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:58.610 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:58.611 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/291) 2023-11-18T16:53:58.810 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:58.814 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:58.814 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:58.815 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:58.815 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:59.550 INFO:teuthology.orchestra.run.smithi099.stdout:generic/291 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:53:59.652 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/291 2023-11-18T16:53:59.652 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/291 2023-11-18T16:53:59.652 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:53:59.662 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:53:59.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:53:59.753 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/292) 2023-11-18T16:53:59.950 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:53:59.955 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:53:59.955 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:53:59.956 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:53:59.956 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:00.599 INFO:teuthology.orchestra.run.smithi099.stdout:generic/292 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:54:00.731 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/292 2023-11-18T16:54:00.731 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/292 2023-11-18T16:54:00.731 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:00.735 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:00.840 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:00.840 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/293) 2023-11-18T16:54:01.050 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:01.055 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:01.055 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:01.056 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:01.056 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:01.385 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:54:01.387 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:54:01.444 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T16:54:01.443+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 359436) UID: 0 2023-11-18T16:54:01.444 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T16:54:01.443+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 359436) UID: 0 2023-11-18T16:54:01.879 INFO:teuthology.orchestra.run.smithi099.stdout:generic/293 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:54:01.899 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/293 2023-11-18T16:54:01.899 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/293 2023-11-18T16:54:01.899 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:01.927 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:01.975 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:01.975 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/294) 2023-11-18T16:54:02.205 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:02.209 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:02.210 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:02.211 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:02.211 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:03.125 INFO:teuthology.orchestra.run.smithi099.stdout:generic/294 1s 2023-11-18T16:54:03.180 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/294 2023-11-18T16:54:03.180 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:03.187 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:03.200 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:03.200 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/295) 2023-11-18T16:54:03.422 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:03.426 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:03.426 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:03.427 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:03.427 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:04.268 INFO:teuthology.orchestra.run.smithi099.stdout:generic/295 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:54:04.305 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/295 2023-11-18T16:54:04.305 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/295 2023-11-18T16:54:04.305 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:04.342 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:04.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:04.367 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/296) 2023-11-18T16:54:04.580 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:04.583 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:04.584 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:04.585 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:04.585 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:05.458 INFO:teuthology.orchestra.run.smithi099.stdout:generic/296 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:54:05.479 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/296 2023-11-18T16:54:05.479 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/296 2023-11-18T16:54:05.479 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:05.490 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:05.546 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:05.546 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/297) 2023-11-18T16:54:05.777 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:05.780 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:05.781 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:05.782 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:05.782 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:06.615 INFO:teuthology.orchestra.run.smithi099.stdout:generic/297 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:54:06.657 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/297 2023-11-18T16:54:06.657 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/297 2023-11-18T16:54:06.657 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:06.664 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:06.712 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:06.712 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/298) 2023-11-18T16:54:06.933 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:06.937 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:06.937 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:06.938 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:06.938 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:07.804 INFO:teuthology.orchestra.run.smithi099.stdout:generic/298 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:54:07.812 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/298 2023-11-18T16:54:07.812 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/298 2023-11-18T16:54:07.812 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:07.822 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:07.854 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:07.854 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/299) 2023-11-18T16:54:08.071 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:08.075 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:08.075 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:08.077 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:08.077 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:08.453 INFO:teuthology.orchestra.run.smithi099.stdout:generic/299 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:54:08.458 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/299 2023-11-18T16:54:08.458 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/299 2023-11-18T16:54:08.458 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:08.460 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:08.485 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:08.485 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/300) 2023-11-18T16:54:08.686 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:08.691 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:08.691 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:08.692 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:08.692 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:09.078 INFO:teuthology.orchestra.run.smithi099.stdout:generic/300 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:54:09.082 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/300 2023-11-18T16:54:09.082 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/300 2023-11-18T16:54:09.082 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:09.083 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:09.116 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:09.116 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/301) 2023-11-18T16:54:09.337 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:09.341 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:09.342 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:09.343 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:09.343 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:10.168 INFO:teuthology.orchestra.run.smithi099.stdout:generic/301 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:54:10.191 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/301 2023-11-18T16:54:10.192 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/301 2023-11-18T16:54:10.192 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:10.202 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:10.283 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:10.283 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/302) 2023-11-18T16:54:10.492 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:10.495 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:10.496 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:10.497 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:10.497 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:11.293 INFO:teuthology.orchestra.run.smithi099.stdout:generic/302 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:54:11.332 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/302 2023-11-18T16:54:11.332 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/302 2023-11-18T16:54:11.333 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:11.337 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:11.392 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:11.392 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/303) 2023-11-18T16:54:11.608 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:11.612 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:11.613 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:11.614 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:11.614 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:11.951 INFO:teuthology.orchestra.run.smithi099.stdout:generic/303 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T16:54:11.955 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/303 2023-11-18T16:54:11.955 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/303 2023-11-18T16:54:11.955 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:11.957 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:12.310 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:12.311 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/304) 2023-11-18T16:54:12.573 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:12.578 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:12.578 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:12.579 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:12.579 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:12.940 INFO:teuthology.orchestra.run.smithi099.stdout:generic/304 [not run] Dedupe not supported by test filesystem type: ceph 2023-11-18T16:54:12.944 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/304 2023-11-18T16:54:12.944 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/304 2023-11-18T16:54:12.944 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:12.946 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:13.165 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:13.165 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/305) 2023-11-18T16:54:13.610 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:13.614 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:13.614 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:13.615 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:14.346 INFO:teuthology.orchestra.run.smithi099.stdout:generic/305 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:54:14.367 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/305 2023-11-18T16:54:14.367 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/305 2023-11-18T16:54:14.367 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:14.379 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:14.528 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:14.528 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/306) 2023-11-18T16:54:14.732 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:14.736 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:14.736 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:14.737 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:14.737 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:15.770 INFO:teuthology.orchestra.run.smithi099.stdout:generic/306 1s 2023-11-18T16:54:15.775 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/306 2023-11-18T16:54:15.775 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:15.777 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:16.027 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:16.028 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/307) 2023-11-18T16:54:16.377 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:16.381 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:16.381 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:16.382 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:16.382 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:18.185 INFO:teuthology.orchestra.run.smithi099.stdout:generic/307 2s 2023-11-18T16:54:18.195 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/307 2023-11-18T16:54:18.195 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:18.197 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:18.206 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:18.207 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/308) 2023-11-18T16:54:18.416 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:18.420 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:18.421 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:18.422 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:18.422 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:18.759 INFO:teuthology.orchestra.run.smithi099.stdout:generic/308 0s 2023-11-18T16:54:18.764 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/308 2023-11-18T16:54:18.765 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:18.767 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:18.791 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:18.791 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/309) 2023-11-18T16:54:19.008 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:19.013 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:19.013 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:19.014 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:19.014 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:20.394 INFO:teuthology.orchestra.run.smithi099.stdout:generic/309 1s 2023-11-18T16:54:20.410 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/309 2023-11-18T16:54:20.410 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:54:20.412 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:54:20.763 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:54:20.763 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/310) 2023-11-18T16:54:21.036 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:54:21.040 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:54:21.040 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:54:21.041 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:54:21.041 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:37.484 INFO:teuthology.orchestra.run.smithi099.stdout:generic/310 76s 2023-11-18T16:55:37.597 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/310 2023-11-18T16:55:37.597 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:37.599 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:38.067 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:38.067 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/311) 2023-11-18T16:55:38.378 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:38.382 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:38.383 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:38.384 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:38.384 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:38.797 INFO:teuthology.orchestra.run.smithi099.stdout:generic/311 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:55:38.801 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/311 2023-11-18T16:55:38.801 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/311 2023-11-18T16:55:38.801 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:38.803 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:38.831 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:38.832 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/312) 2023-11-18T16:55:39.038 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:39.043 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:39.043 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:39.044 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:39.045 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:39.367 INFO:teuthology.orchestra.run.smithi099.stdout:generic/312 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:55:39.459 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/312 2023-11-18T16:55:39.459 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/312 2023-11-18T16:55:39.459 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:39.459 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:39.459 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:39.460 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/313) 2023-11-18T16:55:39.673 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:39.677 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:39.677 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:39.678 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:39.678 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:44.044 INFO:teuthology.orchestra.run.smithi099.stdout:generic/313 5s 2023-11-18T16:55:44.049 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/313 2023-11-18T16:55:44.049 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:44.052 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:44.085 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:44.086 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/314) 2023-11-18T16:55:44.304 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:44.308 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:44.308 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:44.309 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:44.309 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:44.818 INFO:teuthology.orchestra.run.smithi099.stdout:generic/314 0s 2023-11-18T16:55:44.822 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/314 2023-11-18T16:55:44.822 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:44.824 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:44.849 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:44.849 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/315) 2023-11-18T16:55:45.056 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:45.060 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:45.060 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:45.061 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:45.061 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:45.399 INFO:teuthology.orchestra.run.smithi099.stdout:generic/315 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-11-18T16:55:45.403 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/315 2023-11-18T16:55:45.403 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/315 2023-11-18T16:55:45.403 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:45.405 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:45.429 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:45.430 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/316) 2023-11-18T16:55:45.652 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:45.656 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:45.656 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:45.657 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:45.657 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:46.119 INFO:teuthology.orchestra.run.smithi099.stdout:generic/316 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-11-18T16:55:46.123 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/316 2023-11-18T16:55:46.123 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/316 2023-11-18T16:55:46.123 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:46.125 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:46.395 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:46.395 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/317) 2023-11-18T16:55:46.775 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:46.779 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:46.780 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:46.780 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:46.780 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:48.467 INFO:teuthology.orchestra.run.smithi099.stdout:generic/317 2s 2023-11-18T16:55:48.472 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/317 2023-11-18T16:55:48.472 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:48.474 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:48.482 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:48.483 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/318) 2023-11-18T16:55:48.704 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:48.708 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:48.709 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:48.709 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:48.710 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:49.599 INFO:teuthology.orchestra.run.smithi099.stdout:generic/318 1s 2023-11-18T16:55:49.604 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/318 2023-11-18T16:55:49.604 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:49.606 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:49.614 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:49.615 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/319) 2023-11-18T16:55:49.820 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:49.824 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:49.824 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:49.825 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:49.825 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:50.401 INFO:teuthology.orchestra.run.smithi099.stdout:generic/319 0s 2023-11-18T16:55:50.405 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/319 2023-11-18T16:55:50.406 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:50.408 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:50.416 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:50.416 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/320) 2023-11-18T16:55:50.618 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:50.622 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:50.623 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:50.624 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:50.624 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:50.959 INFO:teuthology.orchestra.run.smithi099.stdout:generic/320 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T16:55:50.963 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/320 2023-11-18T16:55:50.963 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/320 2023-11-18T16:55:50.963 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:50.965 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:50.992 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:50.992 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/321) 2023-11-18T16:55:51.212 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:51.216 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:51.217 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:51.218 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:51.218 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:51.556 INFO:teuthology.orchestra.run.smithi099.stdout:generic/321 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:55:51.560 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/321 2023-11-18T16:55:51.560 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/321 2023-11-18T16:55:51.560 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:51.562 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:51.590 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:51.590 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/322) 2023-11-18T16:55:51.800 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:51.804 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:51.804 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:51.805 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:51.805 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:52.136 INFO:teuthology.orchestra.run.smithi099.stdout:generic/322 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:55:52.140 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/322 2023-11-18T16:55:52.140 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/322 2023-11-18T16:55:52.140 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:55:52.142 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:55:52.170 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:55:52.170 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/323) 2023-11-18T16:55:52.375 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:55:52.378 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:55:52.379 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:55:52.380 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:55:52.380 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:11.987 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:57:11.991 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:57:42.063 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:57:42.066 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:57:42.104 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T16:57:42.103+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 115695) UID: 0 2023-11-18T16:57:42.104 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T16:57:42.103+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 115695) UID: 0 2023-11-18T16:57:42.105 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T16:57:42.103+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 115695) UID: 0 2023-11-18T16:57:42.105 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T16:57:42.103+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 115695) UID: 0 2023-11-18T16:57:53.294 INFO:teuthology.orchestra.run.smithi099.stdout:generic/323 121s 2023-11-18T16:57:53.299 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/323 2023-11-18T16:57:53.299 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:57:53.301 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:53.515 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:57:53.516 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/324) 2023-11-18T16:57:53.859 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:57:53.863 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:57:53.864 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:57:53.865 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:57:53.865 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:54.180 INFO:teuthology.orchestra.run.smithi099.stdout:generic/324 [not run] defragmentation not supported for fstype "ceph" 2023-11-18T16:57:54.184 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/324 2023-11-18T16:57:54.184 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/324 2023-11-18T16:57:54.184 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:57:54.186 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:54.211 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:57:54.211 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/325) 2023-11-18T16:57:54.414 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:57:54.419 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:57:54.419 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:57:54.420 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:57:54.420 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:54.791 INFO:teuthology.orchestra.run.smithi099.stdout:generic/325 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:57:54.795 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/325 2023-11-18T16:57:54.795 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/325 2023-11-18T16:57:54.795 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:57:54.797 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:54.815 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:57:54.816 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/326) 2023-11-18T16:57:55.038 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:57:55.042 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:57:55.043 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:57:55.044 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:57:55.044 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:55.829 INFO:teuthology.orchestra.run.smithi099.stdout:generic/326 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:57:55.885 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/326 2023-11-18T16:57:55.885 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/326 2023-11-18T16:57:55.885 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:57:55.906 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:55.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:57:55.962 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/327) 2023-11-18T16:57:56.185 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:57:56.189 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:57:56.190 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:57:56.191 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:57:56.191 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:57.017 INFO:teuthology.orchestra.run.smithi099.stdout:generic/327 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:57:57.024 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/327 2023-11-18T16:57:57.024 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/327 2023-11-18T16:57:57.025 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:57:57.027 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:57.097 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:57:57.098 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/328) 2023-11-18T16:57:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:57:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:57:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:57:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:57:57.321 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:58.076 INFO:teuthology.orchestra.run.smithi099.stdout:generic/328 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:57:58.151 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/328 2023-11-18T16:57:58.151 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/328 2023-11-18T16:57:58.151 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:57:58.178 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:58.224 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:57:58.224 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/329) 2023-11-18T16:57:58.456 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:57:58.460 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:57:58.460 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:57:58.461 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:57:58.461 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:59.292 INFO:teuthology.orchestra.run.smithi099.stdout:generic/329 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:57:59.297 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/329 2023-11-18T16:57:59.297 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/329 2023-11-18T16:57:59.297 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:57:59.341 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:57:59.385 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:57:59.385 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/330) 2023-11-18T16:57:59.596 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:57:59.601 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:57:59.601 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:57:59.602 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:57:59.603 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:00.434 INFO:teuthology.orchestra.run.smithi099.stdout:generic/330 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:58:00.468 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/330 2023-11-18T16:58:00.468 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/330 2023-11-18T16:58:00.468 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:58:00.478 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:00.519 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:58:00.519 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/331) 2023-11-18T16:58:00.738 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:58:00.742 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:58:00.743 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:58:00.744 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:58:00.744 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:01.538 INFO:teuthology.orchestra.run.smithi099.stdout:generic/331 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:58:01.564 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/331 2023-11-18T16:58:01.564 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/331 2023-11-18T16:58:01.564 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:58:01.569 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:01.629 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:58:01.630 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/332) 2023-11-18T16:58:01.853 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:58:01.857 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:58:01.857 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:58:01.858 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:58:01.858 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:02.628 INFO:teuthology.orchestra.run.smithi099.stdout:generic/332 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:58:02.654 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/332 2023-11-18T16:58:02.654 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/332 2023-11-18T16:58:02.654 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:58:02.682 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:02.745 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:58:02.745 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/333) 2023-11-18T16:58:02.977 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:58:02.981 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:58:02.982 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:58:02.983 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:58:02.983 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:03.644 INFO:teuthology.orchestra.run.smithi099.stdout:generic/333 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:58:03.778 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/333 2023-11-18T16:58:03.778 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/333 2023-11-18T16:58:03.778 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:58:03.805 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:03.876 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:58:03.876 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/334) 2023-11-18T16:58:04.114 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:58:04.118 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:58:04.118 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:58:04.119 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:58:04.120 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:04.813 INFO:teuthology.orchestra.run.smithi099.stdout:generic/334 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:58:04.949 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/334 2023-11-18T16:58:04.949 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/334 2023-11-18T16:58:04.949 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:58:04.961 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:04.997 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:58:04.998 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/335) 2023-11-18T16:58:05.229 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:58:05.233 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:58:05.234 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:58:05.235 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:58:05.235 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:05.583 INFO:teuthology.orchestra.run.smithi099.stdout:generic/335 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:58:05.587 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/335 2023-11-18T16:58:05.587 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/335 2023-11-18T16:58:05.587 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:58:05.589 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:05.612 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:58:05.612 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/336) 2023-11-18T16:58:05.819 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:58:05.823 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:58:05.824 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:58:05.824 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:58:05.825 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:06.186 INFO:teuthology.orchestra.run.smithi099.stdout:generic/336 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:58:06.190 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/336 2023-11-18T16:58:06.190 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/336 2023-11-18T16:58:06.190 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:58:06.192 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:06.219 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:58:06.219 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/337) 2023-11-18T16:58:06.422 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:58:06.427 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:58:06.427 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:58:06.428 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:58:06.428 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:07.010 INFO:teuthology.orchestra.run.smithi099.stdout:generic/337 1s 2023-11-18T16:58:07.015 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/337 2023-11-18T16:58:07.015 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:58:07.017 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:07.025 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:58:07.025 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/338) 2023-11-18T16:58:07.238 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:58:07.242 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:58:07.242 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:58:07.243 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:58:07.243 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:07.590 INFO:teuthology.orchestra.run.smithi099.stdout:generic/338 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:58:07.594 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/338 2023-11-18T16:58:07.594 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/338 2023-11-18T16:58:07.595 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:58:07.596 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:58:07.626 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:58:07.626 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/339) 2023-11-18T16:58:07.830 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:58:07.834 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:58:07.835 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:58:07.836 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:58:07.836 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:00.497 INFO:teuthology.orchestra.run.smithi099.stdout:generic/339 52s 2023-11-18T16:59:00.546 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/339 2023-11-18T16:59:00.546 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:00.548 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:00.557 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:00.557 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/340) 2023-11-18T16:59:00.826 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:00.830 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:00.830 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:00.831 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:00.832 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:03.699 INFO:teuthology.orchestra.run.smithi099.stdout:generic/340 2s 2023-11-18T16:59:03.803 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/340 2023-11-18T16:59:03.804 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:03.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:03.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:03.831 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/341) 2023-11-18T16:59:04.055 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:04.059 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:04.060 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:04.060 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:04.060 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:04.536 INFO:teuthology.orchestra.run.smithi099.stdout:generic/341 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:59:04.540 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/341 2023-11-18T16:59:04.540 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/341 2023-11-18T16:59:04.540 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:04.542 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:04.574 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:04.574 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/342) 2023-11-18T16:59:04.905 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:04.909 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:04.909 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:04.910 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:04.910 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:05.250 INFO:teuthology.orchestra.run.smithi099.stdout:generic/342 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:59:05.254 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/342 2023-11-18T16:59:05.254 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/342 2023-11-18T16:59:05.255 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:05.257 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:05.287 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:05.287 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/343) 2023-11-18T16:59:05.498 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:05.502 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:05.503 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:05.504 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:05.504 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:05.905 INFO:teuthology.orchestra.run.smithi099.stdout:generic/343 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:59:05.909 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/343 2023-11-18T16:59:05.909 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/343 2023-11-18T16:59:05.909 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:05.911 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:05.937 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:05.937 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/344) 2023-11-18T16:59:06.148 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:06.153 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:06.153 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:06.154 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:06.154 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:10.919 INFO:teuthology.orchestra.run.smithi099.stdout:generic/344 4s 2023-11-18T16:59:10.929 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/344 2023-11-18T16:59:10.929 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:10.932 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:11.069 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:11.070 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/345) 2023-11-18T16:59:11.469 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:11.478 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:11.479 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:11.480 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:11.481 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:17.069 INFO:teuthology.orchestra.run.smithi099.stdout:generic/345 6s 2023-11-18T16:59:17.093 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/345 2023-11-18T16:59:17.093 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:17.107 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:17.124 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:17.125 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/346) 2023-11-18T16:59:17.404 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:17.408 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:17.408 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:17.410 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:17.410 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:21.017 INFO:teuthology.orchestra.run.smithi099.stdout:generic/346 4s 2023-11-18T16:59:21.021 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/346 2023-11-18T16:59:21.021 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:21.042 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:21.052 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:21.052 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/347) 2023-11-18T16:59:21.328 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:21.333 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:21.333 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:21.334 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:21.334 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:21.913 INFO:teuthology.orchestra.run.smithi099.stdout:generic/347 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:59:21.917 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/347 2023-11-18T16:59:21.917 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/347 2023-11-18T16:59:21.917 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:21.919 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:21.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:21.948 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/348) 2023-11-18T16:59:22.156 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:22.160 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:22.160 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:22.161 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:22.161 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:22.523 INFO:teuthology.orchestra.run.smithi099.stdout:generic/348 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:59:22.527 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/348 2023-11-18T16:59:22.527 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/348 2023-11-18T16:59:22.528 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:22.529 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:22.564 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:22.565 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/349) 2023-11-18T16:59:22.773 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:22.777 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:22.777 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:22.778 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:22.778 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:23.244 INFO:teuthology.orchestra.run.smithi099.stdout:generic/349 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-11-18T16:59:23.248 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/349 2023-11-18T16:59:23.249 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/349 2023-11-18T16:59:23.249 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:23.251 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:23.277 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:23.277 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/350) 2023-11-18T16:59:23.493 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:23.497 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:23.497 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:23.498 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:23.498 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:24.410 INFO:teuthology.orchestra.run.smithi099.stdout:generic/350 1s 2023-11-18T16:59:24.414 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/350 2023-11-18T16:59:24.415 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:24.417 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:24.425 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:24.425 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/351) 2023-11-18T16:59:24.647 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:24.651 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:24.652 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:24.653 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:24.653 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:25.013 INFO:teuthology.orchestra.run.smithi099.stdout:generic/351 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:59:25.017 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/351 2023-11-18T16:59:25.017 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/351 2023-11-18T16:59:25.017 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:25.019 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:25.044 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:25.044 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/352) 2023-11-18T16:59:25.257 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:25.261 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:25.261 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:25.262 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:25.262 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:26.024 INFO:teuthology.orchestra.run.smithi099.stdout:generic/352 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:59:26.117 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/352 2023-11-18T16:59:26.117 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/352 2023-11-18T16:59:26.117 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:26.120 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:26.149 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:26.149 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/353) 2023-11-18T16:59:26.390 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:26.394 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:26.395 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:26.396 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:26.396 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:27.166 INFO:teuthology.orchestra.run.smithi099.stdout:generic/353 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:59:27.253 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/353 2023-11-18T16:59:27.253 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/353 2023-11-18T16:59:27.254 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:27.260 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:27.311 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:27.311 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/354) 2023-11-18T16:59:27.546 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:27.550 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:27.551 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:27.552 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:27.552 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:32.430 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:59:32.486 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T16:59:32.504 INFO:teuthology.orchestra.run.smithi099.stdout:generic/354 5s 2023-11-18T16:59:32.524 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/354 2023-11-18T16:59:32.524 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:32.527 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:32.538 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:32.538 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/355) 2023-11-18T16:59:33.050 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:33.061 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:33.061 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:33.062 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:33.062 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:33.984 INFO:teuthology.orchestra.run.smithi099.stdout:generic/355 0s 2023-11-18T16:59:33.988 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/355 2023-11-18T16:59:33.989 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:33.990 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:34.186 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:34.187 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/356) 2023-11-18T16:59:34.584 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:34.588 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:34.588 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:34.589 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:34.590 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:35.197 INFO:teuthology.orchestra.run.smithi099.stdout:generic/356 [not run] swapfiles are not supported 2023-11-18T16:59:35.201 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/356 2023-11-18T16:59:35.201 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/356 2023-11-18T16:59:35.202 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:35.203 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:35.231 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:35.231 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/357) 2023-11-18T16:59:35.440 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:35.444 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:35.444 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:35.445 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:35.446 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:36.023 INFO:teuthology.orchestra.run.smithi099.stdout:generic/357 [not run] swapfiles are not supported 2023-11-18T16:59:36.027 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/357 2023-11-18T16:59:36.027 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/357 2023-11-18T16:59:36.027 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:36.029 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:36.049 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:36.050 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/358) 2023-11-18T16:59:36.284 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:36.288 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:36.288 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:36.289 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:36.289 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:36.953 INFO:teuthology.orchestra.run.smithi099.stdout:generic/358 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:59:36.958 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/358 2023-11-18T16:59:36.958 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/358 2023-11-18T16:59:36.959 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:36.961 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:37.184 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:37.184 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/359) 2023-11-18T16:59:37.419 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:37.423 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:37.423 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:37.424 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:37.424 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:38.168 INFO:teuthology.orchestra.run.smithi099.stdout:generic/359 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:59:38.236 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/359 2023-11-18T16:59:38.236 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/359 2023-11-18T16:59:38.236 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:38.285 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:38.368 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:38.368 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/360) 2023-11-18T16:59:38.576 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:38.580 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:38.580 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:38.581 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:38.581 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:38.981 INFO:teuthology.orchestra.run.smithi099.stdout:generic/360 0s 2023-11-18T16:59:38.985 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/360 2023-11-18T16:59:38.985 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:38.987 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:39.018 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:39.018 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/361) 2023-11-18T16:59:39.226 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:39.230 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:39.231 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:39.232 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:39.232 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:39.568 INFO:teuthology.orchestra.run.smithi099.stdout:generic/361 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:59:39.571 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/361 2023-11-18T16:59:39.572 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/361 2023-11-18T16:59:39.572 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:39.574 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:39.595 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:39.595 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/362) 2023-11-18T16:59:39.800 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:39.804 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:39.804 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:39.805 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:39.805 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:40.136 INFO:teuthology.orchestra.run.smithi099.stdout:generic/362 [not run] this test requires richacl support on $SCRATCH_DEV 2023-11-18T16:59:40.140 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/362 2023-11-18T16:59:40.140 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/362 2023-11-18T16:59:40.140 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:40.142 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:40.171 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:40.171 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/363) 2023-11-18T16:59:40.394 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:40.397 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:40.397 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:40.398 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:40.398 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:40.724 INFO:teuthology.orchestra.run.smithi099.stdout:generic/363 [not run] this test requires richacl support on $SCRATCH_DEV 2023-11-18T16:59:40.728 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/363 2023-11-18T16:59:40.728 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/363 2023-11-18T16:59:40.728 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:40.730 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:40.768 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:40.768 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/364) 2023-11-18T16:59:40.988 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:40.992 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:40.993 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:40.994 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:40.994 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:41.318 INFO:teuthology.orchestra.run.smithi099.stdout:generic/364 [not run] this test requires richacl support on $SCRATCH_DEV 2023-11-18T16:59:41.322 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/364 2023-11-18T16:59:41.322 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/364 2023-11-18T16:59:41.323 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:41.324 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:41.353 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:41.353 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/365) 2023-11-18T16:59:41.565 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:41.569 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:41.570 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:41.571 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:41.571 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:41.894 INFO:teuthology.orchestra.run.smithi099.stdout:generic/365 [not run] this test requires richacl support on $SCRATCH_DEV 2023-11-18T16:59:41.898 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/365 2023-11-18T16:59:41.898 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/365 2023-11-18T16:59:41.899 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:41.900 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:41.930 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:41.930 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/366) 2023-11-18T16:59:42.141 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:42.145 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:42.145 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:42.146 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:42.146 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:42.474 INFO:teuthology.orchestra.run.smithi099.stdout:generic/366 [not run] this test requires richacl support on $SCRATCH_DEV 2023-11-18T16:59:42.478 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/366 2023-11-18T16:59:42.478 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/366 2023-11-18T16:59:42.478 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:42.480 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:42.510 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:42.511 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/367) 2023-11-18T16:59:42.719 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:42.723 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:42.723 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:42.725 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:42.725 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:43.033 INFO:teuthology.orchestra.run.smithi099.stdout:generic/367 [not run] this test requires richacl support on $SCRATCH_DEV 2023-11-18T16:59:43.037 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/367 2023-11-18T16:59:43.037 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/367 2023-11-18T16:59:43.037 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:43.039 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:43.072 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:43.073 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/368) 2023-11-18T16:59:43.277 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:43.281 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:43.281 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:43.282 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:43.283 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:43.602 INFO:teuthology.orchestra.run.smithi099.stdout:generic/368 [not run] this test requires richacl support on $SCRATCH_DEV 2023-11-18T16:59:43.606 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/368 2023-11-18T16:59:43.606 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/368 2023-11-18T16:59:43.606 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:43.608 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:43.636 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:43.636 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/369) 2023-11-18T16:59:43.851 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:43.855 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:43.856 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:43.856 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:43.857 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:44.175 INFO:teuthology.orchestra.run.smithi099.stdout:generic/369 [not run] this test requires richacl support on $SCRATCH_DEV 2023-11-18T16:59:44.179 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/369 2023-11-18T16:59:44.179 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/369 2023-11-18T16:59:44.179 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:44.181 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:44.212 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:44.212 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/370) 2023-11-18T16:59:44.431 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:44.436 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:44.436 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:44.437 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:44.437 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:44.758 INFO:teuthology.orchestra.run.smithi099.stdout:generic/370 [not run] this test requires richacl support on $SCRATCH_DEV 2023-11-18T16:59:44.762 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/370 2023-11-18T16:59:44.762 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/370 2023-11-18T16:59:44.762 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:44.764 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:44.789 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:44.789 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/371) 2023-11-18T16:59:45.001 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:45.005 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:45.005 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:45.006 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:45.006 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:45.349 INFO:teuthology.orchestra.run.smithi099.stdout:generic/371 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T16:59:45.353 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/371 2023-11-18T16:59:45.353 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/371 2023-11-18T16:59:45.353 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:45.355 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:45.387 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:45.387 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/372) 2023-11-18T16:59:45.590 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:45.595 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:45.595 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:45.596 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:45.596 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:46.368 INFO:teuthology.orchestra.run.smithi099.stdout:generic/372 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:59:46.390 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/372 2023-11-18T16:59:46.391 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/372 2023-11-18T16:59:46.391 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:46.434 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:46.541 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:46.541 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/373) 2023-11-18T16:59:46.753 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:46.757 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:46.758 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:46.759 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:46.759 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:47.609 INFO:teuthology.orchestra.run.smithi099.stdout:generic/373 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:59:47.617 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/373 2023-11-18T16:59:47.617 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/373 2023-11-18T16:59:47.617 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:47.621 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:47.679 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:47.679 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/374) 2023-11-18T16:59:47.898 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:47.903 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:47.903 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:47.904 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:47.904 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:48.432 INFO:teuthology.orchestra.run.smithi099.stdout:generic/374 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-11-18T16:59:48.666 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/374 2023-11-18T16:59:48.667 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/374 2023-11-18T16:59:48.667 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:48.687 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:48.848 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:48.848 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/375) 2023-11-18T16:59:49.061 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:49.065 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:49.065 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:49.066 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:49.066 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:49.474 INFO:teuthology.orchestra.run.smithi099.stdout:generic/375 0s 2023-11-18T16:59:49.479 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/375 2023-11-18T16:59:49.479 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:49.481 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:49.852 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:49.852 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/376) 2023-11-18T16:59:50.080 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:50.084 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:50.085 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:50.086 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:50.086 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:50.433 INFO:teuthology.orchestra.run.smithi099.stdout:generic/376 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T16:59:50.437 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/376 2023-11-18T16:59:50.437 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/376 2023-11-18T16:59:50.437 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:50.439 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:50.464 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:50.464 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/377) 2023-11-18T16:59:50.682 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:50.686 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:50.686 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:50.687 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:50.688 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:51.282 INFO:teuthology.orchestra.run.smithi099.stdout:generic/377 1s 2023-11-18T16:59:51.287 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/377 2023-11-18T16:59:51.287 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:51.289 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:51.297 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:51.297 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/378) 2023-11-18T16:59:51.518 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:51.522 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:51.522 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:51.523 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:51.523 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:51.987 INFO:teuthology.orchestra.run.smithi099.stdout:generic/378 0s 2023-11-18T16:59:51.991 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/378 2023-11-18T16:59:51.992 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:52.342 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:52.342 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/379) 2023-11-18T16:59:52.602 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:52.606 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:52.607 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:52.608 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:52.608 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:52.940 INFO:teuthology.orchestra.run.smithi099.stdout:generic/379 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:59:52.944 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/379 2023-11-18T16:59:52.944 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/379 2023-11-18T16:59:52.944 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:52.946 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:52.971 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:52.971 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/380) 2023-11-18T16:59:53.186 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:53.191 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:53.191 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:53.192 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:53.192 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:53.515 INFO:teuthology.orchestra.run.smithi099.stdout:generic/380 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:59:53.520 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/380 2023-11-18T16:59:53.520 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/380 2023-11-18T16:59:53.520 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:53.522 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:53.544 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:53.544 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/381) 2023-11-18T16:59:53.756 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:53.760 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:53.761 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:53.762 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:53.762 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:54.077 INFO:teuthology.orchestra.run.smithi099.stdout:generic/381 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:59:54.081 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/381 2023-11-18T16:59:54.081 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/381 2023-11-18T16:59:54.081 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:54.083 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:54.117 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:54.118 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/382) 2023-11-18T16:59:54.333 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:54.337 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:54.337 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:54.338 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:54.338 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:54.677 INFO:teuthology.orchestra.run.smithi099.stdout:generic/382 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:59:54.681 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/382 2023-11-18T16:59:54.681 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/382 2023-11-18T16:59:54.681 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:54.683 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:54.709 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:54.710 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/383) 2023-11-18T16:59:54.928 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:54.932 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:54.933 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:54.934 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:54.934 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:55.248 INFO:teuthology.orchestra.run.smithi099.stdout:generic/383 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:59:55.252 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/383 2023-11-18T16:59:55.252 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/383 2023-11-18T16:59:55.252 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:55.254 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:55.286 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:55.286 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/384) 2023-11-18T16:59:55.492 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:55.496 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:55.496 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:55.497 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:55.497 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:55.821 INFO:teuthology.orchestra.run.smithi099.stdout:generic/384 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:59:55.825 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/384 2023-11-18T16:59:55.826 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/384 2023-11-18T16:59:55.826 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:55.827 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:55.848 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:55.848 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/385) 2023-11-18T16:59:56.067 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:56.071 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:56.071 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:56.072 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:56.072 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:56.406 INFO:teuthology.orchestra.run.smithi099.stdout:generic/385 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:59:56.410 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/385 2023-11-18T16:59:56.410 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/385 2023-11-18T16:59:56.410 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:56.412 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:56.443 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:56.444 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/386) 2023-11-18T16:59:56.646 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:56.650 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:56.651 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:56.652 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:56.652 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:generic/386 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T16:59:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/386 2023-11-18T16:59:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/386 2023-11-18T16:59:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:56.982 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:57.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:57.005 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/387) 2023-11-18T16:59:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:57.226 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:57.228 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:57.982 INFO:teuthology.orchestra.run.smithi099.stdout:generic/387 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T16:59:58.089 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/387 2023-11-18T16:59:58.090 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/387 2023-11-18T16:59:58.090 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:58.106 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:58.143 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:58.143 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/388) 2023-11-18T16:59:58.357 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:58.361 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:58.361 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:58.363 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:58.363 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:58.729 INFO:teuthology.orchestra.run.smithi099.stdout:generic/388 [not run] require 172.21.15.99:6789:/scratch to be local device 2023-11-18T16:59:58.733 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/388 2023-11-18T16:59:58.733 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/388 2023-11-18T16:59:58.733 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:58.735 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:58.759 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:58.760 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/389) 2023-11-18T16:59:58.965 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:58.969 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:58.969 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:58.970 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:58.970 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:59.302 INFO:teuthology.orchestra.run.smithi099.stdout:generic/389 [not run] O_TMPFILE is not supported 2023-11-18T16:59:59.306 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/389 2023-11-18T16:59:59.306 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/389 2023-11-18T16:59:59.306 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:59.308 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:59.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:59.335 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/390) 2023-11-18T16:59:59.552 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T16:59:59.557 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T16:59:59.557 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T16:59:59.558 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T16:59:59.558 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:59.911 INFO:teuthology.orchestra.run.smithi099.stdout:generic/390 [not run] ceph does not support freezing 2023-11-18T16:59:59.915 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/390 2023-11-18T16:59:59.915 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/390 2023-11-18T16:59:59.915 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T16:59:59.917 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T16:59:59.940 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T16:59:59.940 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/391) 2023-11-18T17:00:00.159 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:00.163 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:00.164 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:00.165 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:00.165 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:00.504 INFO:teuthology.orchestra.run.smithi099.stdout:generic/391 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T17:00:00.508 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/391 2023-11-18T17:00:00.508 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/391 2023-11-18T17:00:00.508 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:00.510 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:00.539 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:00.539 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/392) 2023-11-18T17:00:00.745 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:00.749 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:00.750 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:00.751 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:00.751 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:01.242 INFO:teuthology.orchestra.run.smithi099.stdout:generic/392 [not run] ceph does not support shutdown 2023-11-18T17:00:01.261 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/392 2023-11-18T17:00:01.261 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/392 2023-11-18T17:00:01.261 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:01.263 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:01.291 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:01.291 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/393) 2023-11-18T17:00:01.495 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:01.499 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:01.500 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:01.501 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:01.501 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:02.661 INFO:teuthology.orchestra.run.smithi099.stdout:generic/393 1s 2023-11-18T17:00:02.666 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/393 2023-11-18T17:00:02.666 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:02.668 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:02.670 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:00:02.672 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:00:02.676 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:02.676 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/394) 2023-11-18T17:00:02.922 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:02.926 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:02.926 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:02.927 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:02.928 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:03.303 INFO:teuthology.orchestra.run.smithi099.stdout:generic/394 0s 2023-11-18T17:00:03.308 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/394 2023-11-18T17:00:03.308 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:03.310 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:03.535 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:03.536 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/395) 2023-11-18T17:00:03.903 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:03.908 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:03.908 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:03.909 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:03.909 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:04.525 INFO:teuthology.orchestra.run.smithi099.stdout:generic/395 [not run] kernel does not support ceph encryption 2023-11-18T17:00:04.549 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/395 2023-11-18T17:00:04.549 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/395 2023-11-18T17:00:04.549 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:04.551 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:04.575 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:04.576 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/396) 2023-11-18T17:00:04.919 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:04.926 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:04.931 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:04.931 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:04.931 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:05.687 INFO:teuthology.orchestra.run.smithi099.stdout:generic/396 [not run] kernel does not support ceph encryption 2023-11-18T17:00:05.712 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/396 2023-11-18T17:00:05.712 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/396 2023-11-18T17:00:05.712 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:05.714 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:05.742 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:05.743 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/397) 2023-11-18T17:00:05.997 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:06.001 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:06.001 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:06.002 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:06.003 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:06.565 INFO:teuthology.orchestra.run.smithi099.stdout:generic/397 [not run] kernel does not support ceph encryption 2023-11-18T17:00:06.587 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/397 2023-11-18T17:00:06.587 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/397 2023-11-18T17:00:06.587 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:06.589 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:06.617 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:06.618 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/398) 2023-11-18T17:00:06.849 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:06.853 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:06.854 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:06.855 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:06.855 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:07.389 INFO:teuthology.orchestra.run.smithi099.stdout:generic/398 [not run] kernel does not support ceph encryption 2023-11-18T17:00:07.410 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/398 2023-11-18T17:00:07.410 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/398 2023-11-18T17:00:07.410 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:07.412 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:07.438 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:07.438 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/399) 2023-11-18T17:00:07.648 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:07.652 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:07.652 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:07.653 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:07.653 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:08.197 INFO:teuthology.orchestra.run.smithi099.stdout:generic/399 [not run] kernel does not support ceph encryption 2023-11-18T17:00:08.220 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/399 2023-11-18T17:00:08.220 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/399 2023-11-18T17:00:08.220 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:08.222 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:08.256 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:08.256 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/400) 2023-11-18T17:00:08.473 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:08.477 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:08.478 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:08.478 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:08.479 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:08.805 INFO:teuthology.orchestra.run.smithi099.stdout:generic/400 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T17:00:08.809 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/400 2023-11-18T17:00:08.809 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/400 2023-11-18T17:00:08.809 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:08.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:08.836 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:08.836 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/401) 2023-11-18T17:00:09.045 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:09.050 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:09.050 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:09.051 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:09.051 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:10.053 INFO:teuthology.orchestra.run.smithi099.stdout:generic/401 1s 2023-11-18T17:00:10.068 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/401 2023-11-18T17:00:10.068 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:10.070 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:10.082 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:10.082 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/402) 2023-11-18T17:00:10.289 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:10.293 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:10.294 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:10.295 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:10.295 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:10.822 INFO:teuthology.orchestra.run.smithi099.stdout:generic/402 [not run] filesystem ceph timestamp bounds are unknown 2023-11-18T17:00:10.848 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/402 2023-11-18T17:00:10.848 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/402 2023-11-18T17:00:10.848 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:10.850 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:10.879 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:10.879 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/403) 2023-11-18T17:00:11.093 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:11.097 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:11.098 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:11.099 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:11.099 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:11.834 INFO:teuthology.orchestra.run.smithi099.stdout:generic/403 0s 2023-11-18T17:00:11.839 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/403 2023-11-18T17:00:11.839 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:11.841 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:11.849 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:11.849 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/404) 2023-11-18T17:00:12.063 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:12.067 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:12.067 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:12.069 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:12.069 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:12.429 INFO:teuthology.orchestra.run.smithi099.stdout:generic/404 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T17:00:12.433 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/404 2023-11-18T17:00:12.434 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/404 2023-11-18T17:00:12.434 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:12.435 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:12.472 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:12.472 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/405) 2023-11-18T17:00:12.697 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:12.701 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:12.701 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:12.702 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:12.702 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:13.078 INFO:teuthology.orchestra.run.smithi099.stdout:generic/405 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T17:00:13.082 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/405 2023-11-18T17:00:13.082 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/405 2023-11-18T17:00:13.082 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:13.084 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:13.111 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:13.113 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/406) 2023-11-18T17:00:13.328 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:13.332 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:13.332 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:13.334 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:13.334 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:15.192 INFO:teuthology.orchestra.run.smithi099.stdout:generic/406 2s 2023-11-18T17:00:15.197 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/406 2023-11-18T17:00:15.197 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:15.199 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:15.207 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:15.207 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/407) 2023-11-18T17:00:15.412 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:15.417 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:15.417 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:15.418 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:15.418 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stdout:generic/407 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T17:00:15.796 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/407 2023-11-18T17:00:15.796 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/407 2023-11-18T17:00:15.796 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:15.798 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:16.162 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:16.162 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/408) 2023-11-18T17:00:16.465 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:16.469 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:16.470 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:16.471 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:16.471 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:16.830 INFO:teuthology.orchestra.run.smithi099.stdout:generic/408 [not run] Dedupe not supported by test filesystem type: ceph 2023-11-18T17:00:16.834 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/408 2023-11-18T17:00:16.834 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/408 2023-11-18T17:00:16.834 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:16.836 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:17.196 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:17.197 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/409) 2023-11-18T17:00:17.432 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:17.436 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:17.436 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:17.437 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:17.438 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:17.773 INFO:teuthology.orchestra.run.smithi099.stdout:generic/409 [not run] require 172.21.15.99:6789:/scratch to be local device 2023-11-18T17:00:17.777 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/409 2023-11-18T17:00:17.777 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/409 2023-11-18T17:00:17.777 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:17.779 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:17.809 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:17.809 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/410) 2023-11-18T17:00:18.014 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:18.018 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:18.019 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:18.020 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:18.020 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:18.362 INFO:teuthology.orchestra.run.smithi099.stdout:generic/410 [not run] require 172.21.15.99:6789:/scratch to be local device 2023-11-18T17:00:18.367 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/410 2023-11-18T17:00:18.367 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/410 2023-11-18T17:00:18.367 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:18.368 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:18.389 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:18.390 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/411) 2023-11-18T17:00:18.595 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:18.599 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:18.600 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:18.600 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:18.601 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:18.934 INFO:teuthology.orchestra.run.smithi099.stdout:generic/411 [not run] require 172.21.15.99:6789:/scratch to be local device 2023-11-18T17:00:18.938 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/411 2023-11-18T17:00:18.938 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/411 2023-11-18T17:00:18.938 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:18.969 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:18.970 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/412) 2023-11-18T17:00:19.181 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:19.185 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:19.185 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:19.186 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:19.186 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:19.933 INFO:teuthology.orchestra.run.smithi099.stdout:generic/412 0s 2023-11-18T17:00:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/412 2023-11-18T17:00:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:19.940 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:19.949 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:19.949 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/413) 2023-11-18T17:00:20.164 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:20.168 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:20.169 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:20.169 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:20.170 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:20.632 INFO:teuthology.orchestra.run.smithi099.stdout:generic/413 [not run] mount 172.21.15.99:6789:/scratch with dax failed 2023-11-18T17:00:20.637 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/413 2023-11-18T17:00:20.637 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/413 2023-11-18T17:00:20.637 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:20.639 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:20.670 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:20.670 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/414) 2023-11-18T17:00:20.881 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:20.885 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:20.885 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:20.886 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:20.886 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:21.531 INFO:teuthology.orchestra.run.smithi099.stdout:generic/414 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T17:00:21.537 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/414 2023-11-18T17:00:21.537 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/414 2023-11-18T17:00:21.537 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:21.541 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:21.767 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:21.767 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/415) 2023-11-18T17:00:21.987 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:21.991 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:21.992 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:21.992 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:21.993 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:22.882 INFO:teuthology.orchestra.run.smithi099.stdout:generic/415 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T17:00:22.893 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/415 2023-11-18T17:00:22.893 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/415 2023-11-18T17:00:22.893 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:22.897 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:22.936 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:22.936 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/416) 2023-11-18T17:00:23.140 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:23.144 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:23.144 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:23.145 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:23.146 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:23.477 INFO:teuthology.orchestra.run.smithi099.stdout:generic/416 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T17:00:23.481 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/416 2023-11-18T17:00:23.481 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/416 2023-11-18T17:00:23.481 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:23.483 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:23.510 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:23.510 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/417) 2023-11-18T17:00:23.727 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:23.732 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:23.732 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:23.733 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:23.733 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:24.240 INFO:teuthology.orchestra.run.smithi099.stdout:generic/417 [not run] ceph does not support shutdown 2023-11-18T17:00:24.276 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/417 2023-11-18T17:00:24.276 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/417 2023-11-18T17:00:24.276 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:24.278 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:24.307 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:24.307 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/418) 2023-11-18T17:00:24.520 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:24.524 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:24.525 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:24.526 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:24.526 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:24.887 INFO:teuthology.orchestra.run.smithi099.stdout:generic/418 [not run] require 172.21.15.99:6789:/test to be valid block disk 2023-11-18T17:00:24.891 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/418 2023-11-18T17:00:24.891 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/418 2023-11-18T17:00:24.891 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:24.893 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:24.931 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:24.931 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/419) 2023-11-18T17:00:25.146 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:25.150 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:25.150 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:25.151 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:25.151 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:25.702 INFO:teuthology.orchestra.run.smithi099.stdout:generic/419 [not run] kernel does not support ceph encryption 2023-11-18T17:00:25.721 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/419 2023-11-18T17:00:25.721 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/419 2023-11-18T17:00:25.721 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:25.723 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:25.757 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:25.757 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/420) 2023-11-18T17:00:25.975 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:25.979 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:25.980 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:25.981 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:25.981 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:26.475 INFO:teuthology.orchestra.run.smithi099.stdout:generic/420 0s 2023-11-18T17:00:26.480 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/420 2023-11-18T17:00:26.481 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:26.483 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:26.616 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:26.616 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/421) 2023-11-18T17:00:27.088 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:27.092 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:27.092 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:27.093 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:27.093 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:27.634 INFO:teuthology.orchestra.run.smithi099.stdout:generic/421 [not run] kernel does not support ceph encryption 2023-11-18T17:00:27.653 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/421 2023-11-18T17:00:27.653 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/421 2023-11-18T17:00:27.654 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:27.655 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:27.689 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:27.690 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/422) 2023-11-18T17:00:27.904 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:27.908 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:27.908 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:27.909 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:27.909 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:28.259 INFO:teuthology.orchestra.run.smithi099.stdout:generic/422 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-11-18T17:00:28.263 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/422 2023-11-18T17:00:28.264 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/422 2023-11-18T17:00:28.264 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:28.266 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:28.298 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:28.298 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/423) 2023-11-18T17:00:28.511 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:28.515 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:28.515 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:28.516 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:28.516 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:28.945 INFO:teuthology.orchestra.run.smithi099.stdout:generic/423 0s 2023-11-18T17:00:28.950 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/423 2023-11-18T17:00:28.950 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:29.275 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:29.275 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/424) 2023-11-18T17:00:29.554 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:29.558 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:29.558 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:29.559 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:29.560 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:29.897 INFO:teuthology.orchestra.run.smithi099.stdout:generic/424 [not run] file system doesn't support any of /bin/chattr +a/+c/+d/+i 2023-11-18T17:00:29.901 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/424 2023-11-18T17:00:29.901 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/424 2023-11-18T17:00:29.901 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:29.904 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:29.941 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:29.941 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/425) 2023-11-18T17:00:30.147 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:30.152 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:30.152 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:30.153 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:30.153 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:30.517 INFO:teuthology.orchestra.run.smithi099.stdout:generic/425 [not run] xfs_io fiemap -a failed (old kernel/wrong fs?) 2023-11-18T17:00:30.521 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/425 2023-11-18T17:00:30.521 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/425 2023-11-18T17:00:30.521 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:00:30.523 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:30.894 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:00:30.895 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/426) 2023-11-18T17:00:31.139 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:00:31.143 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:00:31.143 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:00:31.144 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:00:31.144 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:00:32.740 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:00:32.743 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:01:02.812 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:01:02.986 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:01:16.931 INFO:teuthology.orchestra.run.smithi099.stdout:generic/426 45s 2023-11-18T17:01:17.014 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/426 2023-11-18T17:01:17.015 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:17.017 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:17.418 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:17.418 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/427) 2023-11-18T17:01:18.541 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:18.545 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:18.546 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:18.547 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:18.547 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:19.004 INFO:teuthology.orchestra.run.smithi099.stdout:generic/427 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T17:01:19.008 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/427 2023-11-18T17:01:19.008 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/427 2023-11-18T17:01:19.008 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:19.010 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:19.049 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:19.049 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/428) 2023-11-18T17:01:19.270 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:19.275 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:19.275 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:19.276 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:19.276 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:19.667 INFO:teuthology.orchestra.run.smithi099.stdout:generic/428 0s 2023-11-18T17:01:19.672 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/428 2023-11-18T17:01:19.672 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:19.674 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:19.708 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:19.708 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/429) 2023-11-18T17:01:19.917 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:19.921 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:19.922 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:19.923 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:19.923 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:20.449 INFO:teuthology.orchestra.run.smithi099.stdout:generic/429 [not run] kernel does not support ceph encryption 2023-11-18T17:01:20.467 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/429 2023-11-18T17:01:20.467 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/429 2023-11-18T17:01:20.467 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:20.469 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:20.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:20.490 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/430) 2023-11-18T17:01:20.719 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:20.723 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:20.724 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:20.725 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:20.725 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:21.164 INFO:teuthology.orchestra.run.smithi099.stdout:generic/430 1s 2023-11-18T17:01:21.169 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/430 2023-11-18T17:01:21.169 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:21.171 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:21.506 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:21.506 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/431) 2023-11-18T17:01:21.793 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:21.797 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:21.798 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:21.799 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:21.799 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:22.219 INFO:teuthology.orchestra.run.smithi099.stdout:generic/431 0s 2023-11-18T17:01:22.223 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/431 2023-11-18T17:01:22.223 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:22.225 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:22.487 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:22.488 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/432) 2023-11-18T17:01:22.829 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:22.833 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:22.833 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:22.834 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:22.835 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:23.253 INFO:teuthology.orchestra.run.smithi099.stdout:generic/432 0s 2023-11-18T17:01:23.258 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/432 2023-11-18T17:01:23.258 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:23.260 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:23.415 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:23.415 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/433) 2023-11-18T17:01:23.858 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:23.862 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:23.862 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:23.863 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:23.863 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:24.255 INFO:teuthology.orchestra.run.smithi099.stdout:generic/433 0s 2023-11-18T17:01:24.260 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/433 2023-11-18T17:01:24.260 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:24.262 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:24.626 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:24.626 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/434) 2023-11-18T17:01:24.878 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:24.882 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:24.883 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:24.883 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:24.884 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:25.297 INFO:teuthology.orchestra.run.smithi099.stdout:generic/434 0s 2023-11-18T17:01:25.302 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/434 2023-11-18T17:01:25.303 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:25.304 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:25.574 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:25.575 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/435) 2023-11-18T17:01:25.921 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:25.926 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:25.926 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:25.927 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:25.927 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:26.495 INFO:teuthology.orchestra.run.smithi099.stdout:generic/435 [not run] kernel does not support ceph encryption 2023-11-18T17:01:26.515 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/435 2023-11-18T17:01:26.515 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/435 2023-11-18T17:01:26.515 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:26.517 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:26.546 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:26.547 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/436) 2023-11-18T17:01:26.757 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:26.761 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:26.761 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:26.762 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:26.762 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:27.438 INFO:teuthology.orchestra.run.smithi099.stdout:generic/436 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T17:01:27.441 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/436 2023-11-18T17:01:27.442 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/436 2023-11-18T17:01:27.442 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:27.444 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:27.757 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:27.758 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/437) 2023-11-18T17:01:28.057 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:28.061 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:28.061 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:28.062 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:28.062 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:29.029 INFO:teuthology.orchestra.run.smithi099.stdout:generic/437 1s 2023-11-18T17:01:29.034 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/437 2023-11-18T17:01:29.034 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:01:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:29.069 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:01:29.069 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/438) 2023-11-18T17:01:29.283 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:01:29.287 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:01:29.288 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:01:29.288 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:01:29.288 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:01:34.145 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:01:34.147 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:02:04.274 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:02:04.277 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:02:27.524 INFO:teuthology.orchestra.run.smithi099.stdout:generic/438 58s 2023-11-18T17:02:27.529 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/438 2023-11-18T17:02:27.529 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:27.531 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:27.567 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:27.567 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/439) 2023-11-18T17:02:27.777 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:27.781 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:27.781 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:27.782 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:27.782 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:28.966 INFO:teuthology.orchestra.run.smithi099.stdout:generic/439 1s 2023-11-18T17:02:28.970 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/439 2023-11-18T17:02:28.970 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:29.013 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:29.014 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/440) 2023-11-18T17:02:29.230 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:29.234 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:29.235 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:29.236 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:29.236 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:29.774 INFO:teuthology.orchestra.run.smithi099.stdout:generic/440 [not run] kernel does not support ceph encryption 2023-11-18T17:02:29.793 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/440 2023-11-18T17:02:29.793 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/440 2023-11-18T17:02:29.793 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:29.795 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:29.815 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:29.815 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/441) 2023-11-18T17:02:30.021 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:30.026 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:30.026 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:30.027 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:30.027 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:30.445 INFO:teuthology.orchestra.run.smithi099.stdout:generic/441 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T17:02:30.450 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/441 2023-11-18T17:02:30.450 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/441 2023-11-18T17:02:30.450 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:30.452 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:30.476 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:30.476 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/442) 2023-11-18T17:02:30.682 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:30.685 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:30.686 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:30.687 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:30.687 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:31.037 INFO:teuthology.orchestra.run.smithi099.stdout:generic/442 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T17:02:31.041 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/442 2023-11-18T17:02:31.041 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/442 2023-11-18T17:02:31.041 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:31.043 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:31.077 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:31.077 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/443) 2023-11-18T17:02:31.285 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:31.289 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:31.290 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:31.290 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:31.291 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:31.655 INFO:teuthology.orchestra.run.smithi099.stdout:generic/443 0s 2023-11-18T17:02:31.660 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/443 2023-11-18T17:02:31.660 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:31.662 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:31.693 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:31.694 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/444) 2023-11-18T17:02:31.899 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:31.903 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:31.903 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:31.904 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:31.904 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:32.351 INFO:teuthology.orchestra.run.smithi099.stdout:generic/444 0s 2023-11-18T17:02:32.355 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/444 2023-11-18T17:02:32.355 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:32.357 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:32.384 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:32.384 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/445) 2023-11-18T17:02:32.604 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:32.608 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:32.609 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:32.609 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:32.610 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:33.281 INFO:teuthology.orchestra.run.smithi099.stdout:generic/445 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T17:02:33.285 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/445 2023-11-18T17:02:33.285 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/445 2023-11-18T17:02:33.285 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:33.287 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:33.571 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:33.571 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/446) 2023-11-18T17:02:33.867 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:33.871 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:33.872 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:33.872 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:33.873 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:34.346 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:02:34.349 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:02:54.096 INFO:teuthology.orchestra.run.smithi099.stdout:generic/446 19s 2023-11-18T17:02:54.135 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/446 2023-11-18T17:02:54.135 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:54.139 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:54.149 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:54.149 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/447) 2023-11-18T17:02:54.358 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:54.362 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:54.362 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:54.363 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:54.363 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:55.565 INFO:teuthology.orchestra.run.smithi099.stdout:generic/447 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T17:02:55.571 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/447 2023-11-18T17:02:55.571 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/447 2023-11-18T17:02:55.571 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:55.574 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:55.708 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:55.709 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/448) 2023-11-18T17:02:55.932 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:55.936 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:55.936 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:55.938 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:55.938 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:56.912 INFO:teuthology.orchestra.run.smithi099.stdout:generic/448 0s 2023-11-18T17:02:56.917 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/448 2023-11-18T17:02:56.917 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:56.919 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:57.018 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:57.019 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/449) 2023-11-18T17:02:57.515 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:57.519 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:57.520 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:57.521 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:57.521 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:57.876 INFO:teuthology.orchestra.run.smithi099.stdout:generic/449 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T17:02:57.880 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/449 2023-11-18T17:02:57.880 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/449 2023-11-18T17:02:57.880 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:57.882 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:58.245 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:58.245 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/450) 2023-11-18T17:02:58.481 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:58.485 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:58.485 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:58.486 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:58.486 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:59.196 INFO:teuthology.orchestra.run.smithi099.stdout:generic/450 1s 2023-11-18T17:02:59.200 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/450 2023-11-18T17:02:59.201 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:02:59.203 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:02:59.386 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:02:59.386 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/451) 2023-11-18T17:02:59.790 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:02:59.794 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:02:59.794 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:02:59.795 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:02:59.795 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:04.427 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:03:04.430 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:03:30.244 INFO:teuthology.orchestra.run.smithi099.stdout:generic/451 31s 2023-11-18T17:03:30.249 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/451 2023-11-18T17:03:30.249 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:30.251 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:30.442 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:30.443 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/452) 2023-11-18T17:03:30.833 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:30.837 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:30.837 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:30.838 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:30.838 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:31.420 INFO:teuthology.orchestra.run.smithi099.stdout:generic/452 0s 2023-11-18T17:03:31.425 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/452 2023-11-18T17:03:31.425 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:31.427 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:31.435 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:31.435 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/453) 2023-11-18T17:03:31.649 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:31.653 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:31.653 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:31.654 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:31.654 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:31.982 INFO:teuthology.orchestra.run.smithi099.stdout:generic/453 [not run] ceph does not allow unrestricted byte streams for names 2023-11-18T17:03:31.986 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/453 2023-11-18T17:03:31.986 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/453 2023-11-18T17:03:31.986 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:31.988 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:32.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:32.010 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/454) 2023-11-18T17:03:32.230 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:32.233 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:32.234 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:32.235 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:32.235 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:32.568 INFO:teuthology.orchestra.run.smithi099.stdout:generic/454 [not run] ceph does not allow unrestricted byte streams for names 2023-11-18T17:03:32.572 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/454 2023-11-18T17:03:32.572 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/454 2023-11-18T17:03:32.572 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:32.574 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:32.606 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:32.607 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/455) 2023-11-18T17:03:32.824 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:32.828 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:32.829 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:32.829 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:32.829 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:33.248 INFO:teuthology.orchestra.run.smithi099.stdout:generic/455 [not run] This test requires a valid $LOGWRITES_DEV 2023-11-18T17:03:33.252 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/455 2023-11-18T17:03:33.252 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/455 2023-11-18T17:03:33.252 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:33.254 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:33.278 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:33.278 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/456) 2023-11-18T17:03:33.482 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:33.486 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:33.487 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:33.488 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:33.488 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:33.816 INFO:teuthology.orchestra.run.smithi099.stdout:generic/456 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T17:03:33.820 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/456 2023-11-18T17:03:33.820 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/456 2023-11-18T17:03:33.821 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:33.822 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:33.851 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:33.852 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/457) 2023-11-18T17:03:34.070 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:34.073 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:34.074 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:34.075 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:34.075 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:34.535 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:03:34.539 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:03:34.958 INFO:teuthology.orchestra.run.smithi099.stdout:generic/457 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T17:03:34.972 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/457 2023-11-18T17:03:34.972 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/457 2023-11-18T17:03:34.972 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:34.978 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:35.013 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:35.013 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/458) 2023-11-18T17:03:35.218 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:35.222 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:35.222 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:35.223 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:35.223 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:35.979 INFO:teuthology.orchestra.run.smithi099.stdout:generic/458 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T17:03:36.055 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/458 2023-11-18T17:03:36.056 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/458 2023-11-18T17:03:36.056 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:36.089 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:36.144 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:36.145 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/459) 2023-11-18T17:03:36.362 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:36.366 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:36.366 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:36.367 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:36.368 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:36.892 INFO:teuthology.orchestra.run.smithi099.stdout:generic/459 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T17:03:36.896 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/459 2023-11-18T17:03:36.896 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/459 2023-11-18T17:03:36.897 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:36.898 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:36.919 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:36.919 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/460) 2023-11-18T17:03:37.135 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:37.139 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:37.139 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:37.140 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:37.141 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:39.099 INFO:teuthology.orchestra.run.smithi099.stdout:generic/460 2s 2023-11-18T17:03:39.104 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/460 2023-11-18T17:03:39.104 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:39.106 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:39.115 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:39.115 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/461) 2023-11-18T17:03:39.322 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:39.326 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:39.327 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:39.327 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:39.328 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:39.856 INFO:teuthology.orchestra.run.smithi099.stdout:generic/461 [not run] ceph does not support shutdown 2023-11-18T17:03:39.860 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/461 2023-11-18T17:03:39.860 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/461 2023-11-18T17:03:39.860 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:39.862 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:39.891 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:39.892 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/462) 2023-11-18T17:03:40.191 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:40.203 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:40.204 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:40.205 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:40.205 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:40.763 INFO:teuthology.orchestra.run.smithi099.stdout:generic/462 [not run] mount 172.21.15.99:6789:/scratch with dax failed 2023-11-18T17:03:40.768 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/462 2023-11-18T17:03:40.768 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/462 2023-11-18T17:03:40.769 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:40.770 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:40.798 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:40.799 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/463) 2023-11-18T17:03:41.005 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:41.009 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:41.009 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:41.010 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:41.010 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:41.378 INFO:teuthology.orchestra.run.smithi099.stdout:generic/463 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T17:03:41.385 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/463 2023-11-18T17:03:41.385 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/463 2023-11-18T17:03:41.385 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:03:41.385 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:03:41.706 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:03:41.706 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/464) 2023-11-18T17:03:41.977 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:03:41.981 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:03:41.981 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:03:41.982 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:03:41.982 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:04:04.714 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:04:04.717 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:04:34.900 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:04:34.908 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:04:38.862 INFO:teuthology.orchestra.run.smithi099.stdout:generic/464 56s 2023-11-18T17:04:38.867 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/464 2023-11-18T17:04:38.867 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:04:38.869 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:04:38.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:04:38.878 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/465) 2023-11-18T17:04:39.091 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:04:39.095 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:04:39.096 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:04:39.097 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:04:39.097 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:04:43.803 INFO:teuthology.orchestra.run.smithi099.stdout:generic/465 4s 2023-11-18T17:04:43.844 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/465 2023-11-18T17:04:43.844 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:04:43.869 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:04:43.877 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:04:43.877 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/466) 2023-11-18T17:04:44.120 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:04:44.123 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:04:44.124 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:04:44.125 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:04:44.125 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:04:44.451 INFO:teuthology.orchestra.run.smithi099.stdout:generic/466 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T17:04:44.455 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/466 2023-11-18T17:04:44.455 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/466 2023-11-18T17:04:44.455 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:04:44.457 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:04:44.488 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:04:44.488 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/467) 2023-11-18T17:04:44.693 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:04:44.697 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:04:44.697 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:04:44.698 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:04:44.698 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:05:05.039 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:05:05.240 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:05:35.949 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:05:35.984 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:05:42.921 INFO:teuthology.orchestra.run.smithi099.stdout:generic/467 58s 2023-11-18T17:05:43.006 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/467 2023-11-18T17:05:43.006 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:05:43.009 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:05:43.383 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:05:43.383 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/468) 2023-11-18T17:05:44.523 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:05:44.527 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:05:44.528 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:05:44.528 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:05:44.529 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:05:45.091 INFO:teuthology.orchestra.run.smithi099.stdout:generic/468 [not run] ceph does not support shutdown 2023-11-18T17:05:45.113 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/468 2023-11-18T17:05:45.114 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/468 2023-11-18T17:05:45.114 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:05:45.115 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:05:45.143 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:05:45.144 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/469) 2023-11-18T17:05:45.349 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:05:45.353 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:05:45.353 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:05:45.354 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:05:45.354 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:05:45.689 INFO:teuthology.orchestra.run.smithi099.stdout:generic/469 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-11-18T17:05:45.693 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/469 2023-11-18T17:05:45.693 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/469 2023-11-18T17:05:45.693 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:05:45.695 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:05:45.728 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:05:45.729 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/470) 2023-11-18T17:05:45.942 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:05:45.946 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:05:45.947 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:05:45.948 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:05:45.948 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:05:46.352 INFO:teuthology.orchestra.run.smithi099.stdout:generic/470 [not run] This test requires a valid $LOGWRITES_DEV 2023-11-18T17:05:46.356 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/470 2023-11-18T17:05:46.356 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/470 2023-11-18T17:05:46.356 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:05:46.358 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:05:46.387 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:05:46.387 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/471) 2023-11-18T17:05:46.601 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:05:46.605 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:05:46.605 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:05:46.606 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:05:46.606 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:06.572 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:06:06.574 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:06:31.395 INFO:teuthology.orchestra.run.smithi099.stdout:generic/471 45s 2023-11-18T17:06:31.413 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/471 2023-11-18T17:06:31.414 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:06:31.416 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:31.625 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:06:31.625 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/472) 2023-11-18T17:06:32.591 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:06:32.602 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:06:32.608 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:06:32.609 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:06:32.609 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:33.292 INFO:teuthology.orchestra.run.smithi099.stdout:generic/472 [not run] swapfiles are not supported 2023-11-18T17:06:33.296 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/472 2023-11-18T17:06:33.296 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/472 2023-11-18T17:06:33.296 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:06:33.298 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:33.319 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:06:33.319 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/473) 2023-11-18T17:06:33.534 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:06:33.538 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:06:33.538 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:06:33.539 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:06:33.539 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:33.914 INFO:teuthology.orchestra.run.smithi099.stdout:generic/473 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-11-18T17:06:33.918 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/473 2023-11-18T17:06:33.918 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/473 2023-11-18T17:06:33.918 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:06:33.920 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:33.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:06:33.948 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/474) 2023-11-18T17:06:34.156 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:06:34.160 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:06:34.160 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:06:34.161 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:06:34.161 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:34.631 INFO:teuthology.orchestra.run.smithi099.stdout:generic/474 [not run] ceph does not support shutdown 2023-11-18T17:06:34.655 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/474 2023-11-18T17:06:34.655 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/474 2023-11-18T17:06:34.655 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:06:34.656 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:34.679 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:06:34.680 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/475) 2023-11-18T17:06:34.889 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:06:34.893 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:06:34.893 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:06:34.894 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:06:34.894 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:35.241 INFO:teuthology.orchestra.run.smithi099.stdout:generic/475 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T17:06:35.245 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/475 2023-11-18T17:06:35.245 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/475 2023-11-18T17:06:35.245 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T17:06:35.247 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:35.269 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T17:06:35.269 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/476) 2023-11-18T17:06:35.501 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T17:06:35.505 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T17:06:35.505 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T17:06:35.506 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T17:06:35.506 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T17:06:37.772 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:06:37.775 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:07:08.212 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:07:08.311 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:07:38.753 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:07:38.756 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:08:09.182 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:08:09.185 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:08:39.660 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:08:39.663 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:09:09.787 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:09:09.790 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:09:39.991 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:09:39.993 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:10:10.394 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:10:10.398 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:10:40.672 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:10:40.966 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:11:11.400 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:11:11.411 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:11:11.724 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T17:11:11.723+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 638535) UID: 0 2023-11-18T17:11:11.726 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T17:11:11.725+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 638535) UID: 0 2023-11-18T17:15:03.830 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:15:03.833 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:15:35.319 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:15:35.322 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:16:05.615 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:16:05.618 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:16:36.211 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:16:36.222 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:17:06.498 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:17:06.594 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:17:37.638 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:17:37.678 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:18:07.876 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:18:07.878 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:18:37.956 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:18:37.974 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:19:08.550 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:19:08.588 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:19:08.912 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T17:19:08.911+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118685) UID: 0 2023-11-18T17:19:08.917 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T17:19:08.911+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118685) UID: 0 2023-11-18T17:19:08.917 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T17:19:08.917+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118685) UID: 0 2023-11-18T17:19:08.918 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T17:19:08.917+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118685) UID: 0 2023-11-18T17:22:40.001 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:22:40.005 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:23:10.422 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:23:10.430 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:23:10.574 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T17:23:10.572+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639004) UID: 0 2023-11-18T17:23:10.574 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T17:23:10.572+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639004) UID: 0 2023-11-18T17:23:10.579 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T17:23:10.578+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639004) UID: 0 2023-11-18T17:23:10.585 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T17:23:10.583+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639004) UID: 0 2023-11-18T17:27:06.868 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:27:06.899 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:27:07.528 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T17:27:07.527+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 639069) UID: 0 2023-11-18T17:27:07.528 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T17:27:07.528+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 639069) UID: 0 2023-11-18T17:31:04.553 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T17:31:04.553+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639112) UID: 0 2023-11-18T17:31:04.554 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T17:31:04.553+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639112) UID: 0 2023-11-18T17:31:04.554 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T17:31:04.553+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639112) UID: 0 2023-11-18T17:31:04.558 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T17:31:04.553+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639112) UID: 0 2023-11-18T17:38:09.740 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:38:09.751 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:38:09.873 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T17:38:09.870+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118999) UID: 0 2023-11-18T17:38:09.873 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T17:38:09.870+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118999) UID: 0 2023-11-18T17:38:09.873 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T17:38:09.870+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118999) UID: 0 2023-11-18T17:38:09.874 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T17:38:09.870+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118999) UID: 0 2023-11-18T17:41:40.461 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:41:40.464 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:41:40.508 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T17:41:40.504+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119056) UID: 0 2023-11-18T17:41:40.509 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T17:41:40.508+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119056) UID: 0 2023-11-18T17:41:40.509 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T17:41:40.508+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119056) UID: 0 2023-11-18T17:41:40.510 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T17:41:40.504+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119056) UID: 0 2023-11-18T17:41:40.524 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T17:41:40.522+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 639279) UID: 0 2023-11-18T17:41:40.524 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T17:41:40.522+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 639279) UID: 0 2023-11-18T17:48:03.313 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:48:03.335 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:48:34.080 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:48:34.216 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:49:04.476 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:49:04.481 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:49:34.836 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:49:34.847 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:50:05.430 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:50:05.436 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:50:36.261 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:50:36.264 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:51:06.424 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:51:06.426 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:51:36.658 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:51:36.661 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:52:06.730 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:52:06.732 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:52:36.866 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:52:36.870 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:53:07.014 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:53:07.035 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:53:37.315 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:53:37.318 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:54:07.519 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:54:07.524 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T17:54:07.802 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T17:54:07.801+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 639684) UID: 0 2023-11-18T17:54:07.802 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T17:54:07.801+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 639684) UID: 0 2023-11-18T17:57:34.204 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T17:57:34.201+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639716) UID: 0 2023-11-18T17:57:34.204 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T17:57:34.196+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639716) UID: 0 2023-11-18T17:57:34.205 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T17:57:34.201+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639716) UID: 0 2023-11-18T17:57:34.207 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T17:57:34.201+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 639716) UID: 0 2023-11-18T18:01:27.388 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:01:27.403 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:01:58.067 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:01:58.070 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:02:28.150 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:02:28.212 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:02:58.960 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:02:59.101 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:03:29.802 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:03:29.807 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:04:00.364 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:04:00.372 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:04:30.516 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:04:30.558 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:05:01.183 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:05:01.188 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:05:31.604 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:05:31.651 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:06:01.979 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:06:01.991 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:06:32.654 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:06:32.704 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:06:32.899 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T18:06:32.898+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 640070) UID: 0 2023-11-18T18:06:32.900 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T18:06:32.898+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 640070) UID: 0 2023-11-18T18:07:07.477 INFO:teuthology.orchestra.run.smithi099.stdout:generic/476 3632s 2023-11-18T18:07:07.529 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/476 2023-11-18T18:07:07.529 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:07:07.540 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:07:07.558 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:07:07.558 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/477) 2023-11-18T18:07:21.302 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:07:21.306 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:07:21.307 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:07:21.308 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:07:21.308 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:09:19.865 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T18:09:19.860+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 640390) UID: 0 2023-11-18T18:09:19.865 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T18:09:19.863+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 640390) UID: 0 2023-11-18T18:09:19.866 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T18:09:19.860+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 640390) UID: 0 2023-11-18T18:09:19.866 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T18:09:19.860+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 640390) UID: 0 2023-11-18T18:12:49.545 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:12:49.548 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:12:51.446 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T18:12:51.445+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 640449) UID: 0 2023-11-18T18:12:51.446 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T18:12:51.445+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 640449) UID: 0 2023-11-18T18:15:20.416 INFO:teuthology.orchestra.run.smithi099.stdout:generic/477 37s 2023-11-18T18:15:20.668 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/477 2023-11-18T18:15:20.668 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:20.701 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:20.947 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:20.947 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/478) 2023-11-18T18:15:24.947 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:24.958 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:24.959 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:24.960 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:24.960 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:36.726 INFO:teuthology.orchestra.run.smithi099.stdout:generic/478 11s 2023-11-18T18:15:36.742 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/478 2023-11-18T18:15:36.742 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:36.751 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:36.801 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:36.801 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/479) 2023-11-18T18:15:37.319 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:37.333 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:37.333 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:37.333 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:37.334 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:38.253 INFO:teuthology.orchestra.run.smithi099.stdout:generic/479 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:15:38.261 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/479 2023-11-18T18:15:38.261 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/479 2023-11-18T18:15:38.261 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:38.263 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:38.308 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:38.308 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/480) 2023-11-18T18:15:38.743 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:38.750 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:38.751 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:38.752 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:38.753 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:39.370 INFO:teuthology.orchestra.run.smithi099.stdout:generic/480 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:15:39.383 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/480 2023-11-18T18:15:39.383 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/480 2023-11-18T18:15:39.383 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:39.388 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:39.437 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:39.438 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/481) 2023-11-18T18:15:39.909 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:39.922 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:39.922 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:39.923 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:39.923 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:40.502 INFO:teuthology.orchestra.run.smithi099.stdout:generic/481 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:15:40.520 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/481 2023-11-18T18:15:40.520 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/481 2023-11-18T18:15:40.520 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:40.523 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:40.555 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:40.555 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/482) 2023-11-18T18:15:40.989 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:41.024 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:41.025 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:41.027 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:41.028 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:41.756 INFO:teuthology.orchestra.run.smithi099.stdout:generic/482 [not run] This test requires a valid $LOGWRITES_DEV 2023-11-18T18:15:41.762 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/482 2023-11-18T18:15:41.762 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/482 2023-11-18T18:15:41.762 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:41.765 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:41.797 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:41.797 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/483) 2023-11-18T18:15:42.220 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:42.226 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:42.226 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:42.229 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:42.229 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:42.852 INFO:teuthology.orchestra.run.smithi099.stdout:generic/483 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:15:42.859 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/483 2023-11-18T18:15:42.859 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/483 2023-11-18T18:15:42.859 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:42.863 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:42.901 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:42.902 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/484) 2023-11-18T18:15:43.304 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:43.312 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:43.312 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:43.313 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:43.313 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:43.623 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T18:15:43.622+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 645010) UID: 0 2023-11-18T18:15:43.623 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T18:15:43.622+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 645010) UID: 0 2023-11-18T18:15:43.624 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T18:15:43.622+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 645010) UID: 0 2023-11-18T18:15:43.624 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T18:15:43.622+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 645010) UID: 0 2023-11-18T18:15:43.861 INFO:teuthology.orchestra.run.smithi099.stdout:generic/484 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:15:43.868 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/484 2023-11-18T18:15:43.868 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/484 2023-11-18T18:15:43.868 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:43.871 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:43.907 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:43.907 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/485) 2023-11-18T18:15:44.273 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:44.306 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:44.307 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:44.308 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:44.309 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:44.881 INFO:teuthology.orchestra.run.smithi099.stdout:generic/485 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-11-18T18:15:44.886 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/485 2023-11-18T18:15:44.886 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/485 2023-11-18T18:15:44.886 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:44.891 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:44.935 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:44.935 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/486) 2023-11-18T18:15:45.397 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:45.411 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:45.411 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:45.412 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:45.412 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:47.363 INFO:teuthology.orchestra.run.smithi099.stdout:generic/486 2s 2023-11-18T18:15:47.459 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/486 2023-11-18T18:15:47.459 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:47.467 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:47.479 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:47.479 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/487) 2023-11-18T18:15:47.855 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:47.859 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:47.859 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:47.860 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:47.860 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:48.457 INFO:teuthology.orchestra.run.smithi099.stdout:generic/487 [not run] This test requires a valid $SCRATCH_LOGDEV 2023-11-18T18:15:48.467 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/487 2023-11-18T18:15:48.467 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/487 2023-11-18T18:15:48.467 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:48.470 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:48.501 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:48.501 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/488) 2023-11-18T18:15:48.971 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:48.974 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:48.975 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:48.976 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:48.977 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:49.563 INFO:teuthology.orchestra.run.smithi099.stdout:generic/488 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T18:15:49.577 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/488 2023-11-18T18:15:49.578 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/488 2023-11-18T18:15:49.578 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:49.587 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:49.644 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:49.644 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/489) 2023-11-18T18:15:50.060 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:50.068 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:50.068 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:50.069 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:50.069 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:50.663 INFO:teuthology.orchestra.run.smithi099.stdout:generic/489 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:15:50.670 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/489 2023-11-18T18:15:50.671 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/489 2023-11-18T18:15:50.671 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:50.673 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:50.711 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:50.711 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/490) 2023-11-18T18:15:51.175 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:51.182 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:51.182 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:51.184 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:51.184 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:53.630 INFO:teuthology.orchestra.run.smithi099.stdout:generic/490 2s 2023-11-18T18:15:53.635 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/490 2023-11-18T18:15:53.636 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:53.641 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:54.023 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:54.023 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/491) 2023-11-18T18:15:54.617 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:54.621 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:54.622 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:54.623 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:54.623 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:55.243 INFO:teuthology.orchestra.run.smithi099.stdout:generic/491 [not run] ceph does not support freezing 2023-11-18T18:15:55.249 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/491 2023-11-18T18:15:55.249 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/491 2023-11-18T18:15:55.249 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:55.252 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:55.279 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:55.279 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/492) 2023-11-18T18:15:55.714 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:55.725 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:55.725 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:55.734 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:55.734 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:56.304 INFO:teuthology.orchestra.run.smithi099.stdout:generic/492 [not run] xfs_io label failed (old kernel/wrong fs?) 2023-11-18T18:15:56.313 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/492 2023-11-18T18:15:56.313 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/492 2023-11-18T18:15:56.313 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:56.315 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:56.358 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:56.358 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/493) 2023-11-18T18:15:56.780 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:56.785 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:56.785 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:56.786 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:56.786 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:57.841 INFO:teuthology.orchestra.run.smithi099.stdout:generic/493 [not run] swapfiles are not supported 2023-11-18T18:15:57.845 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/493 2023-11-18T18:15:57.846 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/493 2023-11-18T18:15:57.846 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:57.848 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:57.896 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:57.897 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/494) 2023-11-18T18:15:58.266 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:58.270 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:58.274 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:58.276 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:58.276 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:59.203 INFO:teuthology.orchestra.run.smithi099.stdout:generic/494 [not run] swapfiles are not supported 2023-11-18T18:15:59.210 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/494 2023-11-18T18:15:59.210 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/494 2023-11-18T18:15:59.210 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:15:59.215 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:15:59.285 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:15:59.286 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/495) 2023-11-18T18:15:59.718 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:15:59.733 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:15:59.738 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:15:59.739 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:15:59.739 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:00.689 INFO:teuthology.orchestra.run.smithi099.stdout:generic/495 [not run] swapfiles are not supported 2023-11-18T18:16:00.703 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/495 2023-11-18T18:16:00.703 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/495 2023-11-18T18:16:00.703 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:00.706 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:00.752 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:00.752 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/496) 2023-11-18T18:16:01.178 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:01.182 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:01.183 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:01.189 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:01.189 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:02.133 INFO:teuthology.orchestra.run.smithi099.stdout:generic/496 [not run] swapfiles are not supported 2023-11-18T18:16:02.150 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/496 2023-11-18T18:16:02.150 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/496 2023-11-18T18:16:02.150 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:02.157 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:02.198 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:02.199 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/497) 2023-11-18T18:16:02.618 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:02.623 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:02.623 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:02.626 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:02.626 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:03.550 INFO:teuthology.orchestra.run.smithi099.stdout:generic/497 [not run] swapfiles are not supported 2023-11-18T18:16:03.554 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/497 2023-11-18T18:16:03.554 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/497 2023-11-18T18:16:03.554 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:03.565 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:03.621 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:03.621 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/498) 2023-11-18T18:16:03.997 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:04.008 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:04.008 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:04.009 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:04.009 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:04.625 INFO:teuthology.orchestra.run.smithi099.stdout:generic/498 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:16:04.638 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/498 2023-11-18T18:16:04.638 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/498 2023-11-18T18:16:04.638 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:04.640 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:04.699 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:04.700 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/499) 2023-11-18T18:16:05.169 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:05.190 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:05.191 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:05.198 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:05.198 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:05.764 INFO:teuthology.orchestra.run.smithi099.stdout:generic/499 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-11-18T18:16:05.768 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/499 2023-11-18T18:16:05.769 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/499 2023-11-18T18:16:05.769 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:05.773 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:05.825 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:05.826 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/500) 2023-11-18T18:16:06.263 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:06.272 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:06.274 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:06.275 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:06.276 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:06.973 INFO:teuthology.orchestra.run.smithi099.stdout:generic/500 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:16:06.986 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/500 2023-11-18T18:16:06.986 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/500 2023-11-18T18:16:06.986 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:06.990 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:07.033 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:07.033 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/501) 2023-11-18T18:16:07.464 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:07.470 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:07.470 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:07.471 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:07.471 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:08.785 INFO:teuthology.orchestra.run.smithi099.stdout:generic/501 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T18:16:08.830 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/501 2023-11-18T18:16:08.830 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/501 2023-11-18T18:16:08.831 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:08.853 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:08.907 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:08.908 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/502) 2023-11-18T18:16:09.413 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:09.434 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:09.434 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:09.435 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:09.435 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:10.114 INFO:teuthology.orchestra.run.smithi099.stdout:generic/502 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:16:10.118 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/502 2023-11-18T18:16:10.118 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/502 2023-11-18T18:16:10.118 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:10.120 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:10.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:10.183 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/503) 2023-11-18T18:16:10.714 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:10.721 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:10.721 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:10.723 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:10.724 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:11.345 INFO:teuthology.orchestra.run.smithi099.stdout:generic/503 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T18:16:11.350 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/503 2023-11-18T18:16:11.350 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/503 2023-11-18T18:16:11.351 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:11.362 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:11.411 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:11.412 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/504) 2023-11-18T18:16:11.839 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:11.857 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:11.858 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:11.859 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:11.859 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:12.532 INFO:teuthology.orchestra.run.smithi099.stdout:generic/504 0s 2023-11-18T18:16:12.550 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/504 2023-11-18T18:16:12.550 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:12.553 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:12.612 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:12.612 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/505) 2023-11-18T18:16:12.977 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:12.982 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:12.982 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:12.983 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:12.984 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:13.811 INFO:teuthology.orchestra.run.smithi099.stdout:generic/505 [not run] ceph does not support shutdown 2023-11-18T18:16:13.839 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/505 2023-11-18T18:16:13.839 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/505 2023-11-18T18:16:13.839 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:13.841 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:13.880 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:13.880 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/506) 2023-11-18T18:16:14.339 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:14.344 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:14.347 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:14.348 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:14.348 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:14.899 INFO:teuthology.orchestra.run.smithi099.stdout:generic/506 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T18:16:14.904 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/506 2023-11-18T18:16:14.904 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/506 2023-11-18T18:16:14.904 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:14.907 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:14.950 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:14.950 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/507) 2023-11-18T18:16:15.363 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:15.373 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:15.373 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:15.374 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:15.374 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:15.985 INFO:teuthology.orchestra.run.smithi099.stdout:generic/507 [not run] file system doesn't support chattr +ASai 2023-11-18T18:16:15.997 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/507 2023-11-18T18:16:15.998 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/507 2023-11-18T18:16:15.998 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:16.000 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:16.070 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:16.070 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/508) 2023-11-18T18:16:16.503 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:16.513 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:16.513 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:16.514 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:16.514 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:17.096 INFO:teuthology.orchestra.run.smithi099.stdout:generic/508 [not run] lsattr not supported by test filesystem type: ceph 2023-11-18T18:16:17.104 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/508 2023-11-18T18:16:17.104 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/508 2023-11-18T18:16:17.104 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:17.106 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:17.159 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:17.159 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/509) 2023-11-18T18:16:17.649 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:17.657 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:17.664 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:17.665 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:17.665 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:18.211 INFO:teuthology.orchestra.run.smithi099.stdout:generic/509 [not run] O_TMPFILE is not supported 2023-11-18T18:16:18.217 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/509 2023-11-18T18:16:18.217 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/509 2023-11-18T18:16:18.218 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:18.220 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:18.256 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:18.256 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/510) 2023-11-18T18:16:18.746 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:18.751 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:18.751 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:18.752 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:18.753 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:19.339 INFO:teuthology.orchestra.run.smithi099.stdout:generic/510 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:16:19.345 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/510 2023-11-18T18:16:19.345 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/510 2023-11-18T18:16:19.345 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:19.348 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:19.393 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:19.394 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/511) 2023-11-18T18:16:19.792 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:19.797 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:19.800 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:19.801 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:19.801 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:20.467 INFO:teuthology.orchestra.run.smithi099.stdout:generic/511 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-11-18T18:16:20.471 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/511 2023-11-18T18:16:20.471 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/511 2023-11-18T18:16:20.471 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:20.474 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:20.531 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:20.531 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/512) 2023-11-18T18:16:20.918 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:20.937 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:20.938 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:20.940 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:20.940 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:21.569 INFO:teuthology.orchestra.run.smithi099.stdout:generic/512 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T18:16:21.578 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/512 2023-11-18T18:16:21.578 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/512 2023-11-18T18:16:21.578 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:21.581 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:21.632 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:21.632 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/513) 2023-11-18T18:16:22.062 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:22.074 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:22.079 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:22.085 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:22.085 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:23.343 INFO:teuthology.orchestra.run.smithi099.stdout:generic/513 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T18:16:23.403 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/513 2023-11-18T18:16:23.403 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/513 2023-11-18T18:16:23.404 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:23.435 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:23.501 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:23.501 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/514) 2023-11-18T18:16:23.825 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:23.836 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:23.836 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:23.838 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:23.838 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:25.074 INFO:teuthology.orchestra.run.smithi099.stdout:generic/514 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T18:16:25.082 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/514 2023-11-18T18:16:25.082 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/514 2023-11-18T18:16:25.082 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:25.172 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:25.379 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:25.379 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/515) 2023-11-18T18:16:25.785 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:25.789 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:25.789 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:25.790 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:25.791 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:26.870 INFO:teuthology.orchestra.run.smithi099.stdout:generic/515 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T18:16:27.062 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/515 2023-11-18T18:16:27.062 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/515 2023-11-18T18:16:27.062 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:27.084 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:27.151 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:27.152 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/516) 2023-11-18T18:16:27.581 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:27.587 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:27.588 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:27.589 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:27.589 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:28.267 INFO:teuthology.orchestra.run.smithi099.stdout:generic/516 [not run] Dedupe not supported by test filesystem type: ceph 2023-11-18T18:16:28.272 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/516 2023-11-18T18:16:28.272 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/516 2023-11-18T18:16:28.272 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:28.275 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:28.733 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:28.733 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/517) 2023-11-18T18:16:29.246 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:29.256 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:29.256 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:29.266 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:29.266 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:30.118 INFO:teuthology.orchestra.run.smithi099.stdout:generic/517 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-11-18T18:16:30.452 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/517 2023-11-18T18:16:30.452 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/517 2023-11-18T18:16:30.453 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:30.500 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:30.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:30.682 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/518) 2023-11-18T18:16:31.017 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:31.022 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:31.022 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:31.024 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:31.024 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:32.037 INFO:teuthology.orchestra.run.smithi099.stdout:generic/518 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T18:16:32.042 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/518 2023-11-18T18:16:32.042 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/518 2023-11-18T18:16:32.042 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:32.207 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:32.444 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:32.444 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/519) 2023-11-18T18:16:32.859 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:32.869 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:32.870 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:32.871 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:32.871 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:33.455 INFO:teuthology.orchestra.run.smithi099.stdout:generic/519 [not run] FIBMAP not supported by this filesystem 2023-11-18T18:16:33.466 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/519 2023-11-18T18:16:33.466 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/519 2023-11-18T18:16:33.467 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:33.471 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:33.849 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:33.850 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/520) 2023-11-18T18:16:34.387 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:34.390 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:34.394 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:34.397 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:34.397 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:34.959 INFO:teuthology.orchestra.run.smithi099.stdout:generic/520 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T18:16:34.965 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/520 2023-11-18T18:16:34.965 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/520 2023-11-18T18:16:34.965 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T18:16:34.967 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:16:35.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T18:16:35.004 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/521) 2023-11-18T18:16:35.452 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T18:16:35.464 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T18:16:35.464 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T18:16:35.466 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T18:16:35.466 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T18:18:49.342 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:18:49.347 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:19:19.767 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:19:19.771 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:19:19.836 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T18:19:19.835+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120256) UID: 0 2023-11-18T18:19:19.836 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T18:19:19.835+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120256) UID: 0 2023-11-18T18:19:19.837 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T18:19:19.836+0000 7f03fe181700 -1 received signal: Hangup from (PID: 120256) UID: 0 2023-11-18T18:19:19.837 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T18:19:19.836+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 120256) UID: 0 2023-11-18T18:22:13.535 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:22:13.537 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:22:43.617 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:22:43.620 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:23:13.922 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:23:13.925 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:23:44.008 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:23:44.014 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:24:14.295 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:24:14.297 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:24:44.607 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:24:44.610 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:25:14.682 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:25:14.685 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:25:44.788 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:25:44.793 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:26:14.927 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:26:14.930 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:26:45.057 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:26:45.061 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:27:15.400 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:27:15.403 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:27:15.455 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T18:27:15.454+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120561) UID: 0 2023-11-18T18:27:15.456 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T18:27:15.454+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120561) UID: 0 2023-11-18T18:27:15.457 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T18:27:15.454+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120561) UID: 0 2023-11-18T18:27:15.457 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T18:27:15.454+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120561) UID: 0 2023-11-18T18:30:04.203 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:30:04.205 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:30:04.286 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T18:30:04.285+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120611) UID: 0 2023-11-18T18:30:04.287 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T18:30:04.285+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120611) UID: 0 2023-11-18T18:30:04.287 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T18:30:04.286+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 120611) UID: 0 2023-11-18T18:30:04.289 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T18:30:04.285+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120611) UID: 0 2023-11-18T18:35:23.271 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:35:23.301 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:35:53.395 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:35:53.397 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:36:23.782 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:36:23.785 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:36:53.987 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:36:53.989 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:37:24.085 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:37:24.087 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:37:54.421 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:37:54.429 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:38:24.522 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:38:24.524 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:38:24.567 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T18:38:24.565+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 663517) UID: 0 2023-11-18T18:38:24.567 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T18:38:24.565+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 663517) UID: 0 2023-11-18T18:38:24.567 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T18:38:24.565+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 663517) UID: 0 2023-11-18T18:38:24.568 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T18:38:24.565+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 663517) UID: 0 2023-11-18T18:41:18.265 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:41:18.268 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:41:48.557 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:41:48.560 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:42:19.213 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:42:19.221 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:42:49.301 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:42:49.304 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:43:19.415 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:43:19.428 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:43:49.516 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:43:49.520 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:44:19.626 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:44:19.629 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:44:49.698 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:44:49.707 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:45:20.252 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:45:20.268 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:45:50.337 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:45:50.339 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:46:20.685 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:46:20.690 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:46:50.788 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:46:50.791 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:47:20.925 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:47:20.934 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:47:51.043 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:47:51.046 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:48:21.179 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:48:21.184 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:48:51.276 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:48:51.278 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:49:21.381 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:49:21.384 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:49:51.536 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:49:51.539 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:50:21.628 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:50:21.641 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:50:51.729 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:50:51.733 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:51:21.895 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:51:22.592 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:51:52.683 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:51:52.705 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:51:52.768 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T18:51:52.767+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121419) UID: 0 2023-11-18T18:51:52.769 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T18:51:52.767+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121419) UID: 0 2023-11-18T18:51:52.769 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T18:51:52.767+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121419) UID: 0 2023-11-18T18:51:52.769 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T18:51:52.767+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121419) UID: 0 2023-11-18T18:54:46.784 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:54:46.787 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:55:16.913 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:55:16.916 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:55:46.994 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:55:46.997 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:56:17.183 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:56:17.185 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:56:17.249 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T18:56:17.247+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664426) UID: 0 2023-11-18T18:56:17.249 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T18:56:17.247+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664426) UID: 0 2023-11-18T18:56:17.251 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T18:56:17.247+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664426) UID: 0 2023-11-18T18:56:17.251 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T18:56:17.247+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664426) UID: 0 2023-11-18T18:59:12.130 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:59:12.133 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:59:42.340 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T18:59:42.343 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:00:12.415 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:00:12.418 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:00:42.559 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:00:42.561 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:01:12.636 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:01:12.639 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:01:42.758 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:01:42.760 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:02:12.880 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:02:12.888 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:02:12.928 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T19:02:12.927+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664642) UID: 0 2023-11-18T19:02:12.928 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T19:02:12.927+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664642) UID: 0 2023-11-18T19:02:12.928 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T19:02:12.927+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664642) UID: 0 2023-11-18T19:02:12.929 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T19:02:12.928+0000 7f8f31dd2700 -1 Fail to open '/proc/664642/cmdline' error = (2) No such file or directory 2023-11-18T19:02:12.929 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T19:02:12.928+0000 7f8f31dd2700 -1 received signal: Hangup from (PID: 664642) UID: 0 2023-11-18T19:05:03.155 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:05:03.157 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:05:33.539 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:05:33.541 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:06:03.712 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:06:03.714 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:06:33.866 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:06:33.871 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:07:03.965 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:07:03.969 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:07:34.256 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:07:34.259 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:07:34.307 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T19:07:34.307+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 664813) UID: 0 2023-11-18T19:07:34.308 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T19:07:34.308+0000 7f4040356700 -1 received signal: Hangup from (PID: 664813) UID: 0 2023-11-18T19:07:34.309 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T19:07:34.308+0000 7f6187f66700 -1 received signal: Hangup from (PID: 664813) UID: 0 2023-11-18T19:07:34.312 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T19:07:34.308+0000 7f20653ab700 -1 received signal: Hangup from (PID: 664813) UID: 0 2023-11-18T19:10:24.677 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:10:24.680 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:10:54.775 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:10:54.778 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:11:24.951 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:11:24.954 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:11:55.028 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:11:55.031 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:12:25.182 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:12:25.185 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:12:55.254 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:12:55.257 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:13:25.343 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:13:25.347 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:13:55.459 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:13:55.462 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:14:25.647 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:14:25.655 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:14:55.723 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:14:55.726 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:15:25.807 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:15:25.810 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:15:55.910 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:15:55.913 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:15:55.968 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T19:15:55.967+0000 7f7a233b0700 -1 Fail to open '/proc/665149/cmdline' error = (2) No such file or directory 2023-11-18T19:15:55.969 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T19:15:55.967+0000 7f7a233b0700 -1 received signal: Hangup from (PID: 665149) UID: 0 2023-11-18T19:15:55.969 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T19:15:55.967+0000 7faedd1e5700 -1 Fail to open '/proc/665149/cmdline' error = (2) No such file or directory 2023-11-18T19:15:55.969 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T19:15:55.967+0000 7faedd1e5700 -1 received signal: Hangup from (PID: 665149) UID: 0 2023-11-18T19:18:58.010 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:18:58.013 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:18:58.164 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T19:18:58.162+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122301) UID: 0 2023-11-18T19:18:58.164 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T19:18:58.163+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122301) UID: 0 2023-11-18T19:18:58.165 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T19:18:58.163+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122301) UID: 0 2023-11-18T19:18:58.165 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T19:18:58.163+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122301) UID: 0 2023-11-18T19:21:59.747 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:21:59.750 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:21:59.827 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T19:21:59.826+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122356) UID: 0 2023-11-18T19:21:59.827 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T19:21:59.826+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122356) UID: 0 2023-11-18T19:21:59.828 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T19:21:59.826+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122356) UID: 0 2023-11-18T19:21:59.828 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T19:21:59.827+0000 7f03fe181700 -1 Fail to open '/proc/122356/cmdline' error = (2) No such file or directory 2023-11-18T19:21:59.828 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T19:21:59.827+0000 7f03fe181700 -1 received signal: Hangup from (PID: 122356) UID: 0 2023-11-18T19:24:51.075 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:24:51.080 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:24:51.139 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T19:24:51.137+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122405) UID: 0 2023-11-18T19:24:51.140 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T19:24:51.138+0000 7f6a779a1700 -1 received signal: Hangup from (PID: 122405) UID: 0 2023-11-18T19:24:51.140 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T19:24:51.138+0000 7efdac7b7700 -1 received signal: Hangup from (PID: 122405) UID: 0 2023-11-18T19:24:51.141 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T19:24:51.138+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 122405) UID: 0 2023-11-18T19:27:43.577 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:27:43.580 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:28:13.814 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:28:13.817 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:28:43.953 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:28:43.956 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:29:14.051 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:29:14.054 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:29:44.158 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:29:44.161 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:30:14.266 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:30:14.269 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:30:44.390 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:30:44.392 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:31:14.623 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:31:14.625 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:31:44.704 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:31:44.706 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:32:15.124 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:32:15.132 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:32:45.214 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:32:45.216 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:33:15.334 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:33:15.336 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:33:45.634 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:33:45.638 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:34:15.728 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:34:15.731 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:34:45.837 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:34:45.840 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:35:16.616 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:35:16.619 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:35:46.698 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:35:46.700 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:36:16.870 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:36:16.873 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:36:47.297 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:36:47.301 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:37:17.390 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:37:17.392 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:37:47.616 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:37:47.621 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:38:17.768 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:38:17.771 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:38:47.850 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:38:47.852 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:39:17.970 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:39:17.975 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:39:48.083 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:39:48.086 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:40:18.193 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:40:18.197 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:40:48.334 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:40:48.337 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:41:18.685 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:41:18.687 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:41:48.775 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:41:48.778 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:42:19.047 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:42:19.049 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:42:49.178 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:42:49.181 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:43:19.510 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:43:19.512 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:43:19.577 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T19:43:19.576+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 666127) UID: 0 2023-11-18T19:43:19.578 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T19:43:19.577+0000 7f6187f66700 -1 received signal: Hangup from (PID: 666127) UID: 0 2023-11-18T19:43:19.578 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T19:43:19.577+0000 7f8f31dd2700 -1 received signal: Hangup from (PID: 666127) UID: 0 2023-11-18T19:43:19.578 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T19:43:19.576+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 666127) UID: 0 2023-11-18T19:46:11.694 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:46:11.700 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:46:41.945 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:46:41.948 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:47:12.008 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:47:12.011 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:47:42.130 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:47:42.133 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:48:12.266 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:48:12.268 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:48:42.694 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:48:42.697 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:49:12.777 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:49:12.783 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:49:42.877 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:49:42.882 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:50:13.000 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:50:13.003 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:50:43.114 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:50:43.116 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:51:13.286 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:51:13.289 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:51:13.336 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T19:51:13.334+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 666433) UID: 0 2023-11-18T19:51:13.336 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T19:51:13.334+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 666433) UID: 0 2023-11-18T19:51:13.337 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T19:51:13.335+0000 7f6187f66700 -1 Fail to open '/proc/666433/cmdline' error = (2) No such file or directory 2023-11-18T19:51:13.337 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T19:51:13.335+0000 7f6187f66700 -1 received signal: Hangup from (PID: 666433) UID: 0 2023-11-18T19:51:13.337 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T19:51:13.335+0000 7f8f31dd2700 -1 Fail to open '/proc/666433/cmdline' error = (2) No such file or directory 2023-11-18T19:51:13.337 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T19:51:13.335+0000 7f8f31dd2700 -1 received signal: Hangup from (PID: 666433) UID: 0 2023-11-18T19:54:12.065 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:54:12.068 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:54:12.146 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T19:54:12.145+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123591) UID: 0 2023-11-18T19:54:12.146 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T19:54:12.145+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123591) UID: 0 2023-11-18T19:54:12.147 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T19:54:12.146+0000 7f03fe181700 -1 received signal: Hangup from (PID: 123591) UID: 0 2023-11-18T19:54:12.147 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T19:54:12.146+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 123591) UID: 0 2023-11-18T19:57:07.739 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:57:07.744 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T19:57:07.787 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T19:57:07.786+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123640) UID: 0 2023-11-18T19:57:07.787 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T19:57:07.786+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123640) UID: 0 2023-11-18T19:57:07.788 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T19:57:07.786+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123640) UID: 0 2023-11-18T19:57:07.788 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T19:57:07.786+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123640) UID: 0 2023-11-18T20:00:04.078 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:00:04.080 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:00:04.153 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T20:00:04.151+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 666579) UID: 0 2023-11-18T20:00:04.153 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T20:00:04.151+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 666579) UID: 0 2023-11-18T20:00:04.153 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T20:00:04.152+0000 7f6187f66700 -1 Fail to open '/proc/666579/cmdline' error = (2) No such file or directory 2023-11-18T20:00:04.154 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T20:00:04.152+0000 7f6187f66700 -1 received signal: Hangup from (PID: 666579) UID: 0 2023-11-18T20:00:04.154 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T20:00:04.152+0000 7f8f31dd2700 -1 Fail to open '/proc/666579/cmdline' error = (2) No such file or directory 2023-11-18T20:00:04.154 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T20:00:04.152+0000 7f8f31dd2700 -1 received signal: Hangup from (PID: 666579) UID: 0 2023-11-18T20:00:22.848 INFO:teuthology.orchestra.run.smithi099.stdout:generic/521 6227s 2023-11-18T20:00:23.302 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/521 2023-11-18T20:00:23.302 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T20:00:23.311 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T20:00:23.701 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T20:00:23.702 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/522) 2023-11-18T20:00:24.763 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T20:00:24.768 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T20:00:24.769 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T20:00:24.770 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T20:00:24.770 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T20:03:02.748 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:03:02.750 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:03:33.012 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:03:33.015 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:04:03.093 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:04:03.096 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:04:33.643 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:04:33.645 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:05:03.719 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:05:03.721 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:05:33.827 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:05:33.829 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:05:33.908 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T20:05:33.907+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 667253) UID: 0 2023-11-18T20:05:33.909 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T20:05:33.907+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 667253) UID: 0 2023-11-18T20:05:33.909 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T20:05:33.907+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 667253) UID: 0 2023-11-18T20:05:33.909 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T20:05:33.907+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 667253) UID: 0 2023-11-18T20:08:28.358 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:08:28.360 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:08:58.496 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:08:58.500 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:08:58.570 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T20:08:58.569+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123950) UID: 0 2023-11-18T20:08:58.571 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T20:08:58.569+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123950) UID: 0 2023-11-18T20:08:58.572 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T20:08:58.569+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123950) UID: 0 2023-11-18T20:08:58.572 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T20:08:58.569+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123950) UID: 0 2023-11-18T20:11:46.557 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:11:46.560 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:11:46.633 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T20:11:46.631+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124002) UID: 0 2023-11-18T20:11:46.633 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T20:11:46.631+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124002) UID: 0 2023-11-18T20:11:46.633 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T20:11:46.632+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124002) UID: 0 2023-11-18T20:11:46.634 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T20:11:46.632+0000 7f03fe181700 -1 received signal: Hangup from (PID: 124002) UID: 0 2023-11-18T20:14:47.212 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:14:47.214 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:15:17.296 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:15:17.299 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:15:47.376 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:15:47.380 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:16:17.638 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:16:17.641 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:16:47.706 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:16:47.709 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:17:17.815 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:17:17.823 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:17:47.941 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:17:47.944 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:18:18.047 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:18:18.049 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:18:48.129 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:18:48.132 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:19:18.232 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:19:18.235 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:19:48.690 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:19:48.693 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:20:19.191 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:20:19.194 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:20:49.269 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:20:49.272 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:21:19.388 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:21:19.402 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:21:49.522 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:21:54.422 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:22:24.621 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:22:24.625 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:22:54.733 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:22:54.737 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:23:24.821 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:23:24.827 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:23:54.915 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:23:54.930 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:24:25.019 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:24:25.022 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:24:55.472 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:24:55.475 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:25:25.787 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:25:25.789 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:25:55.873 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:25:55.875 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:26:25.960 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:26:25.963 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:26:56.064 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:26:56.070 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:27:26.434 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:27:26.437 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:27:56.512 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:27:56.515 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:28:26.598 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:28:26.601 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:28:56.722 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:28:56.724 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:29:26.845 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:29:26.848 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:29:56.929 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:29:56.931 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:30:27.064 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:30:27.067 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:30:27.167 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T20:30:27.165+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668216) UID: 0 2023-11-18T20:30:27.167 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T20:30:27.165+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668216) UID: 0 2023-11-18T20:30:27.168 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T20:30:27.165+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668216) UID: 0 2023-11-18T20:30:27.168 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T20:30:27.166+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668216) UID: 0 2023-11-18T20:33:22.843 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:33:22.846 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:33:22.927 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T20:33:22.925+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 668265) UID: 0 2023-11-18T20:33:22.928 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T20:33:22.926+0000 7f7a233b0700 -1 received signal: Hangup from (PID: 668265) UID: 0 2023-11-18T20:36:31.303 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:36:31.306 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:37:01.386 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:37:01.388 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:37:31.559 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:37:31.561 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:38:02.084 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:38:02.088 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:38:32.173 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:38:32.176 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:39:02.257 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:39:02.264 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:39:32.346 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:39:32.351 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:40:02.525 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:40:02.528 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:40:32.652 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:40:32.657 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:41:02.807 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:41:02.809 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:41:32.902 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:41:32.904 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:42:03.056 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:42:03.059 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:42:33.193 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:42:33.391 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:43:03.463 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:43:03.465 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:43:33.620 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:43:33.623 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:44:03.955 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:44:03.957 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:44:04.004 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T20:44:04.002+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668701) UID: 0 2023-11-18T20:44:04.004 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T20:44:04.002+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668701) UID: 0 2023-11-18T20:44:04.005 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T20:44:04.002+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668701) UID: 0 2023-11-18T20:44:04.005 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T20:44:04.002+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668701) UID: 0 2023-11-18T20:46:55.528 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:46:55.531 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:46:55.584 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T20:46:55.582+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 125361) UID: 0 2023-11-18T20:46:55.584 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T20:46:55.582+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 125361) UID: 0 2023-11-18T20:46:55.584 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T20:46:55.583+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 125361) UID: 0 2023-11-18T20:46:55.585 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T20:46:55.584+0000 7f03fe181700 -1 received signal: Hangup from (PID: 125361) UID: 0 2023-11-18T20:49:50.898 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:49:50.906 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:50:21.215 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:50:21.218 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:50:51.287 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:50:51.292 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:50:51.350 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T20:50:51.349+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668851) UID: 0 2023-11-18T20:50:51.351 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T20:50:51.350+0000 7f6187f66700 -1 Fail to open '/proc/668851/cmdline' error = (2) No such file or directory 2023-11-18T20:50:51.351 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T20:50:51.350+0000 7f6187f66700 -1 received signal: Hangup from (PID: 668851) UID: 0 2023-11-18T20:50:51.351 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T20:50:51.350+0000 7f4040356700 -1 Fail to open '/proc/668851/cmdline' error = (2) No such file or directory 2023-11-18T20:50:51.351 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T20:50:51.350+0000 7f4040356700 -1 received signal: Hangup from (PID: 668851) UID: 0 2023-11-18T20:50:51.351 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T20:50:51.349+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 668851) UID: 0 2023-11-18T20:53:45.090 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:53:45.102 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:54:15.355 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:54:15.358 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:54:45.425 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:54:45.428 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:55:15.515 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:55:15.517 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:55:45.648 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:55:45.651 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:56:15.835 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:56:15.838 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:56:45.923 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:56:45.925 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:56:45.996 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T20:56:45.995+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 125655) UID: 0 2023-11-18T20:56:45.997 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T20:56:45.995+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 125655) UID: 0 2023-11-18T20:56:45.997 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T20:56:45.995+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 125655) UID: 0 2023-11-18T20:56:45.997 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T20:56:45.996+0000 7f5c754bd700 -1 Fail to open '/proc/125655/cmdline' error = (2) No such file or directory 2023-11-18T20:56:45.997 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T20:56:45.996+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 125655) UID: 0 2023-11-18T20:59:37.468 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:59:37.470 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T20:59:37.521 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T20:59:37.520+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 125704) UID: 0 2023-11-18T20:59:37.522 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T20:59:37.520+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 125704) UID: 0 2023-11-18T20:59:37.522 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T20:59:37.520+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 125704) UID: 0 2023-11-18T20:59:37.522 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T20:59:37.521+0000 7f5c754bd700 -1 Fail to open '/proc/125704/cmdline' error = (2) No such file or directory 2023-11-18T20:59:37.522 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T20:59:37.521+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 125704) UID: 0 2023-11-18T21:00:22.737 INFO:teuthology.orchestra.run.smithi099.stdout:generic/522 3597s 2023-11-18T21:00:22.767 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/522 2023-11-18T21:00:22.767 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:22.769 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:22.804 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:22.804 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/523) 2023-11-18T21:00:23.284 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:23.290 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:23.291 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:23.292 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:23.292 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:24.135 INFO:teuthology.orchestra.run.smithi099.stdout:generic/523 1s 2023-11-18T21:00:24.142 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/523 2023-11-18T21:00:24.142 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:24.145 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:24.154 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:24.154 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/524) 2023-11-18T21:00:24.463 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:24.467 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:24.467 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:24.468 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:24.468 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:30.268 INFO:teuthology.orchestra.run.smithi099.stdout:generic/524 6s 2023-11-18T21:00:30.274 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/524 2023-11-18T21:00:30.274 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:30.276 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:30.285 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:30.285 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/525) 2023-11-18T21:00:30.654 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:30.664 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:30.664 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:30.665 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:30.665 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:31.381 INFO:teuthology.orchestra.run.smithi099.stdout:generic/525 [not run] filesystem does not support huge file size 2023-11-18T21:00:31.412 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/525 2023-11-18T21:00:31.412 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/525 2023-11-18T21:00:31.412 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:31.414 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:31.455 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:31.455 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/526) 2023-11-18T21:00:31.811 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:31.822 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:31.823 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:31.828 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:31.828 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:32.353 INFO:teuthology.orchestra.run.smithi099.stdout:generic/526 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:00:32.358 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/526 2023-11-18T21:00:32.358 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/526 2023-11-18T21:00:32.358 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:32.360 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:32.400 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:32.400 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/527) 2023-11-18T21:00:32.727 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:32.732 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:32.732 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:32.734 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:32.734 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:33.302 INFO:teuthology.orchestra.run.smithi099.stdout:generic/527 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:00:33.308 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/527 2023-11-18T21:00:33.308 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/527 2023-11-18T21:00:33.308 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:33.322 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:33.374 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:33.374 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/528) 2023-11-18T21:00:33.714 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:33.719 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:33.719 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:33.720 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:33.720 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:34.275 INFO:teuthology.orchestra.run.smithi099.stdout:generic/528 1s 2023-11-18T21:00:34.282 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/528 2023-11-18T21:00:34.322 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:34.322 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:34.603 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:34.604 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/529) 2023-11-18T21:00:35.023 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:35.027 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:35.027 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:35.029 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:35.030 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:35.889 INFO:teuthology.orchestra.run.smithi099.stdout:generic/529 0s 2023-11-18T21:00:35.894 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/529 2023-11-18T21:00:35.894 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:35.896 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:35.906 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:35.906 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/530) 2023-11-18T21:00:36.251 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:36.255 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:36.256 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:36.257 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:36.257 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:36.900 INFO:teuthology.orchestra.run.smithi099.stdout:generic/530 [not run] ceph does not support shutdown 2023-11-18T21:00:36.919 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/530 2023-11-18T21:00:36.919 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/530 2023-11-18T21:00:36.919 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:36.922 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:36.959 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:36.959 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/531) 2023-11-18T21:00:37.292 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:37.304 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:37.304 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:37.305 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:37.305 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:37.825 INFO:teuthology.orchestra.run.smithi099.stdout:generic/531 [not run] O_TMPFILE is not supported 2023-11-18T21:00:37.830 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/531 2023-11-18T21:00:37.830 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/531 2023-11-18T21:00:37.830 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:37.833 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:37.871 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:37.871 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/532) 2023-11-18T21:00:38.198 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:38.203 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:38.204 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:38.204 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:38.204 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:38.905 INFO:teuthology.orchestra.run.smithi099.stdout:generic/532 0s 2023-11-18T21:00:38.930 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/532 2023-11-18T21:00:38.930 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:38.933 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:38.980 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:38.980 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/533) 2023-11-18T21:00:39.305 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:39.310 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:39.310 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:39.311 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:39.311 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:40.736 INFO:teuthology.orchestra.run.smithi099.stdout:generic/533 1s 2023-11-18T21:00:40.746 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/533 2023-11-18T21:00:40.746 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:40.749 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:40.785 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:40.785 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/534) 2023-11-18T21:00:41.114 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:41.133 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:41.134 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:41.139 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:41.139 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:41.645 INFO:teuthology.orchestra.run.smithi099.stdout:generic/534 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:00:41.650 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/534 2023-11-18T21:00:41.650 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/534 2023-11-18T21:00:41.650 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:41.653 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:41.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:41.682 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/535) 2023-11-18T21:00:42.039 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:42.050 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:42.051 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:42.052 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:42.052 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:42.540 INFO:teuthology.orchestra.run.smithi099.stdout:generic/535 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:00:42.548 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/535 2023-11-18T21:00:42.549 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/535 2023-11-18T21:00:42.549 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:42.551 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:42.576 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:42.577 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/536) 2023-11-18T21:00:42.904 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:42.914 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:42.914 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:42.914 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:42.914 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:43.561 INFO:teuthology.orchestra.run.smithi099.stdout:generic/536 [not run] ceph does not support shutdown 2023-11-18T21:00:43.593 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/536 2023-11-18T21:00:43.593 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/536 2023-11-18T21:00:43.593 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:43.595 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:43.629 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:43.629 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/537) 2023-11-18T21:00:44.006 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:44.010 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:44.011 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:44.012 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:44.012 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:44.721 INFO:teuthology.orchestra.run.smithi099.stdout:generic/537 [not run] FSTRIM not supported 2023-11-18T21:00:44.756 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/537 2023-11-18T21:00:44.756 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/537 2023-11-18T21:00:44.756 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:00:44.759 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:00:44.794 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:00:44.795 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/538) 2023-11-18T21:00:45.133 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:00:45.145 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:00:45.147 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:00:45.150 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:00:45.150 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:02:30.973 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:02:30.976 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:03:01.108 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:03:01.111 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:03:31.206 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:03:31.209 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:04:01.329 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:04:01.332 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:04:31.684 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:04:31.687 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:05:01.806 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:05:01.809 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:05:31.917 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:05:31.920 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:06:02.287 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:06:02.290 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:06:32.420 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:06:32.425 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:07:02.525 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:07:02.528 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:07:32.877 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:07:32.880 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:08:02.957 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:08:02.960 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:08:33.071 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:08:33.074 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:09:03.495 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:09:03.500 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:09:33.575 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:09:33.579 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:09:38.952 INFO:teuthology.orchestra.run.smithi099.stdout:generic/538 533s 2023-11-18T21:09:38.960 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/538 2023-11-18T21:09:38.960 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:38.963 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:39.499 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:39.499 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/539) 2023-11-18T21:09:39.908 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:39.913 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:39.913 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:39.919 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:39.919 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:42.702 INFO:teuthology.orchestra.run.smithi099.stdout:generic/539 2s 2023-11-18T21:09:42.708 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/539 2023-11-18T21:09:42.708 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:42.719 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:42.953 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:42.954 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/540) 2023-11-18T21:09:43.460 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:43.469 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:43.471 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:43.475 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:43.475 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:44.595 INFO:teuthology.orchestra.run.smithi099.stdout:generic/540 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T21:09:44.631 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/540 2023-11-18T21:09:44.631 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/540 2023-11-18T21:09:44.631 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:44.658 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:44.776 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:44.776 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/541) 2023-11-18T21:09:45.150 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:45.156 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:45.157 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:45.158 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:45.158 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:46.177 INFO:teuthology.orchestra.run.smithi099.stdout:generic/541 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T21:09:46.243 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/541 2023-11-18T21:09:46.244 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/541 2023-11-18T21:09:46.244 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:46.246 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:46.358 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:46.358 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/542) 2023-11-18T21:09:46.741 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:46.759 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:46.760 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:46.761 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:46.761 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:47.822 INFO:teuthology.orchestra.run.smithi099.stdout:generic/542 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T21:09:47.827 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/542 2023-11-18T21:09:47.828 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/542 2023-11-18T21:09:47.828 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:47.831 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:48.028 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:48.029 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/543) 2023-11-18T21:09:48.377 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:48.382 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:48.383 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:48.385 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:48.385 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:49.373 INFO:teuthology.orchestra.run.smithi099.stdout:generic/543 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T21:09:49.373 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/543 2023-11-18T21:09:49.373 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/543 2023-11-18T21:09:49.373 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:49.395 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:49.595 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:49.596 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/544) 2023-11-18T21:09:49.962 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:49.977 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:49.977 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:49.978 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:49.978 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:51.081 INFO:teuthology.orchestra.run.smithi099.stdout:generic/544 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T21:09:51.087 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/544 2023-11-18T21:09:51.087 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/544 2023-11-18T21:09:51.087 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:51.099 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:51.297 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:51.298 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/545) 2023-11-18T21:09:51.691 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:51.699 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:51.700 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:51.706 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:51.706 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:52.281 INFO:teuthology.orchestra.run.smithi099.stdout:generic/545 [not run] file system doesn't support chattr +i 2023-11-18T21:09:52.286 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/545 2023-11-18T21:09:52.287 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/545 2023-11-18T21:09:52.287 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:52.291 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:52.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:52.336 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/546) 2023-11-18T21:09:52.686 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:52.691 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:52.691 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:52.692 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:52.692 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:53.239 INFO:teuthology.orchestra.run.smithi099.stdout:generic/546 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T21:09:53.249 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/546 2023-11-18T21:09:53.249 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/546 2023-11-18T21:09:53.249 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:53.254 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:53.297 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:53.297 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/547) 2023-11-18T21:09:53.646 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:53.650 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:53.651 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:53.652 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:53.652 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:54.204 INFO:teuthology.orchestra.run.smithi099.stdout:generic/547 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:09:54.209 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/547 2023-11-18T21:09:54.209 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/547 2023-11-18T21:09:54.209 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:54.211 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:54.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:54.247 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/548) 2023-11-18T21:09:54.602 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:54.613 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:54.614 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:54.616 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:54.616 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:55.414 INFO:teuthology.orchestra.run.smithi099.stdout:generic/548 [not run] kernel does not support ceph encryption 2023-11-18T21:09:55.433 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/548 2023-11-18T21:09:55.433 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/548 2023-11-18T21:09:55.433 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:55.435 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:55.472 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:55.472 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/549) 2023-11-18T21:09:55.801 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:55.810 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:55.810 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:55.811 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:55.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:56.649 INFO:teuthology.orchestra.run.smithi099.stdout:generic/549 [not run] kernel does not support ceph encryption 2023-11-18T21:09:56.677 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/549 2023-11-18T21:09:56.677 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/549 2023-11-18T21:09:56.677 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:56.679 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:56.716 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:56.716 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/550) 2023-11-18T21:09:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:57.078 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:57.890 INFO:teuthology.orchestra.run.smithi099.stdout:generic/550 [not run] kernel does not support ceph encryption 2023-11-18T21:09:57.916 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/550 2023-11-18T21:09:57.917 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/550 2023-11-18T21:09:57.917 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:09:57.919 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:09:57.952 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:09:57.952 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/551) 2023-11-18T21:09:58.253 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:09:58.260 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:09:58.260 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:09:58.261 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:09:58.261 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:10:03.682 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:10:03.684 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:10:33.788 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:10:33.795 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:11:04.059 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:11:04.065 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:11:34.187 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:11:34.190 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:12:04.326 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:12:04.329 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:12:34.440 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:12:34.443 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:13:04.755 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:13:04.763 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:13:34.866 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:13:34.869 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:14:04.978 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:14:04.980 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:14:35.081 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:14:35.084 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:15:05.219 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:15:05.221 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:15:05.297 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T21:15:05.295+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 691170) UID: 0 2023-11-18T21:15:05.298 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T21:15:05.296+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 691170) UID: 0 2023-11-18T21:15:05.300 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T21:15:05.298+0000 7f6187f66700 -1 Fail to open '/proc/691170/cmdline' error = (2) No such file or directory 2023-11-18T21:15:05.300 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T21:15:05.298+0000 7f6187f66700 -1 received signal: Hangup from (PID: 691170) UID: 0 2023-11-18T21:15:05.304 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T21:15:05.302+0000 7f8f31dd2700 -1 Fail to open '/proc/691170/cmdline' error = (2) No such file or directory 2023-11-18T21:15:05.304 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T21:15:05.302+0000 7f8f31dd2700 -1 received signal: Hangup from (PID: 691170) UID: 0 2023-11-18T21:18:06.552 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:18:06.555 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:18:06.619 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T21:18:06.618+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 126776) UID: 0 2023-11-18T21:18:06.620 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T21:18:06.619+0000 7f03fe181700 -1 Fail to open '/proc/126776/cmdline' error = (2) No such file or directory 2023-11-18T21:18:06.621 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T21:18:06.619+0000 7f03fe181700 -1 received signal: Hangup from (PID: 126776) UID: 0 2023-11-18T21:18:06.621 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T21:18:06.620+0000 7f5c754bd700 -1 Fail to open '/proc/126776/cmdline' error = (2) No such file or directory 2023-11-18T21:18:06.621 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T21:18:06.620+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 126776) UID: 0 2023-11-18T21:18:06.622 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T21:18:06.618+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 126776) UID: 0 2023-11-18T21:21:06.710 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:21:06.712 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:21:06.776 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T21:21:06.775+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 691638) UID: 0 2023-11-18T21:21:06.776 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T21:21:06.775+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 691638) UID: 0 2023-11-18T21:21:06.777 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T21:21:06.775+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 691638) UID: 0 2023-11-18T21:21:06.826 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T21:21:06.775+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 691638) UID: 0 2023-11-18T21:24:11.103 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:24:11.110 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:24:41.286 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:24:41.288 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:25:11.385 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:25:11.387 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:25:41.480 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:25:41.483 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:26:11.550 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:26:11.552 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:26:14.180 INFO:teuthology.orchestra.run.smithi099.stdout:generic/551 976s 2023-11-18T21:26:14.201 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/551 2023-11-18T21:26:14.201 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:14.203 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:14.212 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:14.212 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/552) 2023-11-18T21:26:14.592 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:14.596 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:14.597 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:14.597 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:14.598 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:15.064 INFO:teuthology.orchestra.run.smithi099.stdout:generic/552 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:26:15.068 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/552 2023-11-18T21:26:15.068 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/552 2023-11-18T21:26:15.068 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:15.070 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:15.108 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:15.108 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/553) 2023-11-18T21:26:15.328 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:15.332 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:15.333 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:15.333 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:15.759 INFO:teuthology.orchestra.run.smithi099.stdout:generic/553 [not run] xfs_io chattr +i failed (old kernel/wrong fs?) 2023-11-18T21:26:15.763 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/553 2023-11-18T21:26:15.763 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/553 2023-11-18T21:26:15.763 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:15.765 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:15.926 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:15.926 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/554) 2023-11-18T21:26:16.370 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:16.375 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:16.375 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:16.376 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:16.376 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:16.997 INFO:teuthology.orchestra.run.smithi099.stdout:generic/554 [not run] swapfiles are not supported 2023-11-18T21:26:17.001 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/554 2023-11-18T21:26:17.001 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/554 2023-11-18T21:26:17.001 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:17.003 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:17.304 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:17.304 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/555) 2023-11-18T21:26:17.602 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:17.606 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:17.606 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:17.607 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:17.607 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:17.994 INFO:teuthology.orchestra.run.smithi099.stdout:generic/555 [not run] xfs_io chattr +ia failed (old kernel/wrong fs?) 2023-11-18T21:26:17.998 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/555 2023-11-18T21:26:17.998 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/555 2023-11-18T21:26:17.999 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:18.000 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:18.281 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:18.281 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/556) 2023-11-18T21:26:18.617 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:18.621 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:18.621 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:18.622 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:18.622 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:18.965 INFO:teuthology.orchestra.run.smithi099.stdout:generic/556 [not run] ceph does not support casefold feature 2023-11-18T21:26:18.969 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/556 2023-11-18T21:26:18.969 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/556 2023-11-18T21:26:18.969 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:18.971 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:18.999 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:18.999 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/557) 2023-11-18T21:26:19.204 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:19.208 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:19.209 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:19.210 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:19.210 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:19.554 INFO:teuthology.orchestra.run.smithi099.stdout:generic/557 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:26:19.558 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/557 2023-11-18T21:26:19.558 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/557 2023-11-18T21:26:19.559 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:19.560 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:19.589 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:19.589 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/558) 2023-11-18T21:26:19.806 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:19.810 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:19.810 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:19.811 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:19.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:20.151 INFO:teuthology.orchestra.run.smithi099.stdout:generic/558 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-11-18T21:26:20.155 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/558 2023-11-18T21:26:20.155 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/558 2023-11-18T21:26:20.155 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:20.157 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:20.190 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:20.190 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/559) 2023-11-18T21:26:20.397 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:20.401 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:20.401 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:20.402 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:20.403 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:20.754 INFO:teuthology.orchestra.run.smithi099.stdout:generic/559 [not run] duperemove utility required, skipped this test 2023-11-18T21:26:20.758 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/559 2023-11-18T21:26:20.758 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/559 2023-11-18T21:26:20.758 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:20.760 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:20.789 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:20.789 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/560) 2023-11-18T21:26:20.997 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:21.001 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:21.001 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:21.002 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:21.003 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:21.341 INFO:teuthology.orchestra.run.smithi099.stdout:generic/560 [not run] duperemove utility required, skipped this test 2023-11-18T21:26:21.345 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/560 2023-11-18T21:26:21.345 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/560 2023-11-18T21:26:21.346 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:21.347 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:21.376 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:21.377 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/561) 2023-11-18T21:26:21.581 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:21.585 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:21.586 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:21.587 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:21.587 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:21.932 INFO:teuthology.orchestra.run.smithi099.stdout:generic/561 [not run] duperemove utility required, skipped this test 2023-11-18T21:26:21.936 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/561 2023-11-18T21:26:21.936 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/561 2023-11-18T21:26:21.936 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:21.938 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:21.967 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:21.968 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/562) 2023-11-18T21:26:22.179 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:22.183 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:22.183 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:22.184 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:22.185 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:23.022 INFO:teuthology.orchestra.run.smithi099.stdout:generic/562 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T21:26:23.034 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/562 2023-11-18T21:26:23.034 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/562 2023-11-18T21:26:23.034 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:23.061 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:23.148 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:23.148 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/563) 2023-11-18T21:26:23.372 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:23.376 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:23.376 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:23.377 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:23.377 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:23.740 INFO:teuthology.orchestra.run.smithi099.stdout:generic/563 [not run] cgroup2 not mounted on /sys/fs/cgroup 2023-11-18T21:26:23.744 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/563 2023-11-18T21:26:23.744 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/563 2023-11-18T21:26:23.744 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:23.746 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:23.772 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:23.772 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/564) 2023-11-18T21:26:23.991 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:23.995 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:23.995 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:23.996 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:23.996 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:24.388 INFO:teuthology.orchestra.run.smithi099.stdout:generic/564 [not run] xfs_io copy_range doesn't support -f 2023-11-18T21:26:24.392 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/564 2023-11-18T21:26:24.392 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/564 2023-11-18T21:26:24.392 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:24.394 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:24.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:24.704 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/565) 2023-11-18T21:26:25.019 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:25.023 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:25.023 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:25.024 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:25.024 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:25.635 INFO:teuthology.orchestra.run.smithi099.stdout:generic/565 0s 2023-11-18T21:26:25.640 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/565 2023-11-18T21:26:25.640 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:25.642 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:25.957 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:25.957 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/566) 2023-11-18T21:26:26.249 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:26.253 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:26.254 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:26.255 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:26.255 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:26.609 INFO:teuthology.orchestra.run.smithi099.stdout:generic/566 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T21:26:26.613 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/566 2023-11-18T21:26:26.613 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/566 2023-11-18T21:26:26.613 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:26.615 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:26.646 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:26.647 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/567) 2023-11-18T21:26:26.858 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:26.862 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:26.863 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:26.864 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:26.864 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:27.650 INFO:teuthology.orchestra.run.smithi099.stdout:generic/567 0s 2023-11-18T21:26:27.655 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/567 2023-11-18T21:26:27.655 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:27.657 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:27.666 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:27.666 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/568) 2023-11-18T21:26:27.871 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:27.875 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:27.875 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:27.877 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:27.877 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:28.230 INFO:teuthology.orchestra.run.smithi099.stdout:generic/568 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T21:26:28.234 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/568 2023-11-18T21:26:28.234 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/568 2023-11-18T21:26:28.234 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:28.236 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:28.271 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:28.272 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/569) 2023-11-18T21:26:28.502 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:28.508 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:28.508 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:28.509 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:28.509 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:28.854 INFO:teuthology.orchestra.run.smithi099.stdout:generic/569 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T21:26:28.858 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/569 2023-11-18T21:26:28.858 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/569 2023-11-18T21:26:28.858 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:28.860 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:28.898 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:28.898 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/570) 2023-11-18T21:26:29.116 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:29.120 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:29.121 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:29.122 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:29.464 INFO:teuthology.orchestra.run.smithi099.stdout:generic/570 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:26:29.468 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/570 2023-11-18T21:26:29.468 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/570 2023-11-18T21:26:29.469 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:29.470 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:29.506 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:29.507 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/571) 2023-11-18T21:26:29.718 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:29.722 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:29.722 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:29.723 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:29.724 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:30.082 INFO:teuthology.orchestra.run.smithi099.stdout:generic/571 [not run] Require fcntl setlease support 2023-11-18T21:26:30.086 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/571 2023-11-18T21:26:30.086 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/571 2023-11-18T21:26:30.086 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:30.088 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:30.117 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:30.117 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/572) 2023-11-18T21:26:30.321 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:30.325 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:30.325 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:30.326 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:30.326 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:30.670 INFO:teuthology.orchestra.run.smithi099.stdout:generic/572 [not run] fsverity utility required, skipped this test 2023-11-18T21:26:30.674 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/572 2023-11-18T21:26:30.674 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/572 2023-11-18T21:26:30.674 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:30.676 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:30.703 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:30.703 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/573) 2023-11-18T21:26:30.908 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:30.912 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:30.912 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:30.914 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:30.914 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:31.248 INFO:teuthology.orchestra.run.smithi099.stdout:generic/573 [not run] fsverity utility required, skipped this test 2023-11-18T21:26:31.252 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/573 2023-11-18T21:26:31.252 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/573 2023-11-18T21:26:31.252 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:31.254 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:31.277 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:31.277 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/574) 2023-11-18T21:26:31.483 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:31.487 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:31.487 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:31.489 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:31.489 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:31.811 INFO:teuthology.orchestra.run.smithi099.stdout:generic/574 [not run] fsverity utility required, skipped this test 2023-11-18T21:26:31.816 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/574 2023-11-18T21:26:31.816 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/574 2023-11-18T21:26:31.816 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:31.817 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:31.846 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:31.847 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/575) 2023-11-18T21:26:32.057 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:32.062 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:32.062 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:32.063 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:32.063 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:32.405 INFO:teuthology.orchestra.run.smithi099.stdout:generic/575 [not run] fsverity utility required, skipped this test 2023-11-18T21:26:32.409 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/575 2023-11-18T21:26:32.409 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/575 2023-11-18T21:26:32.409 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:32.411 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:32.436 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:32.436 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/576) 2023-11-18T21:26:32.649 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:32.653 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:32.653 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:32.654 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:32.654 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:33.022 INFO:teuthology.orchestra.run.smithi099.stdout:generic/576 [not run] fsverity utility required, skipped this test 2023-11-18T21:26:33.026 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/576 2023-11-18T21:26:33.026 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/576 2023-11-18T21:26:33.026 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:33.028 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:33.057 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:33.057 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/577) 2023-11-18T21:26:33.280 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:33.284 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:33.285 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:33.286 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:33.286 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:33.635 INFO:teuthology.orchestra.run.smithi099.stdout:generic/577 [not run] fsverity utility required, skipped this test 2023-11-18T21:26:33.639 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/577 2023-11-18T21:26:33.639 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/577 2023-11-18T21:26:33.639 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:33.641 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:33.673 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:33.673 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/578) 2023-11-18T21:26:33.884 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:33.888 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:33.888 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:33.889 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:33.889 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:34.271 INFO:teuthology.orchestra.run.smithi099.stdout:generic/578 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-11-18T21:26:34.275 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/578 2023-11-18T21:26:34.275 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/578 2023-11-18T21:26:34.275 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:34.277 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:34.304 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:34.305 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/579) 2023-11-18T21:26:34.519 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:34.523 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:34.523 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:34.524 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:34.525 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:34.876 INFO:teuthology.orchestra.run.smithi099.stdout:generic/579 [not run] fsverity utility required, skipped this test 2023-11-18T21:26:34.880 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/579 2023-11-18T21:26:34.880 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/579 2023-11-18T21:26:34.880 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:34.882 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:34.905 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:34.905 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/580) 2023-11-18T21:26:35.116 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:35.120 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:35.121 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:35.122 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:35.122 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:35.659 INFO:teuthology.orchestra.run.smithi099.stdout:generic/580 [not run] kernel does not support ceph encryption 2023-11-18T21:26:35.678 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/580 2023-11-18T21:26:35.678 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/580 2023-11-18T21:26:35.678 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:35.680 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:35.711 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:35.711 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/581) 2023-11-18T21:26:35.930 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:35.934 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:35.934 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:35.935 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:35.935 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:36.800 INFO:teuthology.orchestra.run.smithi099.stdout:generic/581 [not run] kernel does not support ceph encryption 2023-11-18T21:26:36.826 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/581 2023-11-18T21:26:36.826 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/581 2023-11-18T21:26:36.826 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:36.828 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:36.860 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:36.860 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/582) 2023-11-18T21:26:37.082 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:37.086 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:37.087 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:37.088 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:37.088 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:37.628 INFO:teuthology.orchestra.run.smithi099.stdout:generic/582 [not run] kernel does not support ceph encryption 2023-11-18T21:26:37.652 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/582 2023-11-18T21:26:37.653 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/582 2023-11-18T21:26:37.653 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:37.654 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:37.679 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:37.679 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/583) 2023-11-18T21:26:37.891 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:37.896 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:37.896 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:37.897 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:37.897 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:38.451 INFO:teuthology.orchestra.run.smithi099.stdout:generic/583 [not run] kernel does not support ceph encryption 2023-11-18T21:26:38.469 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/583 2023-11-18T21:26:38.469 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/583 2023-11-18T21:26:38.469 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:38.471 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:38.501 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:38.502 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/584) 2023-11-18T21:26:38.709 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:38.713 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:38.713 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:38.714 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:38.714 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:39.269 INFO:teuthology.orchestra.run.smithi099.stdout:generic/584 [not run] kernel does not support ceph encryption 2023-11-18T21:26:39.293 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/584 2023-11-18T21:26:39.294 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/584 2023-11-18T21:26:39.294 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:39.295 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:39.330 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:39.330 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/585) 2023-11-18T21:26:39.548 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:39.552 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:39.552 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:39.553 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:39.553 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:39.928 INFO:teuthology.orchestra.run.smithi099.stdout:generic/585 [not run] kernel doesn't support renameat2 syscall 2023-11-18T21:26:39.932 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/585 2023-11-18T21:26:39.932 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/585 2023-11-18T21:26:39.932 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:39.934 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:40.279 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:40.279 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/586) 2023-11-18T21:26:40.556 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:40.560 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:40.560 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:40.561 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:40.561 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:40.997 INFO:teuthology.orchestra.run.smithi099.stdout:generic/586 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T21:26:41.001 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/586 2023-11-18T21:26:41.001 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/586 2023-11-18T21:26:41.001 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:41.003 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:41.391 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:41.391 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/587) 2023-11-18T21:26:41.625 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:41.629 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:41.630 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:41.631 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:41.631 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:41.712 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:26:41.714 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:26:41.963 INFO:teuthology.orchestra.run.smithi099.stdout:generic/587 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T21:26:41.967 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/587 2023-11-18T21:26:41.967 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/587 2023-11-18T21:26:41.967 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:41.969 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:41.991 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:41.991 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/588) 2023-11-18T21:26:42.207 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:42.211 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:42.212 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:42.213 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:42.213 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:43.033 INFO:teuthology.orchestra.run.smithi099.stdout:generic/588 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T21:26:43.045 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/588 2023-11-18T21:26:43.045 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/588 2023-11-18T21:26:43.045 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:43.083 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:43.172 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:43.172 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/589) 2023-11-18T21:26:43.384 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:43.388 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:43.388 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:43.389 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:43.390 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:43.720 INFO:teuthology.orchestra.run.smithi099.stdout:generic/589 [not run] require 172.21.15.99:6789:/scratch to be local device 2023-11-18T21:26:43.724 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/589 2023-11-18T21:26:43.724 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/589 2023-11-18T21:26:43.725 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:43.726 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:43.754 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:43.754 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/590) 2023-11-18T21:26:43.971 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:43.975 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:43.975 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:43.976 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:43.976 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:44.316 INFO:teuthology.orchestra.run.smithi099.stdout:generic/590 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T21:26:44.320 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/590 2023-11-18T21:26:44.320 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/590 2023-11-18T21:26:44.320 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:44.322 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:44.357 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:44.357 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/591) 2023-11-18T21:26:44.576 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:44.580 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:44.580 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:44.581 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:44.582 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:45.045 INFO:teuthology.orchestra.run.smithi099.stdout:generic/591 1s 2023-11-18T21:26:45.050 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/591 2023-11-18T21:26:45.050 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:45.052 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:45.320 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:45.321 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/592) 2023-11-18T21:26:45.679 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:45.683 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:45.683 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:45.684 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:45.685 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:46.219 INFO:teuthology.orchestra.run.smithi099.stdout:generic/592 [not run] kernel does not support ceph encryption 2023-11-18T21:26:46.240 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/592 2023-11-18T21:26:46.241 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/592 2023-11-18T21:26:46.241 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:46.242 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:46.269 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:46.270 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/593) 2023-11-18T21:26:46.477 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:46.481 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:46.481 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:46.482 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:46.483 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:47.045 INFO:teuthology.orchestra.run.smithi099.stdout:generic/593 [not run] kernel does not support ceph encryption 2023-11-18T21:26:47.067 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/593 2023-11-18T21:26:47.067 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/593 2023-11-18T21:26:47.067 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:47.069 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:47.099 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:47.099 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/594) 2023-11-18T21:26:47.320 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:47.324 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:47.324 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:47.325 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:47.325 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:47.663 INFO:teuthology.orchestra.run.smithi099.stdout:generic/594 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T21:26:47.667 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/594 2023-11-18T21:26:47.667 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/594 2023-11-18T21:26:47.667 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:47.669 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:47.699 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:47.699 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/595) 2023-11-18T21:26:47.909 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:47.913 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:47.914 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:47.915 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:47.915 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:48.464 INFO:teuthology.orchestra.run.smithi099.stdout:generic/595 [not run] kernel does not support ceph encryption 2023-11-18T21:26:48.481 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/595 2023-11-18T21:26:48.482 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/595 2023-11-18T21:26:48.482 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:48.483 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:48.509 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:48.509 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/596) 2023-11-18T21:26:48.722 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:48.726 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:48.726 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:48.727 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:48.727 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:49.124 INFO:teuthology.orchestra.run.smithi099.stdout:generic/596 [not run] file system doesn't support chattr +S 2023-11-18T21:26:49.128 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/596 2023-11-18T21:26:49.129 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/596 2023-11-18T21:26:49.129 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:49.131 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:49.169 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:49.170 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/597) 2023-11-18T21:26:49.377 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:49.382 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:49.382 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:49.382 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:49.383 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:50.067 INFO:teuthology.orchestra.run.smithi099.stdout:generic/597 1s 2023-11-18T21:26:50.072 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/597 2023-11-18T21:26:50.072 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:50.074 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:50.420 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:50.421 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/598) 2023-11-18T21:26:50.701 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:50.705 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:50.706 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:50.707 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:50.707 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:51.359 INFO:teuthology.orchestra.run.smithi099.stdout:generic/598 1s 2023-11-18T21:26:51.364 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/598 2023-11-18T21:26:51.364 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:51.366 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:51.703 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:51.704 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/599) 2023-11-18T21:26:52.006 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:52.010 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:52.010 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:52.011 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:52.011 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:52.507 INFO:teuthology.orchestra.run.smithi099.stdout:generic/599 [not run] ceph does not support shutdown 2023-11-18T21:26:52.538 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/599 2023-11-18T21:26:52.539 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/599 2023-11-18T21:26:52.539 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:52.540 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:52.570 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:52.570 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/600) 2023-11-18T21:26:52.788 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:52.792 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:52.793 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:52.794 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:52.794 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:53.114 INFO:teuthology.orchestra.run.smithi099.stdout:generic/600 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T21:26:53.118 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/600 2023-11-18T21:26:53.118 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/600 2023-11-18T21:26:53.118 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:53.120 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:53.157 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:53.157 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/601) 2023-11-18T21:26:53.369 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:53.373 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:53.374 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:53.375 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:53.375 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:53.707 INFO:teuthology.orchestra.run.smithi099.stdout:generic/601 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T21:26:53.711 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/601 2023-11-18T21:26:53.711 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/601 2023-11-18T21:26:53.711 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:53.713 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:53.737 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:53.737 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/602) 2023-11-18T21:26:53.947 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:53.951 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:53.952 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:53.953 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:53.953 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:54.521 INFO:teuthology.orchestra.run.smithi099.stdout:generic/602 [not run] kernel does not support ceph encryption 2023-11-18T21:26:54.540 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/602 2023-11-18T21:26:54.541 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/602 2023-11-18T21:26:54.541 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:54.542 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:54.567 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:54.567 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/603) 2023-11-18T21:26:54.782 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:54.786 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:54.786 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:54.787 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:54.788 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:55.132 INFO:teuthology.orchestra.run.smithi099.stdout:generic/603 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T21:26:55.136 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/603 2023-11-18T21:26:55.136 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/603 2023-11-18T21:26:55.136 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:55.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:55.168 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/604) 2023-11-18T21:26:55.378 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:55.382 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:55.382 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:55.383 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:55.383 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:58.938 INFO:teuthology.orchestra.run.smithi099.stdout:generic/604 3s 2023-11-18T21:26:58.943 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/604 2023-11-18T21:26:58.943 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:26:58.945 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:26:58.953 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:26:58.954 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/605) 2023-11-18T21:26:59.161 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:26:59.166 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:26:59.166 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:26:59.167 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:26:59.167 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:00.691 INFO:teuthology.orchestra.run.smithi099.stdout:generic/605 [not run] mount 172.21.15.99:6789:/scratch with dax=always failed 2023-11-18T21:27:00.695 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/605 2023-11-18T21:27:00.695 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/605 2023-11-18T21:27:00.695 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:00.697 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:00.721 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:00.722 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/606) 2023-11-18T21:27:01.346 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:01.350 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:01.351 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:01.352 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:01.352 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:01.822 INFO:teuthology.orchestra.run.smithi099.stdout:generic/606 [not run] mount 172.21.15.99:6789:/scratch with dax=always failed 2023-11-18T21:27:01.826 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/606 2023-11-18T21:27:01.826 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/606 2023-11-18T21:27:01.826 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:01.829 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:01.860 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:01.860 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/607) 2023-11-18T21:27:02.079 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:02.083 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:02.083 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:02.084 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:02.085 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:02.453 INFO:teuthology.orchestra.run.smithi099.stdout:generic/607 [not run] xfs_io chattr +x failed (old kernel/wrong fs?) 2023-11-18T21:27:02.457 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/607 2023-11-18T21:27:02.457 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/607 2023-11-18T21:27:02.457 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:02.459 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:02.685 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:02.685 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/608) 2023-11-18T21:27:03.077 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:03.081 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:03.082 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:03.083 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:03.083 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:03.529 INFO:teuthology.orchestra.run.smithi099.stdout:generic/608 [not run] mount 172.21.15.99:6789:/scratch with dax=always failed 2023-11-18T21:27:03.533 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/608 2023-11-18T21:27:03.533 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/608 2023-11-18T21:27:03.533 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:03.535 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:03.562 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:03.562 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/609) 2023-11-18T21:27:03.783 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:03.787 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:03.788 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:03.789 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:03.789 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:04.294 INFO:teuthology.orchestra.run.smithi099.stdout:generic/609 1s 2023-11-18T21:27:04.299 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/609 2023-11-18T21:27:04.300 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:04.302 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:04.585 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:04.586 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/610) 2023-11-18T21:27:04.928 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:04.932 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:04.932 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:04.933 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:04.933 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:05.352 INFO:teuthology.orchestra.run.smithi099.stdout:generic/610 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-11-18T21:27:05.356 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/610 2023-11-18T21:27:05.357 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/610 2023-11-18T21:27:05.357 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:05.358 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:05.394 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:05.394 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/611) 2023-11-18T21:27:05.596 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:05.600 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:05.601 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:05.602 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:05.602 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:06.330 INFO:teuthology.orchestra.run.smithi099.stdout:generic/611 1s 2023-11-18T21:27:06.334 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/611 2023-11-18T21:27:06.335 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:06.337 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:06.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:06.345 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/612) 2023-11-18T21:27:06.548 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:06.552 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:06.552 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:06.553 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:06.554 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:06.947 INFO:teuthology.orchestra.run.smithi099.stdout:generic/612 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T21:27:06.951 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/612 2023-11-18T21:27:06.952 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/612 2023-11-18T21:27:06.952 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:06.953 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:07.167 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:07.167 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/613) 2023-11-18T21:27:07.591 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:07.595 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:07.596 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:07.597 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:07.597 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:08.135 INFO:teuthology.orchestra.run.smithi099.stdout:generic/613 [not run] kernel does not support ceph encryption 2023-11-18T21:27:08.157 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/613 2023-11-18T21:27:08.157 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/613 2023-11-18T21:27:08.157 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:08.159 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:08.182 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:08.183 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/614) 2023-11-18T21:27:08.400 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:08.404 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:08.404 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:08.405 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:08.405 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:08.928 INFO:teuthology.orchestra.run.smithi099.stdout:generic/614 [not run] test requires delayed allocation buffered writes 2023-11-18T21:27:08.963 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/614 2023-11-18T21:27:08.963 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/614 2023-11-18T21:27:08.964 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:08.965 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:08.995 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:08.996 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/615) 2023-11-18T21:27:09.212 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:09.216 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:09.216 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:09.217 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:09.217 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:11.778 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:27:11.780 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:27:41.921 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:27:41.923 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:27:45.678 INFO:teuthology.orchestra.run.smithi099.stdout:generic/615 36s 2023-11-18T21:27:45.685 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/615 2023-11-18T21:27:45.685 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:45.685 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:45.693 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:45.693 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/616) 2023-11-18T21:27:45.902 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:45.906 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:45.907 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:45.908 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:45.908 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:46.249 INFO:teuthology.orchestra.run.smithi099.stdout:generic/616 [not run] kernel does not support IO_URING 2023-11-18T21:27:46.252 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/616 2023-11-18T21:27:46.253 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/616 2023-11-18T21:27:46.253 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:46.254 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:46.280 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:46.280 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/617) 2023-11-18T21:27:46.488 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:46.492 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:46.492 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:46.493 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:46.493 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:46.859 INFO:teuthology.orchestra.run.smithi099.stdout:generic/617 [not run] kernel does not support IO_URING 2023-11-18T21:27:46.863 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/617 2023-11-18T21:27:46.864 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/617 2023-11-18T21:27:46.864 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:46.865 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:46.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:46.904 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/618) 2023-11-18T21:27:47.122 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:47.127 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:47.127 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:47.128 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:47.128 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:47.857 INFO:teuthology.orchestra.run.smithi099.stdout:generic/618 0s 2023-11-18T21:27:47.862 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/618 2023-11-18T21:27:47.862 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:47.864 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:47.872 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:47.873 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/619) 2023-11-18T21:27:48.078 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:48.082 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:48.082 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:48.083 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:48.084 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:48.435 INFO:teuthology.orchestra.run.smithi099.stdout:generic/619 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T21:27:48.439 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/619 2023-11-18T21:27:48.439 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/619 2023-11-18T21:27:48.439 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:48.441 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:48.474 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:48.474 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/620) 2023-11-18T21:27:48.698 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:48.702 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:48.703 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:48.704 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:48.704 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:49.079 INFO:teuthology.orchestra.run.smithi099.stdout:generic/620 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:27:49.083 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/620 2023-11-18T21:27:49.083 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/620 2023-11-18T21:27:49.083 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:49.085 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:49.123 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:49.124 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/621) 2023-11-18T21:27:49.343 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:49.347 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:49.348 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:49.348 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:49.348 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:49.889 INFO:teuthology.orchestra.run.smithi099.stdout:generic/621 [not run] kernel does not support ceph encryption 2023-11-18T21:27:49.912 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/621 2023-11-18T21:27:49.912 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/621 2023-11-18T21:27:49.912 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:49.914 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:49.938 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:49.938 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/622) 2023-11-18T21:27:50.155 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:50.159 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:50.160 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:50.161 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:50.161 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:50.666 INFO:teuthology.orchestra.run.smithi099.stdout:generic/622 [not run] ceph does not support shutdown 2023-11-18T21:27:50.693 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/622 2023-11-18T21:27:50.693 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/622 2023-11-18T21:27:50.693 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:50.695 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:50.731 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:50.731 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/623) 2023-11-18T21:27:50.948 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:50.952 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:50.953 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:50.954 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:50.954 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:51.472 INFO:teuthology.orchestra.run.smithi099.stdout:generic/623 [not run] ceph does not support shutdown 2023-11-18T21:27:51.497 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/623 2023-11-18T21:27:51.497 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/623 2023-11-18T21:27:51.498 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:51.499 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:51.538 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:51.538 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/624) 2023-11-18T21:27:51.745 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:51.749 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:51.750 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:51.751 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:51.751 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:52.087 INFO:teuthology.orchestra.run.smithi099.stdout:generic/624 [not run] fsverity utility required, skipped this test 2023-11-18T21:27:52.091 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/624 2023-11-18T21:27:52.091 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/624 2023-11-18T21:27:52.092 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:52.093 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:52.127 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:52.127 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/625) 2023-11-18T21:27:52.339 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:52.343 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:52.343 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:52.344 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:52.345 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:52.677 INFO:teuthology.orchestra.run.smithi099.stdout:generic/625 [not run] fsverity utility required, skipped this test 2023-11-18T21:27:52.681 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/625 2023-11-18T21:27:52.682 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/625 2023-11-18T21:27:52.682 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:52.684 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:52.719 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:52.719 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/626) 2023-11-18T21:27:52.934 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:52.938 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:52.939 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:52.940 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:52.940 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:53.310 INFO:teuthology.orchestra.run.smithi099.stdout:generic/626 [not run] kernel doesn't support renameat2 syscall 2023-11-18T21:27:53.314 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/626 2023-11-18T21:27:53.314 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/626 2023-11-18T21:27:53.314 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:53.316 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:53.565 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:53.565 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/627) 2023-11-18T21:27:53.948 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:53.952 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:53.952 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:53.953 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:53.953 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:54.346 INFO:teuthology.orchestra.run.smithi099.stdout:generic/627 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:27:54.350 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/627 2023-11-18T21:27:54.350 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/627 2023-11-18T21:27:54.350 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:54.352 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:54.391 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:54.392 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/628) 2023-11-18T21:27:54.610 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:54.614 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:54.615 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:54.616 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:54.616 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:55.390 INFO:teuthology.orchestra.run.smithi099.stdout:generic/628 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T21:27:55.402 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/628 2023-11-18T21:27:55.403 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/628 2023-11-18T21:27:55.403 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:55.421 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:55.552 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:55.552 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/629) 2023-11-18T21:27:55.799 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:55.803 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:55.803 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:55.804 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:55.804 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:56.158 INFO:teuthology.orchestra.run.smithi099.stdout:generic/629 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:27:56.162 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/629 2023-11-18T21:27:56.162 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/629 2023-11-18T21:27:56.162 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:56.164 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:56.192 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:56.192 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/630) 2023-11-18T21:27:56.395 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:56.399 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:56.399 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:56.400 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:56.400 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:56.950 INFO:teuthology.orchestra.run.smithi099.stdout:generic/630 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-11-18T21:27:57.265 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/630 2023-11-18T21:27:57.265 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/630 2023-11-18T21:27:57.265 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:27:57.270 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:27:57.371 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:27:57.372 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/631) 2023-11-18T21:27:57.606 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:27:57.610 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:27:57.610 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:27:57.611 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:27:57.611 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:28:11.999 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:28:12.002 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:28:28.919 INFO:teuthology.orchestra.run.smithi099.stdout:generic/631 - output mismatch (see /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/631.out.bad) 2023-11-18T21:28:28.930 INFO:teuthology.orchestra.run.smithi099.stdout: --- tests/generic/631.out 2023-11-18 15:44:36.110582686 +0000 2023-11-18T21:28:28.930 INFO:teuthology.orchestra.run.smithi099.stdout: +++ /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/631.out.bad 2023-11-18 21:28:28.909443162 +0000 2023-11-18T21:28:28.930 INFO:teuthology.orchestra.run.smithi099.stdout: @@ -1,2 +1,3296 @@ 2023-11-18T21:28:28.930 INFO:teuthology.orchestra.run.smithi099.stdout: QA output created by 631 2023-11-18T21:28:28.930 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.930 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.930 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.930 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.931 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.932 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.933 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.934 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.935 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.936 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.937 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted./tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.938 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.939 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.940 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted./tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.941 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: +/tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.942 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.943 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.944 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.945 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.946 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.947 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.948 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.949 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.950 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.951 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.952 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.953 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.954 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.955 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.955 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.955 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.955 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.955 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.955 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.955 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.955 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.955 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.956 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.957 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf'mv: : No such file or directorycannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf' 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.958 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.959 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.960 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.961 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.962 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.963 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.964 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.965 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.966 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.967 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directorymv: 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.968 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.969 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.970 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.971 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.972 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.973 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: mount: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf'/tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.: No such file or directory 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.974 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +/tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.975 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.976 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted./tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.977 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.978 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.979 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.980 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.981 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.982 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.983 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.984 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.985 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.986 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +/tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.987 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf'mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directorycannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf' 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory: No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf'touch: : No such file or directorycannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf' 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.988 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.989 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.990 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.991 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.992 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.993 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.994 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.994 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.994 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.994 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.994 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.994 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.994 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.994 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.995 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.996 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.997 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:28.998 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:28.999 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.000 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.001 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.002 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.003 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.004 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.005 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.006 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.007 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.008 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.009 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.010 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.011 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directorycannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf' 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.012 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.013 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.014 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.015 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.016 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.017 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.018 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.019 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.020 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.021 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.022 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.023 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.024 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.025 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +/tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.026 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.027 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.028 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.029 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directorycannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf' 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.030 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.031 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.032 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.033 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.034 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.035 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.036 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.037 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.038 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.039 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.040 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.041 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.042 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.043 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.044 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.045 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.046 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.047 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.048 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +/tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.049 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted./tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.050 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.051 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.052 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.053 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.054 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.055 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.056 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.057 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.058 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.059 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.060 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.061 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.062 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.063 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.064 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.065 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.066 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.067 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.069 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.069 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.069 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.069 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.069 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.069 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.069 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.069 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.069 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.070 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.071 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.072 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.073 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted./tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.074 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.075 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.076 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.077 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.078 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.079 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.080 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.081 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.082 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.083 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.084 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.086 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.087 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.088 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.089 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.090 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.091 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.091 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.091 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.091 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.091 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.091 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.091 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.091 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.091 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.092 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.093 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.094 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.095 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.096 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.097 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.098 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.099 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.100 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted./tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.101 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.102 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: touch: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.103 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.104 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.105 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.106 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.107 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-11-18T21:28:29.108 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted./tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.109 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.110 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.111 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.112 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.113 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.114 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.117 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.118 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.119 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.120 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.121 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.122 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.123 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.124 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.125 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.126 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.127 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.128 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.129 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.130 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.131 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.132 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.133 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.134 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.135 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.137 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.138 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.139 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.140 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.141 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.142 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.143 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.144 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.145 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.146 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.147 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.148 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.149 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.150 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.151 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +/tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.152 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.153 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.154 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.155 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.156 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.157 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.158 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.159 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.160 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.161 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.162 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.163 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.164 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.165 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.166 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.167 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.168 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.169 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.170 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.171 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.172 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf'mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directorymv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.173 INFO:teuthology.orchestra.run.smithi099.stdout: +cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf' 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory: No such file or directory 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.174 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directorymv: mv: 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directorymv: : No such file or directory 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf' 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf'cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.175 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted./tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.176 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.177 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.178 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.179 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf'cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory: No such file or directory 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.180 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.181 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: +/tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.182 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf'mv: : No such file or directorycannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf' 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +: No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.183 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.184 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.185 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.186 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.187 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.188 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.189 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.190 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.191 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.192 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.193 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.194 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: mount: mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.195 INFO:teuthology.orchestra.run.smithi099.stdout: + 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.196 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.197 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged3/etc/access.conf': No such file or directory 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged3: not mounted. 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged4/etc/access.conf': No such file or directory 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged4: not mounted. 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.198 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged1/etc/access.conf': No such file or directory 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged1: not mounted. 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged5/etc/access.conf': No such file or directory 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged5: not mounted. 2023-11-18T21:28:29.199 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged0/etc/access.conf': No such file or directory 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged0: not mounted. 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +mount: /tmp/tmp.yyosKgDC3Fscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +mv: cannot stat '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +touch: cannot touch '/tmp/tmp.yyosKgDC3Fscratch/merged2/etc/access.conf': No such file or directory 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: +umount: /tmp/tmp.yyosKgDC3Fscratch/merged2: not mounted. 2023-11-18T21:28:29.200 INFO:teuthology.orchestra.run.smithi099.stdout: Silence is golden. 2023-11-18T21:28:29.201 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:28:29.201 INFO:teuthology.orchestra.run.smithi099.stdout:HINT: You _MAY_ be missing kernel fix: 2023-11-18T21:28:29.201 INFO:teuthology.orchestra.run.smithi099.stdout: 6da1b4b1ab36 xfs: fix an ABBA deadlock in xfs_rename 2023-11-18T21:28:29.201 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:28:29.201 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/631 2023-11-18T21:28:29.201 INFO:teuthology.orchestra.run.smithi099.stdout:Failures: generic/631 2023-11-18T21:28:29.201 INFO:teuthology.orchestra.run.smithi099.stdout:Failed 1 of 1 tests 2023-11-18T21:28:29.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T21:28:29.202 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:28:29.202 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-11-18T21:28:29.203 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-11-18T21:28:29.203 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/632) 2023-11-18T21:28:29.444 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:28:29.448 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:28:29.449 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:28:29.450 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:28:29.450 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:28:42.284 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:28:42.287 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:29:12.415 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:29:12.418 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:29:42.578 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:29:42.581 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:30:00.749 INFO:teuthology.orchestra.run.smithi099.stdout:generic/632 91s 2023-11-18T21:30:00.754 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/632 2023-11-18T21:30:00.754 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:30:00.757 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:00.789 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:30:00.789 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/633) 2023-11-18T21:30:01.013 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:01.017 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:01.017 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:01.018 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:01.018 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:02.032 INFO:teuthology.orchestra.run.smithi099.stdout:generic/633 [failed, exit status 1]- output mismatch (see /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/633.out.bad) 2023-11-18T21:30:02.038 INFO:teuthology.orchestra.run.smithi099.stdout: --- tests/generic/633.out 2023-11-18 15:44:36.110582686 +0000 2023-11-18T21:30:02.038 INFO:teuthology.orchestra.run.smithi099.stdout: +++ /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/633.out.bad 2023-11-18 21:30:02.025339994 +0000 2023-11-18T21:30:02.038 INFO:teuthology.orchestra.run.smithi099.stdout: @@ -1,2 +1,4 @@ 2023-11-18T21:30:02.039 INFO:teuthology.orchestra.run.smithi099.stdout: QA output created by 633 2023-11-18T21:30:02.039 INFO:teuthology.orchestra.run.smithi099.stdout: Silence is golden 2023-11-18T21:30:02.039 INFO:teuthology.orchestra.run.smithi099.stdout: +vfstest.c: 1645: setgid_create - Success - failure: is_setgid 2023-11-18T21:30:02.039 INFO:teuthology.orchestra.run.smithi099.stdout: +vfstest.c: 2418: run_test - Success - failure: create operations in directories with setgid bit set 2023-11-18T21:30:02.043 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/633 2023-11-18T21:30:02.043 INFO:teuthology.orchestra.run.smithi099.stdout:Failures: generic/633 2023-11-18T21:30:02.043 INFO:teuthology.orchestra.run.smithi099.stdout:Failed 1 of 1 tests 2023-11-18T21:30:02.046 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:02.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T21:30:02.056 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-11-18T21:30:02.056 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-11-18T21:30:02.057 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/634) 2023-11-18T21:30:02.296 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:02.300 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:02.300 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:02.301 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:02.301 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:03.520 INFO:teuthology.orchestra.run.smithi099.stdout:generic/634 1s 2023-11-18T21:30:03.525 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/634 2023-11-18T21:30:03.525 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:30:03.527 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:03.536 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:30:03.536 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/635) 2023-11-18T21:30:03.749 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:03.753 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:03.754 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:03.755 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:03.755 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:04.275 INFO:teuthology.orchestra.run.smithi099.stdout:generic/635 [not run] ceph does not support shutdown 2023-11-18T21:30:04.298 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/635 2023-11-18T21:30:04.298 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/635 2023-11-18T21:30:04.299 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:30:04.300 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:04.330 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:30:04.331 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/636) 2023-11-18T21:30:04.543 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:04.548 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:04.548 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:04.549 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:04.549 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:05.146 INFO:teuthology.orchestra.run.smithi099.stdout:generic/636 [not run] swapfiles are not supported 2023-11-18T21:30:05.149 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/636 2023-11-18T21:30:05.150 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/636 2023-11-18T21:30:05.150 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:30:05.152 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:05.184 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:30:05.185 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/637) 2023-11-18T21:30:05.390 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:05.394 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:05.394 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:05.395 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:05.395 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:06.096 INFO:teuthology.orchestra.run.smithi099.stdout:generic/637 1s 2023-11-18T21:30:06.101 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/637 2023-11-18T21:30:06.101 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:30:06.103 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:06.568 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:30:06.569 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/638) 2023-11-18T21:30:06.786 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:06.790 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:06.791 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:06.792 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:06.792 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:07.176 INFO:teuthology.orchestra.run.smithi099.stdout:generic/638 1s 2023-11-18T21:30:07.180 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/638 2023-11-18T21:30:07.181 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:30:07.182 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:07.226 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:30:07.227 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/639) 2023-11-18T21:30:07.436 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:07.440 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:07.440 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:07.441 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:07.441 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:07.913 INFO:teuthology.orchestra.run.smithi099.stdout:generic/639 0s 2023-11-18T21:30:07.918 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/639 2023-11-18T21:30:07.918 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:30:07.921 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:07.951 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:30:07.951 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/640) 2023-11-18T21:30:08.164 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:08.168 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:08.168 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:08.169 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:08.169 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:08.515 INFO:teuthology.orchestra.run.smithi099.stdout:generic/640 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T21:30:08.519 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/640 2023-11-18T21:30:08.519 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/640 2023-11-18T21:30:08.519 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:30:08.521 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:08.549 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:30:08.549 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/641) 2023-11-18T21:30:08.761 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:08.765 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:08.765 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:08.766 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:08.767 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:09.352 INFO:teuthology.orchestra.run.smithi099.stdout:generic/641 [not run] swapfiles are not supported 2023-11-18T21:30:09.356 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/641 2023-11-18T21:30:09.356 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/641 2023-11-18T21:30:09.356 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:30:09.358 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:09.388 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:30:09.414 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/642) 2023-11-18T21:30:09.619 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:30:09.623 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:30:09.623 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:30:09.624 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:30:09.625 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:30:12.698 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:30:12.700 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:30:42.762 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:30:42.764 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:31:12.910 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:31:12.912 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:31:43.088 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:31:43.091 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:31:43.132 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T21:31:43.131+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 794529) UID: 0 2023-11-18T21:31:43.133 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T21:31:43.131+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 794529) UID: 0 2023-11-18T21:35:17.200 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:35:17.202 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:35:48.436 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:35:48.438 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:36:18.759 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:36:18.761 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:36:18.808 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T21:36:18.806+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 794631) UID: 0 2023-11-18T21:36:18.808 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T21:36:18.806+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 794631) UID: 0 2023-11-18T21:39:22.181 INFO:teuthology.orchestra.run.smithi099.stdout:generic/642 553s 2023-11-18T21:39:22.193 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/642 2023-11-18T21:39:22.193 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:39:22.195 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:39:22.203 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:39:22.204 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/643) 2023-11-18T21:39:26.218 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:39:26.224 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:39:26.225 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:39:26.226 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:39:26.227 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:39:35.504 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:39:35.507 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:40:05.825 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:40:05.828 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:40:35.903 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:40:35.905 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:41:06.029 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:41:06.031 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:41:06.126 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T21:41:06.123+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 795057) UID: 0 2023-11-18T21:41:06.127 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T21:41:06.123+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 795057) UID: 0 2023-11-18T21:42:55.653 INFO:teuthology.orchestra.run.smithi099.stdout:generic/643 [not run] swapfiles are not supported 2023-11-18T21:42:55.657 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/643 2023-11-18T21:42:55.657 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/643 2023-11-18T21:42:55.657 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:42:55.659 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:42:55.691 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:42:55.691 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/644) 2023-11-18T21:42:55.908 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:42:55.912 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:42:55.912 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:42:55.913 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:42:55.913 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:42:56.260 INFO:teuthology.orchestra.run.smithi099.stdout:generic/644 [not run] kernel does not support mount_setattr syscall 2023-11-18T21:42:56.264 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/644 2023-11-18T21:42:56.264 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/644 2023-11-18T21:42:56.264 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:42:56.266 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:42:56.300 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:42:56.300 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/645) 2023-11-18T21:42:56.525 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:42:56.529 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:42:56.530 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:42:56.531 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:42:56.531 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:42:56.851 INFO:teuthology.orchestra.run.smithi099.stdout:generic/645 [not run] kernel does not support mount_setattr syscall 2023-11-18T21:42:56.855 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/645 2023-11-18T21:42:56.855 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/645 2023-11-18T21:42:56.855 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:42:56.857 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:42:56.884 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:42:56.884 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/646) 2023-11-18T21:42:57.102 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:42:57.106 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:42:57.106 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:42:57.107 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:42:57.107 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:42:57.615 INFO:teuthology.orchestra.run.smithi099.stdout:generic/646 [not run] ceph does not support shutdown 2023-11-18T21:42:57.639 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/646 2023-11-18T21:42:57.639 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/646 2023-11-18T21:42:57.639 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:42:57.641 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:42:57.666 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:42:57.666 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/647) 2023-11-18T21:42:57.879 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:42:57.883 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:42:57.883 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:42:57.884 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:42:57.885 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:42:58.471 INFO:teuthology.orchestra.run.smithi099.stdout:generic/647 0s 2023-11-18T21:42:58.476 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/647 2023-11-18T21:42:58.476 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:42:58.478 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:42:58.812 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:42:58.812 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/648) 2023-11-18T21:42:59.144 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:42:59.148 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:42:59.149 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:42:59.150 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:42:59.150 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:43:00.005 INFO:teuthology.orchestra.run.smithi099.stdout:generic/648 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T21:43:00.011 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/648 2023-11-18T21:43:00.011 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/648 2023-11-18T21:43:00.011 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:43:00.115 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:43:00.170 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:43:00.170 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/649) 2023-11-18T21:43:00.380 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:43:00.384 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:43:00.384 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:43:00.385 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:43:00.386 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:43:00.761 INFO:teuthology.orchestra.run.smithi099.stdout:generic/649 [not run] Reflink not supported by test filesystem type: ceph 2023-11-18T21:43:00.764 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/649 2023-11-18T21:43:00.765 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/649 2023-11-18T21:43:00.765 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T21:43:00.767 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:43:01.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T21:43:01.205 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/650) 2023-11-18T21:43:01.430 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T21:43:01.434 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T21:43:01.435 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T21:43:01.436 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T21:43:01.436 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T21:45:14.902 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:45:14.987 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:45:45.788 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:45:45.981 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:46:16.508 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:46:16.534 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:46:46.791 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:46:46.923 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:47:17.863 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:47:17.937 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:47:49.323 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:47:49.449 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:48:20.426 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:48:20.445 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:48:50.840 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:48:50.872 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:49:22.394 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:49:22.515 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:49:54.869 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:49:54.959 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:50:25.172 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:50:25.282 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:50:25.341 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T21:50:25.339+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 127798) UID: 0 2023-11-18T21:50:25.341 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T21:50:25.339+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 127798) UID: 0 2023-11-18T21:50:25.342 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T21:50:25.339+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 127798) UID: 0 2023-11-18T21:50:25.342 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T21:50:25.340+0000 7f5c754bd700 -1 Fail to open '/proc/127798/cmdline' error = (2) No such file or directory 2023-11-18T21:50:25.342 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T21:50:25.340+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 127798) UID: 0 2023-11-18T21:53:21.051 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:53:21.057 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:53:51.510 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:53:51.532 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:54:22.221 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:54:22.353 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:54:53.020 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:54:53.061 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:55:23.278 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:55:23.327 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T21:55:24.308 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T21:55:24.307+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 803010) UID: 0 2023-11-18T21:55:24.308 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T21:55:24.307+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 803010) UID: 0 2023-11-18T21:55:24.318 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T21:55:24.307+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 803010) UID: 0 2023-11-18T21:55:24.388 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T21:55:24.307+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 803010) UID: 0 2023-11-18T22:02:26.129 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:02:26.132 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:02:27.244 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T22:02:27.242+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 805338) UID: 0 2023-11-18T22:02:27.244 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T22:02:27.242+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 805338) UID: 0 2023-11-18T22:02:27.244 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T22:02:27.242+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 805338) UID: 0 2023-11-18T22:02:27.245 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T22:02:27.241+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 805338) UID: 0 2023-11-18T22:11:04.066 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:11:04.113 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:11:04.449 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T22:11:04.447+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 128333) UID: 0 2023-11-18T22:11:04.450 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T22:11:04.447+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 128333) UID: 0 2023-11-18T22:11:04.453 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T22:11:04.449+0000 7f5c754bd700 -1 Fail to open '/proc/128333/cmdline' error = (2) No such file or directory 2023-11-18T22:11:04.453 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T22:11:04.449+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 128333) UID: 0 2023-11-18T22:11:04.460 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T22:11:04.452+0000 7f03fe181700 -1 Fail to open '/proc/128333/cmdline' error = (2) No such file or directory 2023-11-18T22:11:04.460 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T22:11:04.452+0000 7f03fe181700 -1 received signal: Hangup from (PID: 128333) UID: 0 2023-11-18T22:11:04.516 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T22:11:04.514+0000 7faedd1e5700 -1 received signal: Hangup from (PID: 808156) UID: 0 2023-11-18T22:11:04.523 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T22:11:04.520+0000 7f7a233b0700 -1 received signal: Hangup from (PID: 808156) UID: 0 2023-11-18T22:19:13.114 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:19:13.117 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:19:44.623 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:19:44.631 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:20:14.729 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:20:14.735 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:20:45.012 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:20:45.014 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:20:59.650 INFO:teuthology.orchestra.run.smithi099.stdout:generic/650 2278s 2023-11-18T22:20:59.665 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/650 2023-11-18T22:20:59.665 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:20:59.668 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:20:59.715 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:20:59.716 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/651) 2023-11-18T22:21:00.134 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:00.316 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:00.316 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:00.316 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:00.316 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:01.230 INFO:teuthology.orchestra.run.smithi099.stdout:generic/651 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:01.237 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/651 2023-11-18T22:21:01.237 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/651 2023-11-18T22:21:01.237 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:01.242 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:01.364 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:01.365 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/652) 2023-11-18T22:21:01.710 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:01.720 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:01.721 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:01.722 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:01.722 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:02.759 INFO:teuthology.orchestra.run.smithi099.stdout:generic/652 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:02.802 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/652 2023-11-18T22:21:02.802 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/652 2023-11-18T22:21:02.802 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:02.805 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:02.967 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:02.967 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/653) 2023-11-18T22:21:03.291 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:03.295 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:03.295 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:03.297 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:03.297 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:04.377 INFO:teuthology.orchestra.run.smithi099.stdout:generic/653 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:04.422 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/653 2023-11-18T22:21:04.422 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/653 2023-11-18T22:21:04.422 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:04.425 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:04.476 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:04.477 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/654) 2023-11-18T22:21:04.817 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:04.828 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:04.828 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:04.829 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:04.829 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:05.832 INFO:teuthology.orchestra.run.smithi099.stdout:generic/654 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:05.837 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/654 2023-11-18T22:21:05.837 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/654 2023-11-18T22:21:05.837 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:05.894 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:06.005 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:06.006 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/655) 2023-11-18T22:21:06.350 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:06.354 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:06.355 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:06.356 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:06.356 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:07.207 INFO:teuthology.orchestra.run.smithi099.stdout:generic/655 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:07.242 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/655 2023-11-18T22:21:07.242 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/655 2023-11-18T22:21:07.242 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:07.245 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:07.570 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:07.571 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/656) 2023-11-18T22:21:07.895 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:07.902 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:07.902 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:07.906 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:07.907 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:08.374 INFO:teuthology.orchestra.run.smithi099.stdout:generic/656 [not run] kernel does not support mount_setattr syscall 2023-11-18T22:21:08.387 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/656 2023-11-18T22:21:08.388 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/656 2023-11-18T22:21:08.388 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:08.390 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:08.435 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:08.436 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/657) 2023-11-18T22:21:08.782 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:08.786 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:08.787 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:08.788 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:08.788 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:09.807 INFO:teuthology.orchestra.run.smithi099.stdout:generic/657 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:09.823 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/657 2023-11-18T22:21:09.823 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/657 2023-11-18T22:21:09.823 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:09.827 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:09.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:09.973 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/658) 2023-11-18T22:21:10.306 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:10.311 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:10.312 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:10.313 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:10.313 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:11.202 INFO:teuthology.orchestra.run.smithi099.stdout:generic/658 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:11.226 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/658 2023-11-18T22:21:11.227 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/658 2023-11-18T22:21:11.227 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:11.294 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:11.496 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:11.497 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/659) 2023-11-18T22:21:11.797 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:11.802 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:11.802 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:11.804 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:11.804 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:12.746 INFO:teuthology.orchestra.run.smithi099.stdout:generic/659 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:12.752 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/659 2023-11-18T22:21:12.752 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/659 2023-11-18T22:21:12.752 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:12.765 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:12.954 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:12.954 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/660) 2023-11-18T22:21:13.301 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:13.308 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:13.309 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:13.310 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:13.310 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:14.384 INFO:teuthology.orchestra.run.smithi099.stdout:generic/660 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:14.439 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/660 2023-11-18T22:21:14.439 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/660 2023-11-18T22:21:14.439 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:14.466 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:14.562 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:14.562 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/661) 2023-11-18T22:21:14.890 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:14.895 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:14.895 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:14.896 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:14.896 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:15.297 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:21:15.302 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:21:16.001 INFO:teuthology.orchestra.run.smithi099.stdout:generic/661 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:16.009 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/661 2023-11-18T22:21:16.009 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/661 2023-11-18T22:21:16.009 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:16.011 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:16.150 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:16.150 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/662) 2023-11-18T22:21:16.478 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:16.486 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:16.486 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:16.487 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:16.487 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:17.419 INFO:teuthology.orchestra.run.smithi099.stdout:generic/662 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:17.425 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/662 2023-11-18T22:21:17.425 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/662 2023-11-18T22:21:17.425 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:17.434 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:17.641 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:17.641 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/663) 2023-11-18T22:21:17.966 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:17.972 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:17.972 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:17.973 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:17.973 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:19.047 INFO:teuthology.orchestra.run.smithi099.stdout:generic/663 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:19.101 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/663 2023-11-18T22:21:19.101 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/663 2023-11-18T22:21:19.101 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:19.109 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:19.176 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:19.177 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/664) 2023-11-18T22:21:19.506 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:19.510 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:19.510 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:19.511 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:19.511 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:20.546 INFO:teuthology.orchestra.run.smithi099.stdout:generic/664 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:20.559 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/664 2023-11-18T22:21:20.560 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/664 2023-11-18T22:21:20.560 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:20.570 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:20.713 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:20.713 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/665) 2023-11-18T22:21:21.018 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:21.029 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:21.030 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:21.031 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:21.031 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:21.941 INFO:teuthology.orchestra.run.smithi099.stdout:generic/665 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:21.946 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/665 2023-11-18T22:21:21.946 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/665 2023-11-18T22:21:21.946 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:21.956 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:22.145 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:22.145 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/666) 2023-11-18T22:21:22.544 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:22.549 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:22.550 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:22.554 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:22.554 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:23.473 INFO:teuthology.orchestra.run.smithi099.stdout:generic/666 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:23.515 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/666 2023-11-18T22:21:23.516 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/666 2023-11-18T22:21:23.516 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:23.520 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:23.708 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:23.708 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/667) 2023-11-18T22:21:24.089 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:24.094 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:24.094 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:24.095 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:24.096 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:25.036 INFO:teuthology.orchestra.run.smithi099.stdout:generic/667 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:25.041 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/667 2023-11-18T22:21:25.041 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/667 2023-11-18T22:21:25.042 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:25.045 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:25.231 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:25.231 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/668) 2023-11-18T22:21:25.601 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:25.612 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:25.612 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:25.613 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:25.613 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:26.907 INFO:teuthology.orchestra.run.smithi099.stdout:generic/668 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:27.010 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/668 2023-11-18T22:21:27.010 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/668 2023-11-18T22:21:27.010 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:27.052 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:27.131 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:27.131 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/669) 2023-11-18T22:21:27.502 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:27.506 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:27.507 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:27.508 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:27.508 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:28.566 INFO:teuthology.orchestra.run.smithi099.stdout:generic/669 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:28.682 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/669 2023-11-18T22:21:28.682 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/669 2023-11-18T22:21:28.682 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:28.698 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:28.794 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:28.794 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/670) 2023-11-18T22:21:29.130 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:29.134 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:29.135 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:29.136 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:29.136 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:30.221 INFO:teuthology.orchestra.run.smithi099.stdout:generic/670 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:30.272 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/670 2023-11-18T22:21:30.272 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/670 2023-11-18T22:21:30.273 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:30.275 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:30.352 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:30.352 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/671) 2023-11-18T22:21:30.680 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:30.686 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:30.686 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:30.687 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:30.687 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:31.680 INFO:teuthology.orchestra.run.smithi099.stdout:generic/671 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:31.841 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/671 2023-11-18T22:21:31.841 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/671 2023-11-18T22:21:31.841 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:31.883 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:31.979 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:31.979 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/672) 2023-11-18T22:21:32.317 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:32.321 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:32.322 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:32.323 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:32.323 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:33.383 INFO:teuthology.orchestra.run.smithi099.stdout:generic/672 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:33.488 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/672 2023-11-18T22:21:33.489 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/672 2023-11-18T22:21:33.489 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:33.496 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:33.549 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:33.549 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/673) 2023-11-18T22:21:33.877 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:33.882 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:33.882 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:33.882 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:33.883 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:35.126 INFO:teuthology.orchestra.run.smithi099.stdout:generic/673 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:35.181 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/673 2023-11-18T22:21:35.181 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/673 2023-11-18T22:21:35.182 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:35.203 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:35.296 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:35.296 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/674) 2023-11-18T22:21:35.630 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:35.641 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:35.641 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:35.643 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:35.643 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:36.437 INFO:teuthology.orchestra.run.smithi099.stdout:generic/674 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-11-18T22:21:36.842 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/674 2023-11-18T22:21:36.842 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/674 2023-11-18T22:21:36.842 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:36.847 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:36.957 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:36.957 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/675) 2023-11-18T22:21:37.268 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:37.273 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:37.273 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:37.274 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:37.274 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:38.328 INFO:teuthology.orchestra.run.smithi099.stdout:generic/675 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:21:38.344 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/675 2023-11-18T22:21:38.344 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/675 2023-11-18T22:21:38.344 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:21:38.350 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:38.463 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:21:38.463 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/676) 2023-11-18T22:21:38.848 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:21:38.859 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:21:38.859 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:21:38.860 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:21:38.861 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:21:45.380 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:21:45.390 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:22:15.557 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:22:15.560 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:22:15.617 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T22:22:15.614+0000 7faedd1e5700 -1 received signal: Hangup from (PID: 823664) UID: 0 2023-11-18T22:22:15.621 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T22:22:15.619+0000 7f7a233b0700 -1 Fail to open '/proc/823664/cmdline' error = (2) No such file or directory 2023-11-18T22:22:15.621 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T22:22:15.619+0000 7f7a233b0700 -1 received signal: Hangup from (PID: 823664) UID: 0 2023-11-18T22:24:49.339 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T22:24:49.338+0000 7f4040356700 -1 Fail to open '/proc/823693/cmdline' error = (2) No such file or directory 2023-11-18T22:24:49.339 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T22:24:49.338+0000 7f4040356700 -1 received signal: Hangup from (PID: 823693) UID: 0 2023-11-18T22:24:49.340 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T22:24:49.338+0000 7f6187f66700 -1 Fail to open '/proc/823693/cmdline' error = (2) No such file or directory 2023-11-18T22:24:49.340 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T22:24:49.338+0000 7f6187f66700 -1 received signal: Hangup from (PID: 823693) UID: 0 2023-11-18T22:24:49.340 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T22:24:49.336+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 823693) UID: 0 2023-11-18T22:24:49.340 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T22:24:49.338+0000 7f8f31dd2700 -1 Fail to open '/proc/823693/cmdline' error = (2) No such file or directory 2023-11-18T22:24:49.340 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T22:24:49.338+0000 7f8f31dd2700 -1 received signal: Hangup from (PID: 823693) UID: 0 2023-11-18T22:28:47.753 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:28:47.757 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:28:48.042 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T22:28:48.041+0000 7f7a233b0700 -1 Fail to open '/proc/823749/cmdline' error = (2) No such file or directory 2023-11-18T22:28:48.042 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T22:28:48.041+0000 7f7a233b0700 -1 received signal: Hangup from (PID: 823749) UID: 0 2023-11-18T22:28:48.044 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T22:28:48.043+0000 7faedd1e5700 -1 Fail to open '/proc/823749/cmdline' error = (2) No such file or directory 2023-11-18T22:28:48.044 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T22:28:48.043+0000 7faedd1e5700 -1 received signal: Hangup from (PID: 823749) UID: 0 2023-11-18T22:32:57.189 INFO:teuthology.orchestra.run.smithi099.stdout:generic/676 678s 2023-11-18T22:32:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/676 2023-11-18T22:32:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:32:57.250 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:32:57.685 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:32:57.685 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/677) 2023-11-18T22:32:59.233 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:32:59.237 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:32:59.238 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:32:59.241 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:32:59.241 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:00.024 INFO:teuthology.orchestra.run.smithi099.stdout:generic/677 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T22:33:00.028 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/677 2023-11-18T22:33:00.029 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/677 2023-11-18T22:33:00.029 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:00.031 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:00.104 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:00.105 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/678) 2023-11-18T22:33:00.496 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:00.501 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:00.502 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:00.503 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:00.503 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:01.172 INFO:teuthology.orchestra.run.smithi099.stdout:generic/678 [not run] kernel does not support IO_URING 2023-11-18T22:33:01.183 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/678 2023-11-18T22:33:01.183 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/678 2023-11-18T22:33:01.183 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:01.186 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:01.245 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:01.245 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/679) 2023-11-18T22:33:01.683 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:01.692 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:01.693 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:01.694 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:01.694 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:02.249 INFO:teuthology.orchestra.run.smithi099.stdout:generic/679 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T22:33:02.253 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/679 2023-11-18T22:33:02.253 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/679 2023-11-18T22:33:02.253 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:02.256 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:02.307 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:02.307 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/680) 2023-11-18T22:33:02.681 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:02.700 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:02.701 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:02.702 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:02.702 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:06.251 INFO:teuthology.orchestra.run.smithi099.stdout:generic/680 3s 2023-11-18T22:33:06.286 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/680 2023-11-18T22:33:06.286 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:06.291 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:06.599 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:06.599 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/681) 2023-11-18T22:33:07.176 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:07.193 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:07.193 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:07.194 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:07.194 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:08.129 INFO:teuthology.orchestra.run.smithi099.stdout:generic/681 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T22:33:08.135 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/681 2023-11-18T22:33:08.135 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/681 2023-11-18T22:33:08.135 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:08.137 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:08.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:08.166 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/682) 2023-11-18T22:33:08.570 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:08.574 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:08.575 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:08.576 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:08.576 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:09.134 INFO:teuthology.orchestra.run.smithi099.stdout:generic/682 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T22:33:09.139 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/682 2023-11-18T22:33:09.139 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/682 2023-11-18T22:33:09.140 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:09.142 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:09.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:09.168 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/683) 2023-11-18T22:33:09.505 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:09.510 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:09.511 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:09.512 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:09.512 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:10.361 INFO:teuthology.orchestra.run.smithi099.stdout:generic/683 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T22:33:10.366 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/683 2023-11-18T22:33:10.366 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/683 2023-11-18T22:33:10.366 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:10.377 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:10.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:10.434 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/684) 2023-11-18T22:33:10.848 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:10.860 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:10.860 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:10.861 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:10.861 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:18.646 INFO:teuthology.orchestra.run.smithi099.stdout:generic/684 - output mismatch (see /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/684.out.bad) 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: --- tests/generic/684.out 2023-11-18 15:44:36.113582618 +0000 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: +++ /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/684.out.bad 2023-11-18 22:33:18.632224538 +0000 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: @@ -1,19 +1,19 @@ 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: QA output created by 684 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: Test 1 - qa_user, non-exec file fpunch 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: 6666 -rwSrwSrw- TEST_DIR/684/a 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: -666 -rw-rw-rw- TEST_DIR/684/a 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: +6666 -rwSrwSrw- TEST_DIR/684/a 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: Test 2 - qa_user, group-exec file fpunch 2023-11-18T22:33:18.649 INFO:teuthology.orchestra.run.smithi099.stdout: 6676 -rwSrwsrw- TEST_DIR/684/a 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: -676 -rw-rwxrw- TEST_DIR/684/a 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: +6676 -rwSrwsrw- TEST_DIR/684/a 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: Test 3 - qa_user, user-exec file fpunch 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: 6766 -rwsrwSrw- TEST_DIR/684/a 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: -766 -rwxrw-rw- TEST_DIR/684/a 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: +6766 -rwsrwSrw- TEST_DIR/684/a 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: Test 4 - qa_user, all-exec file fpunch 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: 6777 -rwsrwsrwx TEST_DIR/684/a 2023-11-18T22:33:18.650 INFO:teuthology.orchestra.run.smithi099.stdout: -777 -rwxrwxrwx TEST_DIR/684/a 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: +6777 -rwsrwsrwx TEST_DIR/684/a 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: Test 5 - root, non-exec file fpunch 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: 6666 -rwSrwSrw- TEST_DIR/684/a 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: @@ -33,9 +33,9 @@ 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: Test 9 - qa_user, group-exec file fpunch, only sgid 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: 2676 -rw-rwsrw- TEST_DIR/684/a 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: -676 -rw-rwxrw- TEST_DIR/684/a 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: +2676 -rw-rwsrw- TEST_DIR/684/a 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: Test 10 - qa_user, all-exec file fpunch, only sgid 2023-11-18T22:33:18.651 INFO:teuthology.orchestra.run.smithi099.stdout: 2777 -rwxrwsrwx TEST_DIR/684/a 2023-11-18T22:33:18.652 INFO:teuthology.orchestra.run.smithi099.stdout: -777 -rwxrwxrwx TEST_DIR/684/a 2023-11-18T22:33:18.652 INFO:teuthology.orchestra.run.smithi099.stdout: +2777 -rwxrwsrwx TEST_DIR/684/a 2023-11-18T22:33:18.652 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:18.652 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/684 2023-11-18T22:33:18.652 INFO:teuthology.orchestra.run.smithi099.stdout:Failures: generic/684 2023-11-18T22:33:18.652 INFO:teuthology.orchestra.run.smithi099.stdout:Failed 1 of 1 tests 2023-11-18T22:33:18.654 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:18.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T22:33:18.968 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-11-18T22:33:18.968 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-11-18T22:33:18.968 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/685) 2023-11-18T22:33:19.505 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:19.509 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:19.510 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:19.511 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:19.511 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:20.182 INFO:teuthology.orchestra.run.smithi099.stdout:generic/685 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-11-18T22:33:20.187 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/685 2023-11-18T22:33:20.187 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/685 2023-11-18T22:33:20.187 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:20.190 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:20.239 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:20.239 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/686) 2023-11-18T22:33:20.637 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:20.649 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:20.654 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:20.655 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:20.655 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:21.403 INFO:teuthology.orchestra.run.smithi099.stdout:generic/686 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2023-11-18T22:33:21.408 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/686 2023-11-18T22:33:21.408 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/686 2023-11-18T22:33:21.408 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:21.410 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:21.464 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:21.464 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/687) 2023-11-18T22:33:21.886 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:21.891 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:21.891 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:21.893 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:21.893 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:22.666 INFO:teuthology.orchestra.run.smithi099.stdout:generic/687 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-11-18T22:33:22.675 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/687 2023-11-18T22:33:22.675 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/687 2023-11-18T22:33:22.675 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:22.679 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:22.720 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:22.721 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/688) 2023-11-18T22:33:23.111 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:23.116 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:23.116 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:23.118 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:23.118 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:23.804 INFO:teuthology.orchestra.run.smithi099.stdout:generic/688 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-11-18T22:33:23.815 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/688 2023-11-18T22:33:23.815 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/688 2023-11-18T22:33:23.815 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:23.817 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:23.864 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:23.864 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/689) 2023-11-18T22:33:24.254 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:24.259 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:24.259 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:24.260 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:24.260 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:24.800 INFO:teuthology.orchestra.run.smithi099.stdout:generic/689 [not run] kernel does not support mount_setattr syscall 2023-11-18T22:33:24.808 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/689 2023-11-18T22:33:24.808 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/689 2023-11-18T22:33:24.808 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:24.810 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:24.852 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:24.852 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/690) 2023-11-18T22:33:25.259 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:25.264 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:25.265 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:25.266 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:25.266 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:25.903 INFO:teuthology.orchestra.run.smithi099.stdout:generic/690 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T22:33:25.914 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/690 2023-11-18T22:33:25.914 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/690 2023-11-18T22:33:25.914 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:25.916 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:25.958 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:25.959 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/691) 2023-11-18T22:33:26.381 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:26.386 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:26.386 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:26.387 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:26.387 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:26.911 INFO:teuthology.orchestra.run.smithi099.stdout:generic/691 [not run] disk quotas not supported by this filesystem type: ceph 2023-11-18T22:33:26.916 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/691 2023-11-18T22:33:26.916 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/691 2023-11-18T22:33:26.916 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:26.919 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:26.952 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:26.952 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/692) 2023-11-18T22:33:27.401 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:27.439 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:27.440 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:27.442 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:27.442 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:27.983 INFO:teuthology.orchestra.run.smithi099.stdout:generic/692 [not run] fsverity utility required, skipped this test 2023-11-18T22:33:27.988 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/692 2023-11-18T22:33:27.988 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/692 2023-11-18T22:33:27.988 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:27.991 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:28.028 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:28.028 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/693) 2023-11-18T22:33:28.447 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:28.451 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:28.453 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:28.453 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:28.453 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:29.333 INFO:teuthology.orchestra.run.smithi099.stdout:generic/693 [not run] kernel does not support ceph encryption 2023-11-18T22:33:29.358 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/693 2023-11-18T22:33:29.358 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/693 2023-11-18T22:33:29.358 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:29.360 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:29.393 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:29.394 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/694) 2023-11-18T22:33:29.778 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:29.786 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:29.787 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:29.788 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:29.788 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:37.031 INFO:teuthology.orchestra.run.smithi099.stdout:generic/694 7s 2023-11-18T22:33:38.124 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/694 2023-11-18T22:33:38.124 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:38.125 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:38.125 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:38.125 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/695) 2023-11-18T22:33:38.599 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:38.603 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:38.604 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:38.605 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:38.606 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:39.240 INFO:teuthology.orchestra.run.smithi099.stdout:generic/695 [not run] require 172.21.15.99:6789:/scratch to be valid block disk 2023-11-18T22:33:39.249 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/695 2023-11-18T22:33:39.249 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/695 2023-11-18T22:33:39.249 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:39.251 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:39.297 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:39.298 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/696) 2023-11-18T22:33:39.733 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:39.746 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:39.747 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:39.748 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:39.748 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:41.133 INFO:teuthology.orchestra.run.smithi099.stdout:generic/696 - output mismatch (see /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/696.out.bad) 2023-11-18T22:33:41.173 INFO:teuthology.orchestra.run.smithi099.stdout: --- tests/generic/696.out 2023-11-18 15:44:36.113582618 +0000 2023-11-18T22:33:41.174 INFO:teuthology.orchestra.run.smithi099.stdout: +++ /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/696.out.bad 2023-11-18 22:33:41.118723297 +0000 2023-11-18T22:33:41.174 INFO:teuthology.orchestra.run.smithi099.stdout: @@ -1,2 +1,6 @@ 2023-11-18T22:33:41.174 INFO:teuthology.orchestra.run.smithi099.stdout: QA output created by 696 2023-11-18T22:33:41.174 INFO:teuthology.orchestra.run.smithi099.stdout: +vfstest.c: 1813: setgid_create_umask - Success - failure: is_setgid 2023-11-18T22:33:41.174 INFO:teuthology.orchestra.run.smithi099.stdout: +vfstest.c: 2418: run_test - Success - failure: create operations in directories with setgid bit set under umask 2023-11-18T22:33:41.174 INFO:teuthology.orchestra.run.smithi099.stdout: +vfstest.c: 1813: setgid_create_umask - Success - failure: is_setgid 2023-11-18T22:33:41.174 INFO:teuthology.orchestra.run.smithi099.stdout: +vfstest.c: 2418: run_test - Success - failure: create operations in directories with setgid bit set under umask 2023-11-18T22:33:41.174 INFO:teuthology.orchestra.run.smithi099.stdout: Silence is golden 2023-11-18T22:33:41.175 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:41.212 INFO:teuthology.orchestra.run.smithi099.stdout:HINT: You _MAY_ be missing kernel fix: 2023-11-18T22:33:41.212 INFO:teuthology.orchestra.run.smithi099.stdout: ac6800e279a2 fs: Add missing umask strip in vfs_tmpfile 1639a49ccdce fs: move S_ISGID stripping into the vfs_*() helpers 2023-11-18T22:33:41.212 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:41.252 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/696 2023-11-18T22:33:41.252 INFO:teuthology.orchestra.run.smithi099.stdout:Failures: generic/696 2023-11-18T22:33:41.252 INFO:teuthology.orchestra.run.smithi099.stdout:Failed 1 of 1 tests 2023-11-18T22:33:41.270 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:41.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T22:33:41.585 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-11-18T22:33:41.585 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-11-18T22:33:41.586 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/697) 2023-11-18T22:33:42.100 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:42.104 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:42.105 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:42.106 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:42.106 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:42.953 INFO:teuthology.orchestra.run.smithi099.stdout:generic/697 - output mismatch (see /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/697.out.bad) 2023-11-18T22:33:42.955 INFO:teuthology.orchestra.run.smithi099.stdout: --- tests/generic/697.out 2023-11-18 15:44:36.113582618 +0000 2023-11-18T22:33:42.955 INFO:teuthology.orchestra.run.smithi099.stdout: +++ /tmp/tmp.nDJSDxVdTExfstests-dev/results//generic/697.out.bad 2023-11-18 22:33:42.948682506 +0000 2023-11-18T22:33:42.955 INFO:teuthology.orchestra.run.smithi099.stdout: @@ -1,2 +1,4 @@ 2023-11-18T22:33:42.955 INFO:teuthology.orchestra.run.smithi099.stdout: QA output created by 697 2023-11-18T22:33:42.955 INFO:teuthology.orchestra.run.smithi099.stdout: +vfstest.c: 2002: setgid_create_acl - Success - failure: is_setgid 2023-11-18T22:33:42.955 INFO:teuthology.orchestra.run.smithi099.stdout: +vfstest.c: 2418: run_test - Success - failure: create operations in directories with setgid bit set under posix acl 2023-11-18T22:33:42.956 INFO:teuthology.orchestra.run.smithi099.stdout: Silence is golden 2023-11-18T22:33:42.956 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:42.956 INFO:teuthology.orchestra.run.smithi099.stdout:HINT: You _MAY_ be missing kernel fix: 2023-11-18T22:33:42.956 INFO:teuthology.orchestra.run.smithi099.stdout: 1639a49ccdce fs: move S_ISGID stripping into the vfs_*() helpers 2023-11-18T22:33:42.956 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:42.958 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/697 2023-11-18T22:33:42.958 INFO:teuthology.orchestra.run.smithi099.stdout:Failures: generic/697 2023-11-18T22:33:42.958 INFO:teuthology.orchestra.run.smithi099.stdout:Failed 1 of 1 tests 2023-11-18T22:33:42.960 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:43.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T22:33:43.241 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-11-18T22:33:43.241 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-11-18T22:33:43.241 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/698) 2023-11-18T22:33:43.833 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:43.837 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:43.837 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:43.838 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:43.838 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:44.409 INFO:teuthology.orchestra.run.smithi099.stdout:generic/698 [not run] kernel does not support mount_setattr syscall 2023-11-18T22:33:44.415 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/698 2023-11-18T22:33:44.415 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/698 2023-11-18T22:33:44.415 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:44.417 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:44.464 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:44.464 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/699) 2023-11-18T22:33:44.822 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:44.832 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:44.832 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:44.840 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:44.840 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:45.426 INFO:teuthology.orchestra.run.smithi099.stdout:generic/699 [not run] kernel does not support mount_setattr syscall 2023-11-18T22:33:45.431 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/699 2023-11-18T22:33:45.431 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/699 2023-11-18T22:33:45.431 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:45.434 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:45.480 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:45.481 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/700) 2023-11-18T22:33:45.864 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:45.876 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:45.877 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:45.879 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:45.879 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:46.573 INFO:teuthology.orchestra.run.smithi099.stdout:generic/700 [not run] kernel doesn't support renameat2 syscall 2023-11-18T22:33:46.577 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/700 2023-11-18T22:33:46.577 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/700 2023-11-18T22:33:46.577 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:46.579 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:46.863 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:46.864 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/701) 2023-11-18T22:33:47.498 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:47.505 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:47.505 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:47.506 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:47.506 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:55.633 INFO:teuthology.orchestra.run.smithi099.stdout:generic/701 8s 2023-11-18T22:33:55.646 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/701 2023-11-18T22:33:55.646 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:55.653 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:56.036 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:56.036 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/702) 2023-11-18T22:33:56.533 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:56.541 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:56.541 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:56.542 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:56.542 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:57.684 INFO:teuthology.orchestra.run.smithi099.stdout:generic/702 [not run] Reflink not supported by scratch filesystem type: ceph 2023-11-18T22:33:57.697 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/702 2023-11-18T22:33:57.697 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/702 2023-11-18T22:33:57.698 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:57.701 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:57.817 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:57.818 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/703) 2023-11-18T22:33:58.229 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:58.236 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:58.236 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:58.237 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:58.237 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:58.967 INFO:teuthology.orchestra.run.smithi099.stdout:generic/703 [not run] kernel does not support IO_URING 2023-11-18T22:33:58.977 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/703 2023-11-18T22:33:58.977 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/703 2023-11-18T22:33:58.977 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:33:58.983 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:33:59.026 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:33:59.026 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/704) 2023-11-18T22:33:59.450 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:33:59.456 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:33:59.456 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:33:59.457 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:33:59.458 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:34:00.526 INFO:teuthology.orchestra.run.smithi099.stdout:generic/704 [not run] require 172.21.15.99:6789:/test to be valid block disk 2023-11-18T22:34:00.530 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/704 2023-11-18T22:34:00.530 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/704 2023-11-18T22:34:00.531 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:34:00.533 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:34:00.575 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:34:00.575 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/705) 2023-11-18T22:34:00.925 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:34:00.931 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:34:00.931 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:34:00.932 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:34:00.932 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:34:01.716 INFO:teuthology.orchestra.run.smithi099.stdout:generic/705 [not run] ceph does not support shutdown 2023-11-18T22:34:01.739 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/705 2023-11-18T22:34:01.739 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/705 2023-11-18T22:34:01.740 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:34:01.741 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:34:01.766 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:34:01.767 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/706) 2023-11-18T22:34:02.196 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:34:02.208 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:34:02.208 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:34:02.211 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:34:02.211 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:34:04.724 INFO:teuthology.orchestra.run.smithi099.stdout:generic/706 2s 2023-11-18T22:34:04.730 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/706 2023-11-18T22:34:04.730 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T22:34:04.732 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:34:05.076 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T22:34:05.076 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/707) 2023-11-18T22:34:05.558 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T22:34:05.562 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T22:34:05.563 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T22:34:05.564 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T22:34:05.564 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T22:36:12.617 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:36:12.620 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:36:12.699 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T22:36:12.699+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 846263) UID: 0 2023-11-18T22:36:12.702 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T22:36:12.701+0000 7faedd1e5700 -1 Fail to open '/proc/846263/cmdline' error = (2) No such file or directory 2023-11-18T22:36:12.702 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T22:36:12.701+0000 7faedd1e5700 -1 received signal: Hangup from (PID: 846263) UID: 0 2023-11-18T22:41:01.192 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:41:01.195 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:41:31.479 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:41:31.481 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:42:01.554 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:42:01.556 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:42:31.668 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:42:31.671 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:43:01.816 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:43:01.819 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:43:31.904 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:43:31.909 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:44:02.025 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:44:02.028 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:44:32.225 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:44:32.228 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:45:02.335 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:45:02.338 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:45:32.402 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:45:32.405 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:46:02.509 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:46:02.513 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:46:32.674 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:46:32.676 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:46:32.744 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T22:46:32.743+0000 7efdac7b7700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 129507) UID: 0 2023-11-18T22:46:32.745 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T22:46:32.743+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 129507) UID: 0 2023-11-18T22:46:32.745 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T22:46:32.743+0000 7f5c754bd700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 129507) UID: 0 2023-11-18T22:46:32.745 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T22:46:32.743+0000 7f03fe181700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 129507) UID: 0 2023-11-18T22:49:23.309 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:49:23.312 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:49:53.672 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:49:53.674 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:50:23.751 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:50:23.757 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:50:53.873 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:50:53.876 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:50:53.928 INFO:tasks.ceph.mds.c.smithi099.stderr:2023-11-18T22:50:53.926+0000 7faedd1e5700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 898580) UID: 0 2023-11-18T22:50:53.929 INFO:tasks.ceph.mds.a.smithi099.stderr:2023-11-18T22:50:53.926+0000 7f7a233b0700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 898580) UID: 0 2023-11-18T22:53:56.502 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:53:56.505 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:54:26.679 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:54:26.682 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:54:56.976 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:54:56.979 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:55:27.044 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:55:27.047 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:55:57.228 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:55:57.231 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:56:27.548 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:56:27.551 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:56:58.336 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:56:58.341 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:56:58.381 INFO:tasks.ceph.osd.5.smithi181.stderr:2023-11-18T22:56:58.380+0000 7f6a779a1700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 129838) UID: 0 2023-11-18T22:56:58.382 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T22:56:58.381+0000 7f03fe181700 -1 Fail to open '/proc/129838/cmdline' error = (2) No such file or directory 2023-11-18T22:56:58.382 INFO:tasks.ceph.osd.7.smithi181.stderr:2023-11-18T22:56:58.381+0000 7f03fe181700 -1 received signal: Hangup from (PID: 129838) UID: 0 2023-11-18T22:56:58.383 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T22:56:58.381+0000 7efdac7b7700 -1 Fail to open '/proc/129838/cmdline' error = (2) No such file or directory 2023-11-18T22:56:58.383 INFO:tasks.ceph.osd.4.smithi181.stderr:2023-11-18T22:56:58.381+0000 7efdac7b7700 -1 received signal: Hangup from (PID: 129838) UID: 0 2023-11-18T22:56:58.383 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T22:56:58.381+0000 7f5c754bd700 -1 Fail to open '/proc/129838/cmdline' error = (2) No such file or directory 2023-11-18T22:56:58.383 INFO:tasks.ceph.osd.6.smithi181.stderr:2023-11-18T22:56:58.381+0000 7f5c754bd700 -1 received signal: Hangup from (PID: 129838) UID: 0 2023-11-18T22:59:45.608 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:59:45.611 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T22:59:45.742 INFO:tasks.ceph.osd.1.smithi099.stderr:2023-11-18T22:59:45.740+0000 7f6187f66700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 930048) UID: 0 2023-11-18T22:59:45.742 INFO:tasks.ceph.osd.2.smithi099.stderr:2023-11-18T22:59:45.740+0000 7f4040356700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 930048) UID: 0 2023-11-18T22:59:45.742 INFO:tasks.ceph.osd.3.smithi099.stderr:2023-11-18T22:59:45.740+0000 7f8f31dd2700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 930048) UID: 0 2023-11-18T22:59:45.746 INFO:tasks.ceph.osd.0.smithi099.stderr:2023-11-18T22:59:45.740+0000 7f20653ab700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 930048) UID: 0 2023-11-18T23:02:58.510 INFO:teuthology.orchestra.run.smithi099.stdout:generic/707 1733s 2023-11-18T23:02:58.868 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/707 2023-11-18T23:02:58.869 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:02:58.871 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:02:58.880 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:02:58.881 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/708) 2023-11-18T23:03:01.766 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:01.771 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:01.771 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:01.773 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:01.773 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:05.563 INFO:teuthology.orchestra.run.smithi099.stdout:generic/708 1s 2023-11-18T23:03:05.570 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/708 2023-11-18T23:03:05.570 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:05.573 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:05.769 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:05.770 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/709) 2023-11-18T23:03:06.370 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:06.379 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:06.380 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:06.381 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:06.381 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:07.022 INFO:teuthology.orchestra.run.smithi099.stdout:generic/709 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:07.029 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/709 2023-11-18T23:03:07.029 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/709 2023-11-18T23:03:07.029 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:07.031 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:07.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:07.248 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/710) 2023-11-18T23:03:07.808 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:07.815 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:07.816 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:07.817 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:07.817 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:08.351 INFO:teuthology.orchestra.run.smithi099.stdout:generic/710 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:08.356 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/710 2023-11-18T23:03:08.356 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/710 2023-11-18T23:03:08.356 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:08.358 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:08.723 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:08.723 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/711) 2023-11-18T23:03:09.195 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:09.199 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:09.200 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:09.201 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:09.201 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:09.799 INFO:teuthology.orchestra.run.smithi099.stdout:generic/711 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:09.811 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/711 2023-11-18T23:03:09.811 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/711 2023-11-18T23:03:09.811 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:09.813 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:10.125 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:10.125 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/712) 2023-11-18T23:03:10.616 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:10.626 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:10.627 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:10.628 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:10.628 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:11.347 INFO:teuthology.orchestra.run.smithi099.stdout:generic/712 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:11.363 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/712 2023-11-18T23:03:11.363 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/712 2023-11-18T23:03:11.364 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:11.366 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:11.760 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:11.760 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/713) 2023-11-18T23:03:12.173 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:12.183 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:12.183 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:12.186 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:12.186 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:12.790 INFO:teuthology.orchestra.run.smithi099.stdout:generic/713 [not run] xfs_io swapext -v vfs -s 64k -l 64k not supported on ceph 2023-11-18T23:03:12.796 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/713 2023-11-18T23:03:12.796 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/713 2023-11-18T23:03:12.796 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:12.799 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:13.118 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:13.118 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/714) 2023-11-18T23:03:13.583 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:13.587 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:13.588 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:13.589 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:14.281 INFO:teuthology.orchestra.run.smithi099.stdout:generic/714 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:14.292 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/714 2023-11-18T23:03:14.292 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/714 2023-11-18T23:03:14.292 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:14.294 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:14.392 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:14.393 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/715) 2023-11-18T23:03:15.139 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:15.154 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:15.154 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:15.156 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:15.156 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:15.718 INFO:teuthology.orchestra.run.smithi099.stdout:generic/715 [not run] xfs_io swapext -v vfs -s 64k -l 64k not supported on ceph 2023-11-18T23:03:15.722 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/715 2023-11-18T23:03:15.722 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/715 2023-11-18T23:03:15.722 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:15.725 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:16.061 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:16.062 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/716) 2023-11-18T23:03:16.571 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:16.578 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:16.579 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:16.579 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:16.580 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:17.192 INFO:teuthology.orchestra.run.smithi099.stdout:generic/716 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:17.196 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/716 2023-11-18T23:03:17.196 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/716 2023-11-18T23:03:17.196 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:17.199 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:17.621 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:17.621 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/717) 2023-11-18T23:03:18.087 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:18.091 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:18.099 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:18.100 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:18.100 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:18.630 INFO:teuthology.orchestra.run.smithi099.stdout:generic/717 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:18.635 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/717 2023-11-18T23:03:18.635 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/717 2023-11-18T23:03:18.635 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:18.638 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:18.912 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:18.913 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/718) 2023-11-18T23:03:19.462 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:19.466 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:19.467 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:19.468 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:19.468 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:20.091 INFO:teuthology.orchestra.run.smithi099.stdout:generic/718 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:20.097 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/718 2023-11-18T23:03:20.097 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/718 2023-11-18T23:03:20.097 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:20.104 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:20.389 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:20.389 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/719) 2023-11-18T23:03:20.859 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:20.872 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:20.873 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:20.874 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:20.875 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:21.467 INFO:teuthology.orchestra.run.smithi099.stdout:generic/719 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:21.482 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/719 2023-11-18T23:03:21.482 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/719 2023-11-18T23:03:21.482 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:21.486 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:21.752 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:21.753 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/720) 2023-11-18T23:03:22.378 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:22.382 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:22.382 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:22.383 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:22.384 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:22.948 INFO:teuthology.orchestra.run.smithi099.stdout:generic/720 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:22.954 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/720 2023-11-18T23:03:22.954 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/720 2023-11-18T23:03:22.954 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:22.957 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:23.293 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:23.293 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/721) 2023-11-18T23:03:23.705 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:23.715 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:23.716 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:23.717 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:23.717 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:24.243 INFO:teuthology.orchestra.run.smithi099.stdout:generic/721 [not run] xfs_io startupdate support is missing 2023-11-18T23:03:24.247 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/721 2023-11-18T23:03:24.247 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/721 2023-11-18T23:03:24.248 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:24.253 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:24.312 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:24.312 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/722) 2023-11-18T23:03:24.728 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:24.732 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:24.733 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:24.734 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:24.734 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:25.347 INFO:teuthology.orchestra.run.smithi099.stdout:generic/722 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-11-18T23:03:25.351 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/722 2023-11-18T23:03:25.351 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/722 2023-11-18T23:03:25.351 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:25.353 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:25.576 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:25.576 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/723) 2023-11-18T23:03:26.172 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:26.177 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:26.177 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:26.178 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:26.178 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:26.776 INFO:teuthology.orchestra.run.smithi099.stdout:generic/723 [not run] xfs_io swapext -v vfs not supported on ceph 2023-11-18T23:03:26.785 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/723 2023-11-18T23:03:26.785 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/723 2023-11-18T23:03:26.785 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:26.789 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:27.010 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:27.010 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/724) 2023-11-18T23:03:27.593 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:27.597 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:27.598 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:27.599 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:27.599 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:28.193 INFO:teuthology.orchestra.run.smithi099.stdout:generic/724 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-11-18T23:03:28.207 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/724 2023-11-18T23:03:28.207 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/724 2023-11-18T23:03:28.207 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:28.210 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:28.453 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:28.454 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/725) 2023-11-18T23:03:29.078 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:29.083 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:29.084 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:29.085 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:29.085 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:29.661 INFO:teuthology.orchestra.run.smithi099.stdout:generic/725 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-11-18T23:03:29.667 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/725 2023-11-18T23:03:29.667 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/725 2023-11-18T23:03:29.668 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:29.670 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:29.806 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:29.806 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/726) 2023-11-18T23:03:30.463 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:30.474 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:30.474 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:30.475 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:30.475 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:32.090 INFO:teuthology.orchestra.run.smithi099.stdout:generic/726 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-11-18T23:03:32.096 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/726 2023-11-18T23:03:32.096 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/726 2023-11-18T23:03:32.096 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:32.105 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:32.439 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:32.439 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/727) 2023-11-18T23:03:32.810 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:32.814 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:32.814 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:32.816 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:32.816 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:33.802 INFO:teuthology.orchestra.run.smithi099.stdout:generic/727 [not run] xfs_io swapext -v vfs -a not supported on ceph 2023-11-18T23:03:33.807 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/727 2023-11-18T23:03:33.807 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/727 2023-11-18T23:03:33.807 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:33.809 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:33.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:33.973 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/728) 2023-11-18T23:03:34.545 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:34.549 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:34.550 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:34.551 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:34.551 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:39.349 INFO:teuthology.orchestra.run.smithi099.stdout:generic/728 5s 2023-11-18T23:03:39.360 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/728 2023-11-18T23:03:39.360 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:39.362 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:39.685 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:39.686 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/729) 2023-11-18T23:03:40.129 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:40.138 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:40.138 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:40.139 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:40.139 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:41.239 INFO:teuthology.orchestra.run.smithi099.stdout:generic/729 1s 2023-11-18T23:03:41.248 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/729 2023-11-18T23:03:41.249 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:41.251 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:41.527 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:41.527 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/730) 2023-11-18T23:03:42.030 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:42.035 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:42.035 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:42.038 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:42.038 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:42.611 INFO:teuthology.orchestra.run.smithi099.stdout:generic/730 [not run] require 172.21.15.99:6789:/test to be valid block disk 2023-11-18T23:03:42.619 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/730 2023-11-18T23:03:42.619 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/730 2023-11-18T23:03:42.619 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:42.622 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:42.649 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:42.649 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/731) 2023-11-18T23:03:43.030 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:43.034 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:43.035 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:43.036 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:43.036 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:43.651 INFO:teuthology.orchestra.run.smithi099.stdout:generic/731 [not run] require 172.21.15.99:6789:/test to be valid block disk 2023-11-18T23:03:43.656 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/731 2023-11-18T23:03:43.656 INFO:teuthology.orchestra.run.smithi099.stdout:Not run: generic/731 2023-11-18T23:03:43.656 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:43.658 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:43.705 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:43.706 DEBUG:teuthology.orchestra.run.smithi099:> (cd /tmp/tmp.nDJSDxVdTExfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/732) 2023-11-18T23:03:44.127 INFO:teuthology.orchestra.run.smithi099.stdout:FSTYP -- ceph 2023-11-18T23:03:44.137 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM -- Linux/x86_64 smithi099 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-11-18T23:03:44.137 INFO:teuthology.orchestra.run.smithi099.stdout:MKFS_OPTIONS -- 172.21.15.99:6789:/scratch 2023-11-18T23:03:44.139 INFO:teuthology.orchestra.run.smithi099.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQBq21hl29D3NBAAurf7OiGh3LEGlSJBJ5OFVw== -o context=system_u:object_r:root_t:s0 172.21.15.99:6789:/scratch /tmp/tmp.yyosKgDC3Fscratch 2023-11-18T23:03:44.139 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:45.566 INFO:teuthology.orchestra.run.smithi099.stdout:generic/732 1s 2023-11-18T23:03:45.588 INFO:teuthology.orchestra.run.smithi099.stdout:Ran: generic/732 2023-11-18T23:03:45.588 INFO:teuthology.orchestra.run.smithi099.stdout:Passed all 1 tests 2023-11-18T23:03:45.592 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:45.632 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-11-18T23:03:45.633 INFO:tasks.cephfs.xfstests_dev:=========================================================Total number of tests failed = 5========================================================= 2023-11-18T23:03:45.633 DEBUG:teuthology.orchestra.run.smithi099:> sudo userdel --force --remove fsgqa 2023-11-18T23:03:49.719 DEBUG:teuthology.orchestra.run.smithi099:> sudo userdel --force --remove 123456-fsgqa 2023-11-18T23:03:51.309 DEBUG:teuthology.orchestra.run.smithi099:> sudo groupdel fsgqa 2023-11-18T23:03:51.415 INFO:teuthology.orchestra.run.smithi099.stderr:groupdel: group 'fsgqa' does not exist 2023-11-18T23:03:51.420 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-11-18T23:03:51.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:03:51.421 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo stat /tmp/tmp.nDJSDxVdTExfstests-dev/results) 2023-11-18T23:03:51.491 INFO:teuthology.orchestra.run.smithi099.stdout: File: /tmp/tmp.nDJSDxVdTExfstests-dev/results 2023-11-18T23:03:51.491 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 4096 Blocks: 8 IO Block: 4096 directory 2023-11-18T23:03:51.492 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 801h/2049d Inode: 920348 Links: 3 2023-11-18T23:03:51.492 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-18T23:03:51.492 INFO:teuthology.orchestra.run.smithi099.stdout:Context: unconfined_u:object_r:user_tmp_t:s0 2023-11-18T23:03:51.492 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2023-11-18 15:46:05.917556337 +0000 2023-11-18T23:03:51.492 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2023-11-18 23:03:45.586425067 +0000 2023-11-18T23:03:51.492 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2023-11-18 23:03:45.586425067 +0000 2023-11-18T23:03:51.492 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: 2023-11-18 15:46:05.917556337 +0000 2023-11-18T23:03:51.493 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:03:51.493 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p /var/log/ceph/xfstests-dev-results) 2023-11-18T23:03:51.569 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:03:51.570 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cp -r /tmp/tmp.nDJSDxVdTExfstests-dev/results /var/log/ceph/xfstests-dev-results) 2023-11-18T23:03:53.360 INFO:tasks.cephfs.xfstests_dev:results dir from xfstests-dev has been saved; it was copied from /tmp/tmp.nDJSDxVdTExfstests-dev to /var/log/ceph. 2023-11-18T23:03:53.360 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf /tmp/tmp.nDJSDxVdTExfstests-dev 2023-11-18T23:03:54.438 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-18T23:03:54.438 DEBUG:teuthology.orchestra.run.smithi099:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-18T23:03:54.795 DEBUG:teuthology.orchestra.run.smithi181:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-18T23:03:54.977 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-18T23:03:54.977 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T23:03:54.977 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T23:03:55.185 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T23:03:55.186 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T23:03:55.244 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T23:03:56.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.408+0000 7f1c4398b700 1 Processor -- start 2023-11-18T23:03:56.409 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.409+0000 7f1c4398b700 1 -- start start 2023-11-18T23:03:56.411 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.409+0000 7f1c4398b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1c3c0b3a30 0x7f1c3c0b3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c4398b700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c3c0b3580 con 0x7f1c3c1628d0 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c4398b700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c3c0c9bd0 con 0x7f1c3c161590 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c4398b700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c3c0b4400 con 0x7f1c3c0b3a30 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c41f28700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1c3c0b3a30 0x7f1c3c0b3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c40f26700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f1c3c1628d0 0x7f1c3c0b2e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34104/0 (socket says 172.21.15.99:34104) 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c40f26700 1 -- 172.21.15.99:0/557238470 learned_addr learned my addr 172.21.15.99:0/557238470 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c41f28700 1 -- 172.21.15.99:0/557238470 >> v1:172.21.15.181:6789/0 conn(0x7f1c3c161590 legacy=0x7f1c3c0c93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c41f28700 1 -- 172.21.15.99:0/557238470 >> v1:172.21.15.99:6789/0 conn(0x7f1c3c1628d0 legacy=0x7f1c3c0b2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c33fff700 1 -- 172.21.15.99:0/557238470 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1049932350 0 0) 0x7f1c3c0b3580 con 0x7f1c3c1628d0 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c41f28700 1 -- 172.21.15.99:0/557238470 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c3c0c9eb0 con 0x7f1c3c0b3a30 2023-11-18T23:03:56.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c41f28700 1 --2- 172.21.15.99:0/557238470 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c3c0b3a30 0x7f1c3c0b3ec0 secure :-1 s=READY pgs=3226 cs=0 l=1 rev1=1 crypto rx=0x7f1c34009d90 tx=0x7f1c3400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39e215e2ec8e3b4a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:56.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.410+0000 7f1c33fff700 1 -- 172.21.15.99:0/557238470 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3400e070 con 0x7f1c3c0b3a30 2023-11-18T23:03:56.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.411+0000 7f1c33fff700 1 -- 172.21.15.99:0/557238470 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c3400bbd0 con 0x7f1c3c0b3a30 2023-11-18T23:03:56.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.411+0000 7f1c33fff700 1 -- 172.21.15.99:0/557238470 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c34012430 con 0x7f1c3c0b3a30 2023-11-18T23:03:56.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.411+0000 7f1c4398b700 1 -- 172.21.15.99:0/557238470 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c3c0b3a30 msgr2=0x7f1c3c0b3ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:56.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.411+0000 7f1c4398b700 1 --2- 172.21.15.99:0/557238470 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c3c0b3a30 0x7f1c3c0b3ec0 secure :-1 s=READY pgs=3226 cs=0 l=1 rev1=1 crypto rx=0x7f1c34009d90 tx=0x7f1c3400b330 comp rx=0 tx=0).stop 2023-11-18T23:03:56.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.411+0000 7f1c4398b700 1 -- 172.21.15.99:0/557238470 shutdown_connections 2023-11-18T23:03:56.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.411+0000 7f1c4398b700 1 --2- 172.21.15.99:0/557238470 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c3c0b3a30 0x7f1c3c0b3ec0 unknown :-1 s=CLOSED pgs=3226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:56.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.411+0000 7f1c4398b700 1 -- 172.21.15.99:0/557238470 >> 172.21.15.99:0/557238470 conn(0x7f1c3c0b51d0 msgr2=0x7f1c3c0b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:56.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.411+0000 7f1c4398b700 1 -- 172.21.15.99:0/557238470 shutdown_connections 2023-11-18T23:03:56.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.411+0000 7f1c4398b700 1 -- 172.21.15.99:0/557238470 wait complete. 2023-11-18T23:03:56.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.413+0000 7f1c4398b700 1 Processor -- start 2023-11-18T23:03:56.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.413+0000 7f1c4398b700 1 -- start start 2023-11-18T23:03:56.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.414+0000 7f1c4398b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c3c0b3a30 0x7f1c3c155d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:56.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.414+0000 7f1c4398b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c3c161590 0x7f1c3c0afa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:56.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.414+0000 7f1c4398b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1c3c1628d0 0x7f1c3c15b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:56.415 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.414+0000 7f1c4398b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c3c15d890 con 0x7f1c3c0b3a30 2023-11-18T23:03:56.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.414+0000 7f1c4398b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c3c0b0170 con 0x7f1c3c161590 2023-11-18T23:03:56.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.414+0000 7f1c4398b700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c3c0b0450 con 0x7f1c3c1628d0 2023-11-18T23:03:56.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.414+0000 7f1c41f28700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1c3c1628d0 0x7f1c3c15b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:56.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.414+0000 7f1c41f28700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1c3c1628d0 0x7f1c3c15b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57104/0 (socket says 172.21.15.99:57104) 2023-11-18T23:03:56.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.414+0000 7f1c41f28700 1 -- 172.21.15.99:0/649555435 learned_addr learned my addr 172.21.15.99:0/649555435 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:03:56.416 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c40f26700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c3c161590 0x7f1c3c0afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:56.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c41f28700 1 -- 172.21.15.99:0/649555435 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c3c161590 msgr2=0x7f1c3c0afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:56.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c41f28700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c3c161590 0x7f1c3c0afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:56.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c41f28700 1 -- 172.21.15.99:0/649555435 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c3c0b3a30 msgr2=0x7f1c3c155d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:56.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c41f28700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c3c0b3a30 0x7f1c3c155d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:56.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c41f28700 1 -- 172.21.15.99:0/649555435 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c34009a70 con 0x7f1c3c1628d0 2023-11-18T23:03:56.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c40f26700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c3c161590 0x7f1c3c0afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:03:56.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c41f28700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1c3c1628d0 0x7f1c3c15b600 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1c34014040 tx=0x7f1c34004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:56.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c31ffb700 1 -- 172.21.15.99:0/649555435 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3401b820 con 0x7f1c3c1628d0 2023-11-18T23:03:56.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.415+0000 7f1c31ffb700 1 -- 172.21.15.99:0/649555435 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c34020070 con 0x7f1c3c1628d0 2023-11-18T23:03:56.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.416+0000 7f1c31ffb700 1 -- 172.21.15.99:0/649555435 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3401bc00 con 0x7f1c3c1628d0 2023-11-18T23:03:56.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.416+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c3c0b0730 con 0x7f1c3c1628d0 2023-11-18T23:03:56.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.416+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c3c0b0a10 con 0x7f1c3c1628d0 2023-11-18T23:03:56.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.416+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c3c0ca990 con 0x7f1c3c1628d0 2023-11-18T23:03:56.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.418+0000 7f1c31ffb700 1 -- 172.21.15.99:0/649555435 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f1c34026400 con 0x7f1c3c1628d0 2023-11-18T23:03:56.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.418+0000 7f1c31ffb700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1c2006aed0 0x7f1c2006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:56.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.418+0000 7f1c31ffb700 1 -- 172.21.15.99:0/649555435 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1c3408b750 con 0x7f1c3c1628d0 2023-11-18T23:03:56.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.421+0000 7f1c41727700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1c2006aed0 0x7f1c2006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:56.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.421+0000 7f1c41727700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1c2006aed0 0x7f1c2006d390 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f1c38000f60 tx=0x7f1c38007a40 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:56.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.429+0000 7f1c31ffb700 1 -- 172.21.15.99:0/649555435 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f1c3405a380 con 0x7f1c3c1628d0 2023-11-18T23:03:56.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.785+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1c3c069400 con 0x7f1c3c1628d0 2023-11-18T23:03:56.791 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.790+0000 7f1c31ffb700 1 -- 172.21.15.99:0/649555435 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16569 (secure 0 0 0) 0x7f1c34022090 con 0x7f1c3c1628d0 2023-11-18T23:03:56.798 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:03:56.798 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":34,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:44:29.120138+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:44:25.439270+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-18T15:44:26.489393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T23:03:56.802 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.802+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1c2006aed0 msgr2=0x7f1c2006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:56.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.802+0000 7f1c4398b700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1c2006aed0 0x7f1c2006d390 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f1c38000f60 tx=0x7f1c38007a40 comp rx=0 tx=0).stop 2023-11-18T23:03:56.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.802+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1c3c1628d0 msgr2=0x7f1c3c15b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:56.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.802+0000 7f1c4398b700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1c3c1628d0 0x7f1c3c15b600 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1c34014040 tx=0x7f1c34004ad0 comp rx=0 tx=0).stop 2023-11-18T23:03:56.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.803+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 shutdown_connections 2023-11-18T23:03:56.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.803+0000 7f1c4398b700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f1c2006aed0 0x7f1c2006d390 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:56.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.803+0000 7f1c4398b700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c3c0b3a30 0x7f1c3c155d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:56.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.803+0000 7f1c4398b700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f1c3c1628d0 0x7f1c3c15b600 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:56.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.803+0000 7f1c4398b700 1 --2- 172.21.15.99:0/649555435 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c3c161590 0x7f1c3c0afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:56.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.803+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 >> 172.21.15.99:0/649555435 conn(0x7f1c3c0b51d0 msgr2=0x7f1c3c0b55b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:56.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.803+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 shutdown_connections 2023-11-18T23:03:56.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:56.803+0000 7f1c4398b700 1 -- 172.21.15.99:0/649555435 wait complete. 2023-11-18T23:03:56.822 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:44:25.439270+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:44:26.489393+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T23:03:56.822 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T23:03:57.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.009+0000 7f1559877700 1 Processor -- start 2023-11-18T23:03:57.010 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.009+0000 7f1559877700 1 -- start start 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1559877700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f15540ad860 0x7f15540adc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1559877700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540728d0 0x7f15540ccd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1559877700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15540ae180 con 0x7f15540cc8d0 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1559877700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15540cf250 con 0x7f15540ad860 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1559877700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15540cf530 con 0x7f15540728d0 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1552ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f15540ad860 0x7f15540adc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f15527fc700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f15540cc8d0 0x7f155415e590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34116/0 (socket says 172.21.15.99:34116) 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f15527fc700 1 -- 172.21.15.99:0/4141456732 learned_addr learned my addr 172.21.15.99:0/4141456732 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f15537fe700 1 --2- 172.21.15.99:0/4141456732 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540728d0 0x7f15540ccd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1551ffb700 1 -- 172.21.15.99:0/4141456732 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4226013403 0 0) 0x7f15540ae180 con 0x7f15540cc8d0 2023-11-18T23:03:57.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1551ffb700 1 -- 172.21.15.99:0/4141456732 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f153c0035b0 con 0x7f15540cc8d0 2023-11-18T23:03:57.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f15537fe700 1 -- 172.21.15.99:0/4141456732 >> v2:172.21.15.99:3300/0 conn(0x7f15540ad860 msgr2=0x7f15540adc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:03:57.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f15537fe700 1 --2- 172.21.15.99:0/4141456732 >> v2:172.21.15.99:3300/0 conn(0x7f15540ad860 0x7f15540adc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f15537fe700 1 -- 172.21.15.99:0/4141456732 >> v1:172.21.15.99:6789/0 conn(0x7f15540cc8d0 legacy=0x7f155415e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1551ffb700 1 -- 172.21.15.99:0/4141456732 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3926795545 0 0) 0x7f153c0035b0 con 0x7f15540cc8d0 2023-11-18T23:03:57.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f15537fe700 1 -- 172.21.15.99:0/4141456732 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15540cf810 con 0x7f15540728d0 2023-11-18T23:03:57.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.010+0000 7f1552ffd700 1 --2- 172.21.15.99:0/4141456732 >> v2:172.21.15.99:3300/0 conn(0x7f15540ad860 0x7f15540adc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:03:57.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.011+0000 7f15537fe700 1 --2- 172.21.15.99:0/4141456732 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540728d0 0x7f15540ccd50 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f154c009d90 tx=0x7f154c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e57d1806d97802e9 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:57.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.011+0000 7f1551ffb700 1 -- 172.21.15.99:0/4141456732 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154c00e070 con 0x7f15540728d0 2023-11-18T23:03:57.013 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.011+0000 7f1551ffb700 1 -- 172.21.15.99:0/4141456732 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f154c003a20 con 0x7f15540728d0 2023-11-18T23:03:57.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.011+0000 7f1551ffb700 1 -- 172.21.15.99:0/4141456732 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1544001670 con 0x7f15540728d0 2023-11-18T23:03:57.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.011+0000 7f1559877700 1 -- 172.21.15.99:0/4141456732 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540728d0 msgr2=0x7f15540ccd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.011+0000 7f1559877700 1 --2- 172.21.15.99:0/4141456732 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540728d0 0x7f15540ccd50 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f154c009d90 tx=0x7f154c00b330 comp rx=0 tx=0).stop 2023-11-18T23:03:57.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.012+0000 7f1559877700 1 -- 172.21.15.99:0/4141456732 shutdown_connections 2023-11-18T23:03:57.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.012+0000 7f1559877700 1 --2- 172.21.15.99:0/4141456732 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540728d0 0x7f15540ccd50 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.012+0000 7f1559877700 1 --2- 172.21.15.99:0/4141456732 >> v2:172.21.15.99:3300/0 conn(0x7f15540ad860 0x7f15540adc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.012+0000 7f1559877700 1 -- 172.21.15.99:0/4141456732 >> 172.21.15.99:0/4141456732 conn(0x7f15540afed0 msgr2=0x7f15540b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:57.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.012+0000 7f1559877700 1 -- 172.21.15.99:0/4141456732 shutdown_connections 2023-11-18T23:03:57.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.012+0000 7f1559877700 1 -- 172.21.15.99:0/4141456732 wait complete. 2023-11-18T23:03:57.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.013+0000 7f1559877700 1 Processor -- start 2023-11-18T23:03:57.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.013+0000 7f1559877700 1 -- start start 2023-11-18T23:03:57.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.014+0000 7f1559877700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15540728d0 0x7f15540cb960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.014+0000 7f1559877700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540ad860 0x7f1554143640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.014+0000 7f1559877700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f15540cc8d0 0x7f15541f8480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.014+0000 7f1559877700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15541f7a90 con 0x7f15540cc8d0 2023-11-18T23:03:57.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.014+0000 7f1559877700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1554143b80 con 0x7f15540728d0 2023-11-18T23:03:57.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.014+0000 7f1559877700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15541f89c0 con 0x7f15540ad860 2023-11-18T23:03:57.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f15537fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f15540cc8d0 0x7f15541f8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f1552ffd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15540728d0 0x7f15540cb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f1552ffd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15540728d0 0x7f15540cb960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:45982/0 (socket says 172.21.15.99:45982) 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f1552ffd700 1 -- 172.21.15.99:0/633092788 learned_addr learned my addr 172.21.15.99:0/633092788 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f15537fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f15540cc8d0 0x7f15541f8480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47512/0 (socket says 172.21.15.99:47512) 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f15527fc700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540ad860 0x7f1554143640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f15527fc700 1 -- 172.21.15.99:0/633092788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15540728d0 msgr2=0x7f15540cb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f15527fc700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15540728d0 0x7f15540cb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f15527fc700 1 -- 172.21.15.99:0/633092788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f15540cc8d0 msgr2=0x7f15541f8480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f15527fc700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f15540cc8d0 0x7f15541f8480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f15527fc700 1 -- 172.21.15.99:0/633092788 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15480094a0 con 0x7f15540ad860 2023-11-18T23:03:57.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f15527fc700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540ad860 0x7f1554143640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f15540503f0 tx=0x7f154400ca30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.015+0000 7f153bfff700 1 -- 172.21.15.99:0/633092788 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1544004c80 con 0x7f15540ad860 2023-11-18T23:03:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.016+0000 7f153bfff700 1 -- 172.21.15.99:0/633092788 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1544004de0 con 0x7f15540ad860 2023-11-18T23:03:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.016+0000 7f153bfff700 1 -- 172.21.15.99:0/633092788 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1544007310 con 0x7f15540ad860 2023-11-18T23:03:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.016+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f154c009a70 con 0x7f15540ad860 2023-11-18T23:03:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.016+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15540cc350 con 0x7f15540ad860 2023-11-18T23:03:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.017+0000 7f153bfff700 1 -- 172.21.15.99:0/633092788 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f1544007470 con 0x7f15540ad860 2023-11-18T23:03:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.018+0000 7f153bfff700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f154006af20 0x7f154006d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.018+0000 7f153bfff700 1 -- 172.21.15.99:0/633092788 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1544089150 con 0x7f15540ad860 2023-11-18T23:03:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.021+0000 7f1552ffd700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f154006af20 0x7f154006d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.021+0000 7f1552ffd700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f154006af20 0x7f154006d3e0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f1548009e50 tx=0x7f1548009210 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:57.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.022+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15340052e0 con 0x7f15540ad860 2023-11-18T23:03:57.029 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.029+0000 7f153bfff700 1 -- 172.21.15.99:0/633092788 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f1544054270 con 0x7f15540ad860 2023-11-18T23:03:57.339 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.338+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1534005b10 con 0x7f15540ad860 2023-11-18T23:03:57.342 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.341+0000 7f153bfff700 1 -- 172.21.15.99:0/633092788 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v34) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1544057890 con 0x7f15540ad860 2023-11-18T23:03:57.343 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T23:03:57.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f154006af20 msgr2=0x7f154006d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f154006af20 0x7f154006d3e0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f1548009e50 tx=0x7f1548009210 comp rx=0 tx=0).stop 2023-11-18T23:03:57.355 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540ad860 msgr2=0x7f1554143640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540ad860 0x7f1554143640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f15540503f0 tx=0x7f154400ca30 comp rx=0 tx=0).stop 2023-11-18T23:03:57.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 shutdown_connections 2023-11-18T23:03:57.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f154006af20 0x7f154006d3e0 secure :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f1548009e50 tx=0x7f1548009210 comp rx=0 tx=0).stop 2023-11-18T23:03:57.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f15540cc8d0 0x7f15541f8480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15540728d0 0x7f15540cb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 --2- 172.21.15.99:0/633092788 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f15540ad860 0x7f1554143640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.356 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.346+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 >> 172.21.15.99:0/633092788 conn(0x7f15540afed0 msgr2=0x7f15540ce660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:57.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.351+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 shutdown_connections 2023-11-18T23:03:57.357 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.351+0000 7f1559877700 1 -- 172.21.15.99:0/633092788 wait complete. 2023-11-18T23:03:57.378 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T23:03:57.588 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.587+0000 7fe1f7fe0700 1 Processor -- start 2023-11-18T23:03:57.588 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.587+0000 7fe1f7fe0700 1 -- start start 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.588+0000 7fe1f7fe0700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fe1f015ec60 0x7fe1f0143750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.588+0000 7fe1f7fe0700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1f01415a0 con 0x7fe1f00b3c60 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.588+0000 7fe1f7fe0700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1f00b4040 con 0x7fe1f00adf70 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.588+0000 7fe1f7fe0700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1f01628c0 con 0x7fe1f015ec60 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.588+0000 7fe1f5d7c700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe1f00b3c60 0x7fe1f00ad860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34130/0 (socket says 172.21.15.99:34130) 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.588+0000 7fe1f5d7c700 1 -- 172.21.15.99:0/1130317438 learned_addr learned my addr 172.21.15.99:0/1130317438 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.588+0000 7fe1f657d700 1 --2- 172.21.15.99:0/1130317438 >> v2:172.21.15.181:3300/0 conn(0x7fe1f015ec60 0x7fe1f0143750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.588+0000 7fe1f4d7a700 1 -- 172.21.15.99:0/1130317438 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2680926582 0 0) 0x7fe1f01415a0 con 0x7fe1f00b3c60 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.588+0000 7fe1f4d7a700 1 -- 172.21.15.99:0/1130317438 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1dc0035b0 con 0x7fe1f00b3c60 2023-11-18T23:03:57.590 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.589+0000 7fe1f657d700 1 -- 172.21.15.99:0/1130317438 >> v1:172.21.15.181:6789/0 conn(0x7fe1f00adf70 legacy=0x7fe1f015e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.589+0000 7fe1f4d7a700 1 -- 172.21.15.99:0/1130317438 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2386601581 0 0) 0x7fe1dc0035b0 con 0x7fe1f00b3c60 2023-11-18T23:03:57.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.589+0000 7fe1f657d700 1 -- 172.21.15.99:0/1130317438 >> v1:172.21.15.99:6789/0 conn(0x7fe1f00b3c60 legacy=0x7fe1f00ad860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.589+0000 7fe1f657d700 1 -- 172.21.15.99:0/1130317438 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1f0161b00 con 0x7fe1f015ec60 2023-11-18T23:03:57.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.589+0000 7fe1f657d700 1 --2- 172.21.15.99:0/1130317438 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1f015ec60 0x7fe1f0143750 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe1e8009d90 tx=0x7fe1e800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8f3d02a1a036b3a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:57.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.589+0000 7fe1f4d7a700 1 -- 172.21.15.99:0/1130317438 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e800e070 con 0x7fe1f015ec60 2023-11-18T23:03:57.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.589+0000 7fe1f4d7a700 1 -- 172.21.15.99:0/1130317438 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1e8003a20 con 0x7fe1f015ec60 2023-11-18T23:03:57.591 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.589+0000 7fe1f4d7a700 1 -- 172.21.15.99:0/1130317438 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ec001670 con 0x7fe1f015ec60 2023-11-18T23:03:57.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.590+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/1130317438 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1f015ec60 msgr2=0x7fe1f0143750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.590+0000 7fe1f7fe0700 1 --2- 172.21.15.99:0/1130317438 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1f015ec60 0x7fe1f0143750 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe1e8009d90 tx=0x7fe1e800b330 comp rx=0 tx=0).stop 2023-11-18T23:03:57.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.590+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/1130317438 shutdown_connections 2023-11-18T23:03:57.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.590+0000 7fe1f7fe0700 1 --2- 172.21.15.99:0/1130317438 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1f015ec60 0x7fe1f0143750 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.592 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.590+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/1130317438 >> 172.21.15.99:0/1130317438 conn(0x7fe1f00d0ec0 msgr2=0x7fe1f00d12d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:57.593 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.593+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/1130317438 shutdown_connections 2023-11-18T23:03:57.595 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.595+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/1130317438 wait complete. 2023-11-18T23:03:57.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.596+0000 7fe1f7fe0700 1 Processor -- start 2023-11-18T23:03:57.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.596+0000 7fe1f7fe0700 1 -- start start 2023-11-18T23:03:57.598 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.597+0000 7fe1f7fe0700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1f00adf70 0x7fe1f0072f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.599 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.597+0000 7fe1f7fe0700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1f00b3c60 0x7fe1f013ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f7fe0700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1f015ec60 0x7fe1f015a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f7fe0700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f00711a0 con 0x7fe1f00adf70 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f7fe0700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f0071480 con 0x7fe1f015ec60 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f7fe0700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f0071760 con 0x7fe1f00b3c60 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f5d7c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1f00adf70 0x7fe1f0072f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f5d7c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1f00adf70 0x7fe1f0072f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47522/0 (socket says 172.21.15.99:47522) 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f5d7c700 1 -- 172.21.15.99:0/382734591 learned_addr learned my addr 172.21.15.99:0/382734591 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f657d700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1f015ec60 0x7fe1f015a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f557b700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1f00b3c60 0x7fe1f013ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f5d7c700 1 -- 172.21.15.99:0/382734591 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1f00b3c60 msgr2=0x7fe1f013ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f5d7c700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1f00b3c60 0x7fe1f013ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.600 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f5d7c700 1 -- 172.21.15.99:0/382734591 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1f015ec60 msgr2=0x7fe1f015a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f5d7c700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1f015ec60 0x7fe1f015a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.598+0000 7fe1f5d7c700 1 -- 172.21.15.99:0/382734591 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1e8009a70 con 0x7fe1f00adf70 2023-11-18T23:03:57.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.599+0000 7fe1f5d7c700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1f00adf70 0x7fe1f0072f50 secure :-1 s=READY pgs=3229 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec0011e0 tx=0x7fe1ec00ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:57.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.599+0000 7fe1e67fc700 1 -- 172.21.15.99:0/382734591 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ec004c80 con 0x7fe1f00adf70 2023-11-18T23:03:57.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.599+0000 7fe1e67fc700 1 -- 172.21.15.99:0/382734591 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1ec004de0 con 0x7fe1f00adf70 2023-11-18T23:03:57.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.599+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1f0071a40 con 0x7fe1f00adf70 2023-11-18T23:03:57.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.599+0000 7fe1e67fc700 1 -- 172.21.15.99:0/382734591 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ec0072f0 con 0x7fe1f00adf70 2023-11-18T23:03:57.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.599+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1f0070e90 con 0x7fe1f00adf70 2023-11-18T23:03:57.601 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.601+0000 7fe1e67fc700 1 -- 172.21.15.99:0/382734591 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fe1ec007450 con 0x7fe1f00adf70 2023-11-18T23:03:57.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.601+0000 7fe1e67fc700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d406aed0 0x7fe1d406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:57.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.601+0000 7fe1e67fc700 1 -- 172.21.15.99:0/382734591 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe1ec089310 con 0x7fe1f00adf70 2023-11-18T23:03:57.602 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.602+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1f0158bd0 con 0x7fe1f00adf70 2023-11-18T23:03:57.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.607+0000 7fe1f557b700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d406aed0 0x7fe1d406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:57.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.607+0000 7fe1f557b700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d406aed0 0x7fe1d406d390 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fe1f01570f0 tx=0x7fe1e0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:57.611 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.610+0000 7fe1e67fc700 1 -- 172.21.15.99:0/382734591 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fe1ec054450 con 0x7fe1f00adf70 2023-11-18T23:03:57.929 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.928+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe1f0073aa0 con 0x7fe1f00adf70 2023-11-18T23:03:57.929 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.928+0000 7fe1e67fc700 1 -- 172.21.15.99:0/382734591 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v34) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe1ec007700 con 0x7fe1f00adf70 2023-11-18T23:03:57.929 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T23:03:57.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d406aed0 msgr2=0x7fe1d406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d406aed0 0x7fe1d406d390 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fe1f01570f0 tx=0x7fe1e0009040 comp rx=0 tx=0).stop 2023-11-18T23:03:57.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1f00adf70 msgr2=0x7fe1f0072f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:57.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1f00adf70 0x7fe1f0072f50 secure :-1 s=READY pgs=3229 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec0011e0 tx=0x7fe1ec00ca50 comp rx=0 tx=0).stop 2023-11-18T23:03:57.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 shutdown_connections 2023-11-18T23:03:57.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fe1d406aed0 0x7fe1d406d390 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe1f00adf70 0x7fe1f0072f50 unknown :-1 s=CLOSED pgs=3229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1f015ec60 0x7fe1f015a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.940 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 --2- 172.21.15.99:0/382734591 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fe1f00b3c60 0x7fe1f013ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:57.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 >> 172.21.15.99:0/382734591 conn(0x7fe1f00d0ec0 msgr2=0x7fe1f013fa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:57.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 shutdown_connections 2023-11-18T23:03:57.941 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:57.939+0000 7fe1f7fe0700 1 -- 172.21.15.99:0/382734591 wait complete. 2023-11-18T23:03:57.957 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T23:03:58.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.187+0000 7ff3485b9700 1 Processor -- start 2023-11-18T23:03:58.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.187+0000 7ff3485b9700 1 -- start start 2023-11-18T23:03:58.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff3485b9700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff340147930 0x7ff340161b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff3485b9700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7ff3400b07d0 0x7ff3400cf150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff3485b9700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3400b0e70 con 0x7ff340162070 2023-11-18T23:03:58.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff3485b9700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3401624f0 con 0x7ff3400b07d0 2023-11-18T23:03:58.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff3485b9700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3400b0c60 con 0x7ff340147930 2023-11-18T23:03:58.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff346355700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff340147930 0x7ff340161b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff346b56700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7ff3400b07d0 0x7ff3400cf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff346b56700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7ff3400b07d0 0x7ff3400cf150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:46002/0 (socket says 172.21.15.99:46002) 2023-11-18T23:03:58.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff346355700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff340147930 0x7ff340161b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57138/0 (socket says 172.21.15.99:57138) 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.189+0000 7ff346b56700 1 -- 172.21.15.99:0/1850081279 learned_addr learned my addr 172.21.15.99:0/1850081279 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff346b56700 1 -- 172.21.15.99:0/1850081279 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff340147930 msgr2=0x7ff340161b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff346b56700 1 --2- 172.21.15.99:0/1850081279 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff340147930 0x7ff340161b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff346b56700 1 -- 172.21.15.99:0/1850081279 >> v1:172.21.15.181:6789/0 conn(0x7ff340162070 legacy=0x7ff3400b00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff346b56700 1 -- 172.21.15.99:0/1850081279 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3400b1150 con 0x7ff3400b07d0 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff345353700 1 -- 172.21.15.99:0/1850081279 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 823039429 0 0) 0x7ff3400b0e70 con 0x7ff340162070 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff346355700 1 --2- 172.21.15.99:0/1850081279 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff340147930 0x7ff340161b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff346b56700 1 --2- 172.21.15.99:0/1850081279 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3400b07d0 0x7ff3400cf150 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff338009e50 tx=0x7ff33800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32b908cfd8ffb374 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff345353700 1 -- 172.21.15.99:0/1850081279 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33800e070 con 0x7ff3400b07d0 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff345353700 1 -- 172.21.15.99:0/1850081279 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff33800b910 con 0x7ff3400b07d0 2023-11-18T23:03:58.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.190+0000 7ff345353700 1 -- 172.21.15.99:0/1850081279 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33800bcc0 con 0x7ff3400b07d0 2023-11-18T23:03:58.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.191+0000 7ff3485b9700 1 -- 172.21.15.99:0/1850081279 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3400b07d0 msgr2=0x7ff3400cf150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.191+0000 7ff3485b9700 1 --2- 172.21.15.99:0/1850081279 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3400b07d0 0x7ff3400cf150 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff338009e50 tx=0x7ff33800b330 comp rx=0 tx=0).stop 2023-11-18T23:03:58.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.191+0000 7ff3485b9700 1 -- 172.21.15.99:0/1850081279 shutdown_connections 2023-11-18T23:03:58.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.191+0000 7ff3485b9700 1 --2- 172.21.15.99:0/1850081279 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3400b07d0 0x7ff3400cf150 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.191+0000 7ff3485b9700 1 --2- 172.21.15.99:0/1850081279 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff340147930 0x7ff340161b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.193 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.191+0000 7ff3485b9700 1 -- 172.21.15.99:0/1850081279 >> 172.21.15.99:0/1850081279 conn(0x7ff3400b3420 msgr2=0x7ff3400b3800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:58.199 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.199+0000 7ff3485b9700 1 -- 172.21.15.99:0/1850081279 shutdown_connections 2023-11-18T23:03:58.200 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.199+0000 7ff3485b9700 1 -- 172.21.15.99:0/1850081279 wait complete. 2023-11-18T23:03:58.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.200+0000 7ff3485b9700 1 Processor -- start 2023-11-18T23:03:58.201 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.200+0000 7ff3485b9700 1 -- start start 2023-11-18T23:03:58.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff3485b9700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3400b07d0 0x7ff340070560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.202 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff3485b9700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff340147930 0x7ff34013b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff3485b9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff340162070 0x7ff340141120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.203 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff3485b9700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff340142b00 con 0x7ff340162070 2023-11-18T23:03:58.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff3485b9700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff340072f20 con 0x7ff340147930 2023-11-18T23:03:58.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff3485b9700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff340073200 con 0x7ff3400b07d0 2023-11-18T23:03:58.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff346355700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3400b07d0 0x7ff340070560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff346355700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3400b07d0 0x7ff340070560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57140/0 (socket says 172.21.15.99:57140) 2023-11-18T23:03:58.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff346355700 1 -- 172.21.15.99:0/3375230819 learned_addr learned my addr 172.21.15.99:0/3375230819 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:03:58.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff346b56700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff340162070 0x7ff340141120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.201+0000 7ff345b54700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff340147930 0x7ff34013b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.204 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff346355700 1 -- 172.21.15.99:0/3375230819 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff340147930 msgr2=0x7ff34013b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff346355700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff340147930 0x7ff34013b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff346355700 1 -- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff340162070 msgr2=0x7ff340141120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff346355700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff340162070 0x7ff340141120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff346355700 1 -- 172.21.15.99:0/3375230819 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff33c0094a0 con 0x7ff3400b07d0 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff345b54700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff340147930 0x7ff34013b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff346b56700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff340162070 0x7ff340141120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff346355700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3400b07d0 0x7ff340070560 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff33c00ebe0 tx=0x7ff33c00eef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff336ffd700 1 -- 172.21.15.99:0/3375230819 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33c00c850 con 0x7ff3400b07d0 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff336ffd700 1 -- 172.21.15.99:0/3375230819 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff33c00c9b0 con 0x7ff3400b07d0 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff338009b30 con 0x7ff3400b07d0 2023-11-18T23:03:58.205 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff340142ff0 con 0x7ff3400b07d0 2023-11-18T23:03:58.206 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.202+0000 7ff336ffd700 1 -- 172.21.15.99:0/3375230819 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33c00cd40 con 0x7ff3400b07d0 2023-11-18T23:03:58.206 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.203+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3280052e0 con 0x7ff3400b07d0 2023-11-18T23:03:58.206 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.204+0000 7ff336ffd700 1 -- 172.21.15.99:0/3375230819 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7ff33c013470 con 0x7ff3400b07d0 2023-11-18T23:03:58.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.205+0000 7ff336ffd700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff32406aed0 0x7ff32406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.205+0000 7ff336ffd700 1 -- 172.21.15.99:0/3375230819 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff33c0895d0 con 0x7ff3400b07d0 2023-11-18T23:03:58.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.210+0000 7ff336ffd700 1 -- 172.21.15.99:0/3375230819 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7ff33c054710 con 0x7ff3400b07d0 2023-11-18T23:03:58.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.213+0000 7ff345b54700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff32406aed0 0x7ff32406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.220+0000 7ff345b54700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff32406aed0 0x7ff32406d390 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7ff3400cd1e0 tx=0x7ff330009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:58.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.516+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff328005b10 con 0x7ff3400b07d0 2023-11-18T23:03:58.520 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.519+0000 7ff336ffd700 1 -- 172.21.15.99:0/3375230819 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v34) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff33c00cea0 con 0x7ff3400b07d0 2023-11-18T23:03:58.522 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T23:03:58.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff32406aed0 msgr2=0x7ff32406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff32406aed0 0x7ff32406d390 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7ff3400cd1e0 tx=0x7ff330009040 comp rx=0 tx=0).stop 2023-11-18T23:03:58.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3400b07d0 msgr2=0x7ff340070560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3400b07d0 0x7ff340070560 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff33c00ebe0 tx=0x7ff33c00eef0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 shutdown_connections 2023-11-18T23:03:58.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff32406aed0 0x7ff32406d390 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff340162070 0x7ff340141120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff3400b07d0 0x7ff340070560 secure :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff33c00ebe0 tx=0x7ff33c00eef0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.525 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 --2- 172.21.15.99:0/3375230819 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff340147930 0x7ff34013b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.525 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 >> 172.21.15.99:0/3375230819 conn(0x7ff3400b3420 msgr2=0x7ff3400add20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:58.525 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 shutdown_connections 2023-11-18T23:03:58.525 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.522+0000 7ff3485b9700 1 -- 172.21.15.99:0/3375230819 wait complete. 2023-11-18T23:03:58.540 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-18T23:03:58.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.727+0000 7f6a802f3700 1 Processor -- start 2023-11-18T23:03:58.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.727+0000 7f6a802f3700 1 -- start start 2023-11-18T23:03:58.729 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.728+0000 7f6a802f3700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f6a78146c20 0x7f6a781625a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.728+0000 7f6a802f3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a7815f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.728+0000 7f6a802f3700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a7806cc30 con 0x7f6a781473d0 2023-11-18T23:03:58.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.728+0000 7f6a802f3700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a78162ae0 con 0x7f6a78146c20 2023-11-18T23:03:58.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.728+0000 7f6a802f3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7815ed80 con 0x7f6a7806c4c0 2023-11-18T23:03:58.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7e890700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a7815f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7e890700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a7815f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57150/0 (socket says 172.21.15.99:57150) 2023-11-18T23:03:58.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7e890700 1 -- 172.21.15.99:0/3283317438 learned_addr learned my addr 172.21.15.99:0/3283317438 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:03:58.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7e08f700 1 --2- 172.21.15.99:0/3283317438 >> v2:172.21.15.181:3300/0 conn(0x7f6a78146c20 0x7f6a781625a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7e890700 1 -- 172.21.15.99:0/3283317438 >> v2:172.21.15.181:3300/0 conn(0x7f6a78146c20 msgr2=0x7f6a781625a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:03:58.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7e890700 1 --2- 172.21.15.99:0/3283317438 >> v2:172.21.15.181:3300/0 conn(0x7f6a78146c20 0x7f6a781625a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7d08d700 1 -- 172.21.15.99:0/3283317438 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3687211282 0 0) 0x7f6a7806cc30 con 0x7f6a781473d0 2023-11-18T23:03:58.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7e890700 1 -- 172.21.15.99:0/3283317438 >> v1:172.21.15.181:6789/0 conn(0x7f6a781473d0 legacy=0x7f6a7806bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7e890700 1 -- 172.21.15.99:0/3283317438 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a781478d0 con 0x7f6a7806c4c0 2023-11-18T23:03:58.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.729+0000 7f6a7e890700 1 --2- 172.21.15.99:0/3283317438 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a7815f210 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6a70009e50 tx=0x7f6a7000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce703e341c49fb46 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:58.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.730+0000 7f6a7d08d700 1 -- 172.21.15.99:0/3283317438 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7000e070 con 0x7f6a7806c4c0 2023-11-18T23:03:58.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.730+0000 7f6a7d08d700 1 -- 172.21.15.99:0/3283317438 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a7000b910 con 0x7f6a7806c4c0 2023-11-18T23:03:58.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.730+0000 7f6a7d08d700 1 -- 172.21.15.99:0/3283317438 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7000bcc0 con 0x7f6a7806c4c0 2023-11-18T23:03:58.733 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.732+0000 7f6a802f3700 1 -- 172.21.15.99:0/3283317438 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 msgr2=0x7f6a7815f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.733 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.732+0000 7f6a802f3700 1 --2- 172.21.15.99:0/3283317438 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a7815f210 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6a70009e50 tx=0x7f6a7000b330 comp rx=0 tx=0).stop 2023-11-18T23:03:58.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.734+0000 7f6a802f3700 1 -- 172.21.15.99:0/3283317438 shutdown_connections 2023-11-18T23:03:58.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.734+0000 7f6a802f3700 1 --2- 172.21.15.99:0/3283317438 >> v2:172.21.15.181:3300/0 conn(0x7f6a78146c20 0x7f6a781625a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.734+0000 7f6a802f3700 1 --2- 172.21.15.99:0/3283317438 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a7815f210 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.734+0000 7f6a802f3700 1 -- 172.21.15.99:0/3283317438 >> 172.21.15.99:0/3283317438 conn(0x7f6a780b30d0 msgr2=0x7f6a780b34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:58.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.734+0000 7f6a802f3700 1 -- 172.21.15.99:0/3283317438 shutdown_connections 2023-11-18T23:03:58.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.734+0000 7f6a802f3700 1 -- 172.21.15.99:0/3283317438 wait complete. 2023-11-18T23:03:58.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.735+0000 7f6a802f3700 1 Processor -- start 2023-11-18T23:03:58.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.735+0000 7f6a802f3700 1 -- start start 2023-11-18T23:03:58.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.736+0000 7f6a802f3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a780ce830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.736+0000 7f6a802f3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a78146c20 0x7f6a780cfb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.736+0000 7f6a802f3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a781473d0 0x7f6a780b3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.736+0000 7f6a802f3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a780d07b0 con 0x7f6a781473d0 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.736+0000 7f6a802f3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a780d04d0 con 0x7f6a78146c20 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.736+0000 7f6a802f3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a780cdd50 con 0x7f6a7806c4c0 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e890700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a781473d0 0x7f6a780b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e890700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a781473d0 0x7f6a780b3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47552/0 (socket says 172.21.15.99:47552) 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e890700 1 -- 172.21.15.99:0/2308392672 learned_addr learned my addr 172.21.15.99:0/2308392672 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e08f700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a780ce830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e890700 1 -- 172.21.15.99:0/2308392672 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 msgr2=0x7f6a780ce830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e890700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a780ce830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e890700 1 -- 172.21.15.99:0/2308392672 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a78146c20 msgr2=0x7f6a780cfb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:58.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e890700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a78146c20 0x7f6a780cfb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:58.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e890700 1 -- 172.21.15.99:0/2308392672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a70009b30 con 0x7f6a781473d0 2023-11-18T23:03:58.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a7e890700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a781473d0 0x7f6a780b3720 secure :-1 s=READY pgs=3230 cs=0 l=1 rev1=1 crypto rx=0x7f6a7815eec0 tx=0x7f6a70004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:58.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a6effd700 1 -- 172.21.15.99:0/2308392672 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a70004930 con 0x7f6a781473d0 2023-11-18T23:03:58.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a6effd700 1 -- 172.21.15.99:0/2308392672 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a700099b0 con 0x7f6a781473d0 2023-11-18T23:03:58.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a6effd700 1 -- 172.21.15.99:0/2308392672 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7001c660 con 0x7f6a781473d0 2023-11-18T23:03:58.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.737+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a780ce030 con 0x7f6a781473d0 2023-11-18T23:03:58.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.738+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a780d00b0 con 0x7f6a781473d0 2023-11-18T23:03:58.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.739+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a78073aa0 con 0x7f6a781473d0 2023-11-18T23:03:58.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.739+0000 7f6a6effd700 1 -- 172.21.15.99:0/2308392672 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f6a7001c7c0 con 0x7f6a781473d0 2023-11-18T23:03:58.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.740+0000 7f6a6effd700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6a5c06aed0 0x7f6a5c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:58.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.740+0000 7f6a6effd700 1 -- 172.21.15.99:0/2308392672 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6a7008b240 con 0x7f6a781473d0 2023-11-18T23:03:58.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.740+0000 7f6a7e08f700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6a5c06aed0 0x7f6a5c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:58.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.740+0000 7f6a7e08f700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6a5c06aed0 0x7f6a5c06d390 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f6a781f1780 tx=0x7f6a74009210 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:58.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:58.747+0000 7f6a6effd700 1 -- 172.21.15.99:0/2308392672 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f6a70056380 con 0x7f6a781473d0 2023-11-18T23:03:59.122 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.121+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6a780ce4f0 con 0x7f6a781473d0 2023-11-18T23:03:59.123 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.123+0000 7f6a6effd700 1 -- 172.21.15.99:0/2308392672 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v34) v1 ==== 80+0+0 (secure 0 0 0) 0x7f6a700599a0 con 0x7f6a781473d0 2023-11-18T23:03:59.133 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.133+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6a5c06aed0 msgr2=0x7f6a5c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:59.133 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.133+0000 7f6a802f3700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6a5c06aed0 0x7f6a5c06d390 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f6a781f1780 tx=0x7f6a74009210 comp rx=0 tx=0).stop 2023-11-18T23:03:59.133 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.133+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a781473d0 msgr2=0x7f6a780b3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:59.134 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.133+0000 7f6a802f3700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a781473d0 0x7f6a780b3720 secure :-1 s=READY pgs=3230 cs=0 l=1 rev1=1 crypto rx=0x7f6a7815eec0 tx=0x7f6a70004ad0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.134+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 shutdown_connections 2023-11-18T23:03:59.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.134+0000 7f6a802f3700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6a5c06aed0 0x7f6a5c06d390 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.135 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.134+0000 7f6a802f3700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a781473d0 0x7f6a780b3720 unknown :-1 s=CLOSED pgs=3230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.134+0000 7f6a802f3700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6a7806c4c0 0x7f6a780ce830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.134+0000 7f6a802f3700 1 --2- 172.21.15.99:0/2308392672 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a78146c20 0x7f6a780cfb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.134+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 >> 172.21.15.99:0/2308392672 conn(0x7f6a780b30d0 msgr2=0x7f6a781608f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:59.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.135+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 shutdown_connections 2023-11-18T23:03:59.136 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.135+0000 7f6a802f3700 1 -- 172.21.15.99:0/2308392672 wait complete. 2023-11-18T23:03:59.137 INFO:teuthology.orchestra.run.smithi099.stderr:listed 0 entries 2023-11-18T23:03:59.154 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-11-18T23:03:59.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:03:59.155 DEBUG:teuthology.orchestra.run.smithi099:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-11-18T23:03:59.238 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T23:03:59.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:03:59.239 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-18T23:03:59.303 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T23:03:59.303 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T23:03:59.422 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284184k,nr_inodes=4071046,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=43,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19681 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260536k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-11-18T23:03:59.422 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T23:03:59.423 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T23:03:59.448 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284204k,nr_inodes=4071051,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=45,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2392 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260540k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 2023-11-18T23:03:59.448 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T23:03:59.448 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T23:03:59.491 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284184k,nr_inodes=4071046,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=43,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19681 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260536k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-11-18T23:03:59.491 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T23:03:59.673 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.672+0000 7fb50eb39700 1 Processor -- start 2023-11-18T23:03:59.673 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.672+0000 7fb50eb39700 1 -- start start 2023-11-18T23:03:59.676 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.673+0000 7fb50eb39700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb508143fc0 0x7fb50815eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:59.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.673+0000 7fb50eb39700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cfb30 0x7fb50806d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:59.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.673+0000 7fb50eb39700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5080704b0 con 0x7fb5080cdc30 2023-11-18T23:03:59.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.673+0000 7fb50eb39700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb508070d10 con 0x7fb508143fc0 2023-11-18T23:03:59.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.673+0000 7fb50eb39700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb50815f090 con 0x7fb5080cfb30 2023-11-18T23:03:59.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50c8d5700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb508143fc0 0x7fb50815eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:59.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50c8d5700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb508143fc0 0x7fb50815eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:46028/0 (socket says 172.21.15.99:46028) 2023-11-18T23:03:59.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb507fff700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fb5080cdc30 0x7fb5080cf420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:45132/0 (socket says 172.21.15.99:45132) 2023-11-18T23:03:59.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50c8d5700 1 -- 172.21.15.99:0/3442130267 learned_addr learned my addr 172.21.15.99:0/3442130267 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:03:59.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50d0d6700 1 --2- 172.21.15.99:0/3442130267 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cfb30 0x7fb50806d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:59.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50d0d6700 1 -- 172.21.15.99:0/3442130267 >> v2:172.21.15.181:3300/0 conn(0x7fb508143fc0 msgr2=0x7fb50815eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:03:59.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50d0d6700 1 --2- 172.21.15.99:0/3442130267 >> v2:172.21.15.181:3300/0 conn(0x7fb508143fc0 0x7fb50815eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50d0d6700 1 -- 172.21.15.99:0/3442130267 >> v1:172.21.15.181:6789/0 conn(0x7fb5080cdc30 legacy=0x7fb5080cf420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:59.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50d0d6700 1 -- 172.21.15.99:0/3442130267 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb508070750 con 0x7fb5080cfb30 2023-11-18T23:03:59.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50c8d5700 1 --2- 172.21.15.99:0/3442130267 >> v2:172.21.15.181:3300/0 conn(0x7fb508143fc0 0x7fb50815eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:03:59.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.674+0000 7fb50d0d6700 1 --2- 172.21.15.99:0/3442130267 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cfb30 0x7fb50806d910 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb500009d90 tx=0x7fb50000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1241abb8e1dba2db server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:59.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.675+0000 7fb5077fe700 1 -- 172.21.15.99:0/3442130267 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb50000e070 con 0x7fb5080cfb30 2023-11-18T23:03:59.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.675+0000 7fb5077fe700 1 -- 172.21.15.99:0/3442130267 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb500003a20 con 0x7fb5080cfb30 2023-11-18T23:03:59.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.675+0000 7fb5077fe700 1 -- 172.21.15.99:0/3442130267 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb500003dd0 con 0x7fb5080cfb30 2023-11-18T23:03:59.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.676+0000 7fb50eb39700 1 -- 172.21.15.99:0/3442130267 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cfb30 msgr2=0x7fb50806d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:59.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.676+0000 7fb50eb39700 1 --2- 172.21.15.99:0/3442130267 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cfb30 0x7fb50806d910 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb500009d90 tx=0x7fb50000b330 comp rx=0 tx=0).stop 2023-11-18T23:03:59.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.678+0000 7fb50eb39700 1 -- 172.21.15.99:0/3442130267 shutdown_connections 2023-11-18T23:03:59.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.678+0000 7fb50eb39700 1 --2- 172.21.15.99:0/3442130267 >> v2:172.21.15.181:3300/0 conn(0x7fb508143fc0 0x7fb50815eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.678+0000 7fb50eb39700 1 --2- 172.21.15.99:0/3442130267 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cfb30 0x7fb50806d910 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.678+0000 7fb50eb39700 1 -- 172.21.15.99:0/3442130267 >> 172.21.15.99:0/3442130267 conn(0x7fb5080cd010 msgr2=0x7fb5080cd420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:03:59.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.687+0000 7fb50eb39700 1 -- 172.21.15.99:0/3442130267 shutdown_connections 2023-11-18T23:03:59.689 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.689+0000 7fb50eb39700 1 -- 172.21.15.99:0/3442130267 wait complete. 2023-11-18T23:03:59.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.690+0000 7fb50eb39700 1 Processor -- start 2023-11-18T23:03:59.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.691+0000 7fb50eb39700 1 -- start start 2023-11-18T23:03:59.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb50eb39700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cdc30 0x7fb50813b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:59.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb50eb39700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb5080cfb30 0x7fb508165740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:59.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb50eb39700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb508143fc0 0x7fb5080cc450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:59.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb50eb39700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb50813b710 con 0x7fb508143fc0 2023-11-18T23:03:59.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb50eb39700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb50813ad40 con 0x7fb5080cfb30 2023-11-18T23:03:59.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb50eb39700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb50813a130 con 0x7fb5080cdc30 2023-11-18T23:03:59.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb507fff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb5080cfb30 0x7fb508165740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:59.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb507fff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb5080cfb30 0x7fb508165740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:46034/0 (socket says 172.21.15.99:46034) 2023-11-18T23:03:59.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb507fff700 1 -- 172.21.15.99:0/1211397073 learned_addr learned my addr 172.21.15.99:0/1211397073 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:03:59.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb50c8d5700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cdc30 0x7fb50813b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:59.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.692+0000 7fb50d0d6700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb508143fc0 0x7fb5080cc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:59.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.693+0000 7fb50c8d5700 1 -- 172.21.15.99:0/1211397073 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb5080cfb30 msgr2=0x7fb508165740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:59.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.693+0000 7fb50c8d5700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb5080cfb30 0x7fb508165740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.693+0000 7fb50c8d5700 1 -- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb508143fc0 msgr2=0x7fb5080cc450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:03:59.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.693+0000 7fb50c8d5700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb508143fc0 0x7fb5080cc450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:03:59.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.693+0000 7fb50c8d5700 1 -- 172.21.15.99:0/1211397073 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4fc009550 con 0x7fb5080cdc30 2023-11-18T23:03:59.696 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.693+0000 7fb50c8d5700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cdc30 0x7fb50813b1d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc00e8e0 tx=0x7fb4fc00ebf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:59.697 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.697+0000 7fb5057fa700 1 -- 172.21.15.99:0/1211397073 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc013740 con 0x7fb5080cdc30 2023-11-18T23:03:59.698 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.697+0000 7fb5057fa700 1 -- 172.21.15.99:0/1211397073 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4fc0138a0 con 0x7fb5080cdc30 2023-11-18T23:03:59.698 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.697+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb500009a70 con 0x7fb5080cdc30 2023-11-18T23:03:59.698 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.697+0000 7fb5057fa700 1 -- 172.21.15.99:0/1211397073 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc013c30 con 0x7fb5080cdc30 2023-11-18T23:03:59.698 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.697+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb50813a6f0 con 0x7fb5080cdc30 2023-11-18T23:03:59.699 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.699+0000 7fb5057fa700 1 -- 172.21.15.99:0/1211397073 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fb4fc00c450 con 0x7fb5080cdc30 2023-11-18T23:03:59.700 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.699+0000 7fb5057fa700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb4ec06af20 0x7fb4ec06d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:03:59.700 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.699+0000 7fb5057fa700 1 -- 172.21.15.99:0/1211397073 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb4fc089410 con 0x7fb5080cdc30 2023-11-18T23:03:59.700 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.699+0000 7fb507fff700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb4ec06af20 0x7fb4ec06d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:03:59.701 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.700+0000 7fb507fff700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb4ec06af20 0x7fb4ec06d3e0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fb5081f2bc0 tx=0x7fb4f4007e30 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:03:59.701 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.701+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb508073aa0 con 0x7fb5080cdc30 2023-11-18T23:03:59.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:03:59.709+0000 7fb5057fa700 1 -- 172.21.15.99:0/1211397073 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fb4fc054630 con 0x7fb5080cdc30 2023-11-18T23:04:00.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.086+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb508069400 con 0x7fb5080cdc30 2023-11-18T23:04:00.088 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.087+0000 7fb5057fa700 1 -- 172.21.15.99:0/1211397073 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4919 (secure 0 0 0) 0x7fb4fc021020 con 0x7fb5080cdc30 2023-11-18T23:04:00.094 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:00.094 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/1166743297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1166743297},{"type":"v1","addr":"172.21.15.99:6836","nonce":1166743297}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1921422156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1921422156},{"type":"v1","addr":"172.21.15.181:6833","nonce":1921422156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4879,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/1436964276","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":1436964276},{"type":"v1","addr":"172.21.15.181:6835","nonce":1436964276}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:44:27.528456+0000","modified":"2023-11-18T15:44:30.537812+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5088},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5088":{"gid":5088,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":5,"addr":"172.21.15.99:6837/1648814437","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1648814437},{"type":"v1","addr":"172.21.15.99:6837","nonce":1648814437}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-18T23:04:00.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb4ec06af20 msgr2=0x7fb4ec06d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:00.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb4ec06af20 0x7fb4ec06d3e0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fb5081f2bc0 tx=0x7fb4f4007e30 comp rx=0 tx=0).stop 2023-11-18T23:04:00.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cdc30 msgr2=0x7fb50813b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:00.097 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cdc30 0x7fb50813b1d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc00e8e0 tx=0x7fb4fc00ebf0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 shutdown_connections 2023-11-18T23:04:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb4ec06af20 0x7fb4ec06d3e0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb508143fc0 0x7fb5080cc450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb5080cdc30 0x7fb50813b1d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 --2- 172.21.15.99:0/1211397073 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb5080cfb30 0x7fb508165740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 >> 172.21.15.99:0/1211397073 conn(0x7fb5080cd010 msgr2=0x7fb50806e1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:00.098 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 shutdown_connections 2023-11-18T23:04:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.096+0000 7fb50eb39700 1 -- 172.21.15.99:0/1211397073 wait complete. 2023-11-18T23:04:00.099 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 16 2023-11-18T23:04:00.114 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T23:04:00.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.322+0000 7f4498449700 1 Processor -- start 2023-11-18T23:04:00.323 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.322+0000 7f4498449700 1 -- start start 2023-11-18T23:04:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f4498449700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4490141130 0x7f449006db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f4498449700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f449006e0b0 0x7f449015e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f4498449700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f449015ed40 0x7f44900b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f4498449700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4490162670 con 0x7f4490141130 2023-11-18T23:04:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f4498449700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f449006e510 con 0x7f449015ed40 2023-11-18T23:04:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f4498449700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4490144720 con 0x7f449006e0b0 2023-11-18T23:04:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f44961e5700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4490141130 0x7f449006db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f44961e5700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4490141130 0x7f449006db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47570/0 (socket says 172.21.15.99:47570) 2023-11-18T23:04:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f44961e5700 1 -- 172.21.15.99:0/1829145386 learned_addr learned my addr 172.21.15.99:0/1829145386 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f44961e5700 1 -- 172.21.15.99:0/1829145386 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f449006e0b0 msgr2=0x7f449015e800 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T23:04:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f44961e5700 1 --2- 172.21.15.99:0/1829145386 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f449006e0b0 0x7f449015e800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f44961e5700 1 -- 172.21.15.99:0/1829145386 >> v2:172.21.15.181:3300/0 conn(0x7f449015ed40 msgr2=0x7f44900b51d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-18T23:04:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f44961e5700 1 --2- 172.21.15.99:0/1829145386 >> v2:172.21.15.181:3300/0 conn(0x7f449015ed40 0x7f44900b51d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.323+0000 7f44961e5700 1 -- 172.21.15.99:0/1829145386 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4490141510 con 0x7f4490141130 2023-11-18T23:04:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.324+0000 7f44961e5700 1 --2- 172.21.15.99:0/1829145386 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4490141130 0x7f449006db70 secure :-1 s=READY pgs=3231 cs=0 l=1 rev1=1 crypto rx=0x7f44900cec70 tx=0x7f448c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58c965e5b95d8828 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.324+0000 7f44951e3700 1 -- 172.21.15.99:0/1829145386 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f448c00b870 con 0x7f4490141130 2023-11-18T23:04:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.324+0000 7f44951e3700 1 -- 172.21.15.99:0/1829145386 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f448c00b9d0 con 0x7f4490141130 2023-11-18T23:04:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.324+0000 7f44951e3700 1 -- 172.21.15.99:0/1829145386 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f448c00bd60 con 0x7f4490141130 2023-11-18T23:04:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.325+0000 7f4498449700 1 -- 172.21.15.99:0/1829145386 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4490141130 msgr2=0x7f449006db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.325+0000 7f4498449700 1 --2- 172.21.15.99:0/1829145386 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4490141130 0x7f449006db70 secure :-1 s=READY pgs=3231 cs=0 l=1 rev1=1 crypto rx=0x7f44900cec70 tx=0x7f448c009bd0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.330+0000 7f4498449700 1 -- 172.21.15.99:0/1829145386 shutdown_connections 2023-11-18T23:04:00.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.330+0000 7f4498449700 1 --2- 172.21.15.99:0/1829145386 >> v2:172.21.15.181:3300/0 conn(0x7f449015ed40 0x7f44900b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.330+0000 7f4498449700 1 --2- 172.21.15.99:0/1829145386 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4490141130 0x7f449006db70 unknown :-1 s=CLOSED pgs=3231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.330+0000 7f4498449700 1 --2- 172.21.15.99:0/1829145386 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f449006e0b0 0x7f449015e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.330+0000 7f4498449700 1 -- 172.21.15.99:0/1829145386 >> 172.21.15.99:0/1829145386 conn(0x7f4490067000 msgr2=0x7f44900b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:00.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.330+0000 7f4498449700 1 -- 172.21.15.99:0/1829145386 shutdown_connections 2023-11-18T23:04:00.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.330+0000 7f4498449700 1 -- 172.21.15.99:0/1829145386 wait complete. 2023-11-18T23:04:00.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.332+0000 7f4498449700 1 Processor -- start 2023-11-18T23:04:00.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.332+0000 7f4498449700 1 -- start start 2023-11-18T23:04:00.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.332+0000 7f4498449700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f449006e0b0 0x7f44901587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f4498449700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4490141130 0x7f44901421a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f4498449700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f449015ed40 0x7f44901426e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f4498449700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4490070ee0 con 0x7f449015ed40 2023-11-18T23:04:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f4498449700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44900d09f0 con 0x7f449006e0b0 2023-11-18T23:04:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f4498449700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4490071db0 con 0x7f4490141130 2023-11-18T23:04:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44969e6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f449015ed40 0x7f44901426e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44969e6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f449015ed40 0x7f44901426e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47580/0 (socket says 172.21.15.99:47580) 2023-11-18T23:04:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44969e6700 1 -- 172.21.15.99:0/325588395 learned_addr learned my addr 172.21.15.99:0/325588395 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44959e4700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4490141130 0x7f44901421a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44961e5700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f449006e0b0 0x7f44901587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44969e6700 1 -- 172.21.15.99:0/325588395 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4490141130 msgr2=0x7f44901421a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44969e6700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4490141130 0x7f44901421a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44969e6700 1 -- 172.21.15.99:0/325588395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f449006e0b0 msgr2=0x7f44901587b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44969e6700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f449006e0b0 0x7f44901587b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44969e6700 1 -- 172.21.15.99:0/325588395 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f448c009550 con 0x7f449015ed40 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.333+0000 7f44969e6700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f449015ed40 0x7f44901426e0 secure :-1 s=READY pgs=3232 cs=0 l=1 rev1=1 crypto rx=0x7f448800b990 tx=0x7f448800bca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.334+0000 7f4486ffd700 1 -- 172.21.15.99:0/325588395 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f448800d890 con 0x7f449015ed40 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.334+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44901f4a40 con 0x7f449015ed40 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.334+0000 7f4486ffd700 1 -- 172.21.15.99:0/325588395 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f448800d9f0 con 0x7f449015ed40 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.334+0000 7f4486ffd700 1 -- 172.21.15.99:0/325588395 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f448800dda0 con 0x7f449015ed40 2023-11-18T23:04:00.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.334+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44900cf220 con 0x7f449015ed40 2023-11-18T23:04:00.337 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.336+0000 7f4486ffd700 1 -- 172.21.15.99:0/325588395 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4488006d50 con 0x7f449015ed40 2023-11-18T23:04:00.338 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.336+0000 7f4486ffd700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f447406aed0 0x7f447406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.338 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.336+0000 7f4486ffd700 1 -- 172.21.15.99:0/325588395 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4488089570 con 0x7f449015ed40 2023-11-18T23:04:00.338 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.336+0000 7f44961e5700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f447406aed0 0x7f447406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:00.338 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.337+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4490073aa0 con 0x7f449015ed40 2023-11-18T23:04:00.338 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.337+0000 7f44961e5700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f447406aed0 0x7f447406d390 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f448c000c00 tx=0x7f448c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:00.343 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.342+0000 7f4486ffd700 1 -- 172.21.15.99:0/325588395 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f44880545a0 con 0x7f449015ed40 2023-11-18T23:04:00.649 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:00.650 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":34,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:44:29.120138+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:44:25.439270+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-18T15:44:26.489393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T23:04:00.651 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.647+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4490069400 con 0x7f449015ed40 2023-11-18T23:04:00.651 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.648+0000 7f4486ffd700 1 -- 172.21.15.99:0/325588395 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16569 (secure 0 0 0) 0x7f448801c030 con 0x7f449015ed40 2023-11-18T23:04:00.653 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.651+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f447406aed0 msgr2=0x7f447406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:00.653 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.651+0000 7f4498449700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f447406aed0 0x7f447406d390 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f448c000c00 tx=0x7f448c008030 comp rx=0 tx=0).stop 2023-11-18T23:04:00.653 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.651+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f449015ed40 msgr2=0x7f44901426e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:00.653 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.651+0000 7f4498449700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f449015ed40 0x7f44901426e0 secure :-1 s=READY pgs=3232 cs=0 l=1 rev1=1 crypto rx=0x7f448800b990 tx=0x7f448800bca0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.653 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.652+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 shutdown_connections 2023-11-18T23:04:00.654 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.652+0000 7f4498449700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f447406aed0 0x7f447406d390 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.654 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.652+0000 7f4498449700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f449015ed40 0x7f44901426e0 unknown :-1 s=CLOSED pgs=3232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.654 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.652+0000 7f4498449700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f449006e0b0 0x7f44901587b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.654 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.652+0000 7f4498449700 1 --2- 172.21.15.99:0/325588395 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4490141130 0x7f44901421a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.652+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 >> 172.21.15.99:0/325588395 conn(0x7f4490067000 msgr2=0x7f44900743d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:00.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.652+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 shutdown_connections 2023-11-18T23:04:00.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.652+0000 7f4498449700 1 -- 172.21.15.99:0/325588395 wait complete. 2023-11-18T23:04:00.675 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-18T15:43:20.956252+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-18T15:44:25.439270+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-11-18T15:44:26.489393+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-18T23:04:00.676 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-18T23:04:00.913 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.912+0000 7f1450e24700 1 Processor -- start 2023-11-18T23:04:00.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.912+0000 7f1450e24700 1 -- start start 2023-11-18T23:04:00.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.913+0000 7f1450e24700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f144c1585d0 0x7f144c15f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.913+0000 7f1450e24700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c161c80 0x7f144c06cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.913+0000 7f1450e24700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f144c06d440 0x7f144c143770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.913+0000 7f1450e24700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f144c06f520 con 0x7f144c06d440 2023-11-18T23:04:00.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.913+0000 7f1450e24700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f144c0ad860 con 0x7f144c1585d0 2023-11-18T23:04:00.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.913+0000 7f1450e24700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f144c06d870 con 0x7f144c161c80 2023-11-18T23:04:00.966 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.914+0000 7f144a59c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f144c1585d0 0x7f144c15f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.914+0000 7f144a59c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f144c1585d0 0x7f144c15f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:46056/0 (socket says 172.21.15.99:46056) 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.914+0000 7f144a59c700 1 -- 172.21.15.99:0/3135187434 learned_addr learned my addr 172.21.15.99:0/3135187434 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.914+0000 7f144a59c700 1 -- 172.21.15.99:0/3135187434 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c161c80 msgr2=0x7f144c06cf00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.914+0000 7f144a59c700 1 --2- 172.21.15.99:0/3135187434 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c161c80 0x7f144c06cf00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.914+0000 7f144a59c700 1 -- 172.21.15.99:0/3135187434 >> v2:172.21.15.99:3300/0 conn(0x7f144c06d440 msgr2=0x7f144c143770 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.914+0000 7f144a59c700 1 --2- 172.21.15.99:0/3135187434 >> v2:172.21.15.99:3300/0 conn(0x7f144c06d440 0x7f144c143770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.914+0000 7f144a59c700 1 -- 172.21.15.99:0/3135187434 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f144c15f650 con 0x7f144c1585d0 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.914+0000 7f144a59c700 1 --2- 172.21.15.99:0/3135187434 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c1585d0 0x7f144c15f110 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f144c0b4f70 tx=0x7f1440009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59d7fd15fef2cd1d server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.918+0000 7f144959a700 1 -- 172.21.15.99:0/3135187434 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f144000b870 con 0x7f144c1585d0 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.918+0000 7f144959a700 1 -- 172.21.15.99:0/3135187434 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f144000b9d0 con 0x7f144c1585d0 2023-11-18T23:04:00.967 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.918+0000 7f144959a700 1 -- 172.21.15.99:0/3135187434 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f144000bd60 con 0x7f144c1585d0 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.925+0000 7f1450e24700 1 -- 172.21.15.99:0/3135187434 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c1585d0 msgr2=0x7f144c15f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.925+0000 7f1450e24700 1 --2- 172.21.15.99:0/3135187434 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c1585d0 0x7f144c15f110 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f144c0b4f70 tx=0x7f1440009bd0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.927+0000 7f1450e24700 1 -- 172.21.15.99:0/3135187434 shutdown_connections 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.927+0000 7f1450e24700 1 --2- 172.21.15.99:0/3135187434 >> v2:172.21.15.99:3300/0 conn(0x7f144c06d440 0x7f144c143770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.927+0000 7f1450e24700 1 --2- 172.21.15.99:0/3135187434 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c1585d0 0x7f144c15f110 secure :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f144c0b4f70 tx=0x7f1440009bd0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.927+0000 7f1450e24700 1 --2- 172.21.15.99:0/3135187434 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c161c80 0x7f144c06cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.927+0000 7f1450e24700 1 -- 172.21.15.99:0/3135187434 >> 172.21.15.99:0/3135187434 conn(0x7f144c0b2d10 msgr2=0x7f144c0b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.928+0000 7f1450e24700 1 -- 172.21.15.99:0/3135187434 shutdown_connections 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.928+0000 7f1450e24700 1 -- 172.21.15.99:0/3135187434 wait complete. 2023-11-18T23:04:00.968 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.930+0000 7f1450e24700 1 Processor -- start 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.930+0000 7f1450e24700 1 -- start start 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.930+0000 7f1450e24700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c06d440 0x7f144c15b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1450e24700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c161c80 0x7f144c142ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1450e24700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c157c40 0x7f144c0adcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1450e24700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f144c1440d0 con 0x7f144c161c80 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1450e24700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f144c143220 con 0x7f144c157c40 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1450e24700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f144c143450 con 0x7f144c06d440 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f144a59c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c06d440 0x7f144c15b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f144a59c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c06d440 0x7f144c15b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57192/0 (socket says 172.21.15.99:57192) 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f144a59c700 1 -- 172.21.15.99:0/1879713140 learned_addr learned my addr 172.21.15.99:0/1879713140 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1449d9b700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c161c80 0x7f144c142ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:00.969 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1449d9b700 1 -- 172.21.15.99:0/1879713140 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c06d440 msgr2=0x7f144c15b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1449d9b700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c06d440 0x7f144c15b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1449d9b700 1 -- 172.21.15.99:0/1879713140 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c157c40 msgr2=0x7f144c0adcb0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1449d9b700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c157c40 0x7f144c0adcb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1449d9b700 1 -- 172.21.15.99:0/1879713140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1440009550 con 0x7f144c161c80 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.931+0000 7f1449d9b700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c161c80 0x7f144c142ce0 secure :-1 s=READY pgs=3233 cs=0 l=1 rev1=1 crypto rx=0x7f143c009fd0 tx=0x7f143c00b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.932+0000 7f143affd700 1 -- 172.21.15.99:0/1879713140 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f143c011830 con 0x7f144c161c80 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.932+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f144c143730 con 0x7f144c161c80 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.932+0000 7f143affd700 1 -- 172.21.15.99:0/1879713140 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f143c0119b0 con 0x7f144c161c80 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.932+0000 7f143affd700 1 -- 172.21.15.99:0/1879713140 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f143c011d60 con 0x7f144c161c80 2023-11-18T23:04:00.970 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.932+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f144c143cf0 con 0x7f144c161c80 2023-11-18T23:04:00.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.933+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f144c068450 con 0x7f144c161c80 2023-11-18T23:04:00.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.934+0000 7f143affd700 1 -- 172.21.15.99:0/1879713140 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f143c01a400 con 0x7f144c161c80 2023-11-18T23:04:00.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.934+0000 7f143affd700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f142c06aed0 0x7f142c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:00.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.941+0000 7f144a59c700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f142c06aed0 0x7f142c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:00.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.942+0000 7f144a59c700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f142c06aed0 0x7f142c06d390 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f1440009c10 tx=0x7f144001d040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:00.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.946+0000 7f143affd700 1 -- 172.21.15.99:0/1879713140 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f143c057bd0 con 0x7f144c161c80 2023-11-18T23:04:00.971 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:00.947+0000 7f143affd700 1 -- 172.21.15.99:0/1879713140 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f143c053810 con 0x7f144c161c80 2023-11-18T23:04:01.251 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.250+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f144c069400 con 0x7f144c161c80 2023-11-18T23:04:01.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.255+0000 7f143affd700 1 -- 172.21.15.99:0/1879713140 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v34) v1 ==== 93+0+10 (secure 0 0 0) 0x7f143c015020 con 0x7f144c161c80 2023-11-18T23:04:01.256 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2023-11-18T23:04:01.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.261+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f142c06aed0 msgr2=0x7f142c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:01.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.261+0000 7f1450e24700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f142c06aed0 0x7f142c06d390 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f1440009c10 tx=0x7f144001d040 comp rx=0 tx=0).stop 2023-11-18T23:04:01.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.261+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c161c80 msgr2=0x7f144c142ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:01.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.261+0000 7f1450e24700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c161c80 0x7f144c142ce0 secure :-1 s=READY pgs=3233 cs=0 l=1 rev1=1 crypto rx=0x7f143c009fd0 tx=0x7f143c00b6c0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.262+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 shutdown_connections 2023-11-18T23:04:01.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.262+0000 7f1450e24700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f144c157c40 0x7f144c0adcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.262+0000 7f1450e24700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f144c06d440 0x7f144c15b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.262+0000 7f1450e24700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f142c06aed0 0x7f142c06d390 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.262+0000 7f1450e24700 1 --2- 172.21.15.99:0/1879713140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f144c161c80 0x7f144c142ce0 unknown :-1 s=CLOSED pgs=3233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.262+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 >> 172.21.15.99:0/1879713140 conn(0x7f144c0b2d10 msgr2=0x7f144c0724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:01.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.262+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 shutdown_connections 2023-11-18T23:04:01.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.262+0000 7f1450e24700 1 -- 172.21.15.99:0/1879713140 wait complete. 2023-11-18T23:04:01.281 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-18T23:04:01.461 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.460+0000 7fefb1268700 1 Processor -- start 2023-11-18T23:04:01.461 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.460+0000 7fefb1268700 1 -- start start 2023-11-18T23:04:01.462 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.461+0000 7fefb1268700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fefac0cdff0 0x7fefac162680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:01.462 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.461+0000 7fefb1268700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0afc30 0x7fefac0cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:01.462 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.461+0000 7fefb1268700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefac162bc0 con 0x7fefac146f00 2023-11-18T23:04:01.462 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.461+0000 7fefb1268700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefac1472e0 con 0x7fefac0cdff0 2023-11-18T23:04:01.463 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.461+0000 7fefb1268700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefac0b0110 con 0x7fefac0afc30 2023-11-18T23:04:01.463 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.461+0000 7fefaaffd700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fefac146f00 0x7fefac0cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:45166/0 (socket says 172.21.15.99:45166) 2023-11-18T23:04:01.463 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.461+0000 7fefaa7fc700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fefac0cdff0 0x7fefac162680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:01.463 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.461+0000 7fefaaffd700 1 -- 172.21.15.99:0/3386213603 learned_addr learned my addr 172.21.15.99:0/3386213603 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:01.463 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.461+0000 7fefab7fe700 1 --2- 172.21.15.99:0/3386213603 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0afc30 0x7fefac0cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:01.465 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.462+0000 7fefab7fe700 1 -- 172.21.15.99:0/3386213603 >> v2:172.21.15.181:3300/0 conn(0x7fefac0cdff0 msgr2=0x7fefac162680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:01.465 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.462+0000 7fefab7fe700 1 --2- 172.21.15.99:0/3386213603 >> v2:172.21.15.181:3300/0 conn(0x7fefac0cdff0 0x7fefac162680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.465 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.462+0000 7fefab7fe700 1 -- 172.21.15.99:0/3386213603 >> v1:172.21.15.181:6789/0 conn(0x7fefac146f00 legacy=0x7fefac0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:01.465 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.462+0000 7fefab7fe700 1 -- 172.21.15.99:0/3386213603 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefac0b03f0 con 0x7fefac0afc30 2023-11-18T23:04:01.465 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.462+0000 7fefaa7fc700 1 --2- 172.21.15.99:0/3386213603 >> v2:172.21.15.181:3300/0 conn(0x7fefac0cdff0 0x7fefac162680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:01.465 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.462+0000 7fefab7fe700 1 --2- 172.21.15.99:0/3386213603 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0afc30 0x7fefac0cef50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009d90 tx=0x7fefa400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19f2aa7ead64e3b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:01.465 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.462+0000 7fefa9ffb700 1 -- 172.21.15.99:0/3386213603 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa400e070 con 0x7fefac0afc30 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.462+0000 7fefa9ffb700 1 -- 172.21.15.99:0/3386213603 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefa400bae0 con 0x7fefac0afc30 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.462+0000 7fefa9ffb700 1 -- 172.21.15.99:0/3386213603 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa400be90 con 0x7fefac0afc30 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.463+0000 7fefb1268700 1 -- 172.21.15.99:0/3386213603 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0afc30 msgr2=0x7fefac0cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.463+0000 7fefb1268700 1 --2- 172.21.15.99:0/3386213603 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0afc30 0x7fefac0cef50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009d90 tx=0x7fefa400b330 comp rx=0 tx=0).stop 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.463+0000 7fefb1268700 1 -- 172.21.15.99:0/3386213603 shutdown_connections 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.463+0000 7fefb1268700 1 --2- 172.21.15.99:0/3386213603 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0afc30 0x7fefac0cef50 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.463+0000 7fefb1268700 1 --2- 172.21.15.99:0/3386213603 >> v2:172.21.15.181:3300/0 conn(0x7fefac0cdff0 0x7fefac162680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.463+0000 7fefb1268700 1 -- 172.21.15.99:0/3386213603 >> 172.21.15.99:0/3386213603 conn(0x7fefac0b38b0 msgr2=0x7fefac0b3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.464+0000 7fefb1268700 1 -- 172.21.15.99:0/3386213603 shutdown_connections 2023-11-18T23:04:01.466 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.464+0000 7fefb1268700 1 -- 172.21.15.99:0/3386213603 wait complete. 2023-11-18T23:04:01.467 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.466+0000 7fefb1268700 1 Processor -- start 2023-11-18T23:04:01.471 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.466+0000 7fefb1268700 1 -- start start 2023-11-18T23:04:01.471 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.467+0000 7fefb1268700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefac0afc30 0x7fefac13da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:01.471 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.467+0000 7fefb1268700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0cdff0 0x7fefac15ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:01.471 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.467+0000 7fefb1268700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefac146f00 0x7fefac160500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:01.471 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.467+0000 7fefb1268700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefac13f690 con 0x7fefac146f00 2023-11-18T23:04:01.471 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.467+0000 7fefb1268700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefac13f970 con 0x7fefac0afc30 2023-11-18T23:04:01.471 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.467+0000 7fefb1268700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefac13fc50 con 0x7fefac0cdff0 2023-11-18T23:04:01.471 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fefaa7fc700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0cdff0 0x7fefac15ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:01.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fefaa7fc700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0cdff0 0x7fefac15ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57206/0 (socket says 172.21.15.99:57206) 2023-11-18T23:04:01.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fefaa7fc700 1 -- 172.21.15.99:0/2634494461 learned_addr learned my addr 172.21.15.99:0/2634494461 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:01.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fefaa7fc700 1 -- 172.21.15.99:0/2634494461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefac0afc30 msgr2=0x7fefac13da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:01.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fefaa7fc700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefac0afc30 0x7fefac13da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fefaa7fc700 1 -- 172.21.15.99:0/2634494461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefac146f00 msgr2=0x7fefac160500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:01.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fefaa7fc700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefac146f00 0x7fefac160500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fefaa7fc700 1 -- 172.21.15.99:0/2634494461 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefa00094a0 con 0x7fefac0cdff0 2023-11-18T23:04:01.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fefaa7fc700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0cdff0 0x7fefac15ffc0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fefa000ebb0 tx=0x7fefa000ef70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:01.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fef937fe700 1 -- 172.21.15.99:0/2634494461 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa000c910 con 0x7fefac0cdff0 2023-11-18T23:04:01.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fef937fe700 1 -- 172.21.15.99:0/2634494461 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefa000ca70 con 0x7fefac0cdff0 2023-11-18T23:04:01.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.470+0000 7fef937fe700 1 -- 172.21.15.99:0/2634494461 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa000cde0 con 0x7fefac0cdff0 2023-11-18T23:04:01.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.471+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefa4009a70 con 0x7fefac0cdff0 2023-11-18T23:04:01.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.471+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefac140210 con 0x7fefac0cdff0 2023-11-18T23:04:01.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.472+0000 7fef937fe700 1 -- 172.21.15.99:0/2634494461 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fefa0013470 con 0x7fefac0cdff0 2023-11-18T23:04:01.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.473+0000 7fef937fe700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef9806aed0 0x7fef9806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:01.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.473+0000 7fef937fe700 1 -- 172.21.15.99:0/2634494461 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fefa0089840 con 0x7fefac0cdff0 2023-11-18T23:04:01.480 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.474+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef8c0052e0 con 0x7fefac0cdff0 2023-11-18T23:04:01.481 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.474+0000 7fefaaffd700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef9806aed0 0x7fef9806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:01.481 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.474+0000 7fefaaffd700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef9806aed0 0x7fef9806d390 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fef9c0050e0 tx=0x7fef9c007b10 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:01.481 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.479+0000 7fef937fe700 1 -- 172.21.15.99:0/2634494461 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fefa0054850 con 0x7fefac0cdff0 2023-11-18T23:04:01.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.787+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fef8c005b10 con 0x7fefac0cdff0 2023-11-18T23:04:01.789 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.789+0000 7fef937fe700 1 -- 172.21.15.99:0/2634494461 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v34) v1 ==== 104+0+11 (secure 0 0 0) 0x7fefa0021020 con 0x7fefac0cdff0 2023-11-18T23:04:01.790 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2023-11-18T23:04:01.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef9806aed0 msgr2=0x7fef9806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:01.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef9806aed0 0x7fef9806d390 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fef9c0050e0 tx=0x7fef9c007b10 comp rx=0 tx=0).stop 2023-11-18T23:04:01.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0cdff0 msgr2=0x7fefac15ffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:01.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0cdff0 0x7fefac15ffc0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fefa000ebb0 tx=0x7fefa000ef70 comp rx=0 tx=0).stop 2023-11-18T23:04:01.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 shutdown_connections 2023-11-18T23:04:01.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fef9806aed0 0x7fef9806d390 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fefac146f00 0x7fefac160500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefac0afc30 0x7fefac13da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 --2- 172.21.15.99:0/2634494461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fefac0cdff0 0x7fefac15ffc0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:01.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 >> 172.21.15.99:0/2634494461 conn(0x7fefac0b38b0 msgr2=0x7fefac0b3c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:01.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 shutdown_connections 2023-11-18T23:04:01.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:01.792+0000 7fefb1268700 1 -- 172.21.15.99:0/2634494461 wait complete. 2023-11-18T23:04:01.810 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-18T23:04:02.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.009+0000 7f426f057700 1 Processor -- start 2023-11-18T23:04:02.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.009+0000 7f426f057700 1 -- start start 2023-11-18T23:04:02.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f426f057700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f426808b930 0x7f4268071ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f426f057700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4268072410 0x7f42680cdd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f426f057700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f42680ce2d0 0x7f42680cc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f426f057700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42680ce740 con 0x7f4268072410 2023-11-18T23:04:02.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f426f057700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4268073500 con 0x7f426808b930 2023-11-18T23:04:02.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f426f057700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42680728f0 con 0x7f42680ce2d0 2023-11-18T23:04:02.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f4267fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4268072410 0x7f42680cdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f4267fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4268072410 0x7f42680cdd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47608/0 (socket says 172.21.15.99:47608) 2023-11-18T23:04:02.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f426cdf3700 1 --2- 172.21.15.99:0/2399226175 >> v2:172.21.15.181:3300/0 conn(0x7f426808b930 0x7f4268071ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f4267fff700 1 -- 172.21.15.99:0/2399226175 learned_addr learned my addr 172.21.15.99:0/2399226175 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:02.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.013+0000 7f426cdf3700 1 -- 172.21.15.99:0/2399226175 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f42680ce2d0 msgr2=0x7f42680cc850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.010+0000 7f426d5f4700 1 --2- 172.21.15.99:0/2399226175 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f42680ce2d0 0x7f42680cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f426cdf3700 1 --2- 172.21.15.99:0/2399226175 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f42680ce2d0 0x7f42680cc850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f426cdf3700 1 -- 172.21.15.99:0/2399226175 >> v2:172.21.15.99:3300/0 conn(0x7f4268072410 msgr2=0x7f42680cdd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f426cdf3700 1 --2- 172.21.15.99:0/2399226175 >> v2:172.21.15.99:3300/0 conn(0x7f4268072410 0x7f42680cdd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f426cdf3700 1 -- 172.21.15.99:0/2399226175 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4268072bd0 con 0x7f426808b930 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f4267fff700 1 --2- 172.21.15.99:0/2399226175 >> v2:172.21.15.99:3300/0 conn(0x7f4268072410 0x7f42680cdd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f426d5f4700 1 --2- 172.21.15.99:0/2399226175 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f42680ce2d0 0x7f42680cc850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f426cdf3700 1 --2- 172.21.15.99:0/2399226175 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f426808b930 0x7f4268071ed0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f42680b47a0 tx=0x7f425c00d330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb99c1966885cd38 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f42677fe700 1 -- 172.21.15.99:0/2399226175 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f425c010070 con 0x7f426808b930 2023-11-18T23:04:02.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f42677fe700 1 -- 172.21.15.99:0/2399226175 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f425c00d910 con 0x7f426808b930 2023-11-18T23:04:02.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.019+0000 7f42677fe700 1 -- 172.21.15.99:0/2399226175 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f425c008a50 con 0x7f426808b930 2023-11-18T23:04:02.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.020+0000 7f426f057700 1 -- 172.21.15.99:0/2399226175 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f426808b930 msgr2=0x7f4268071ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.020+0000 7f426f057700 1 --2- 172.21.15.99:0/2399226175 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f426808b930 0x7f4268071ed0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f42680b47a0 tx=0x7f425c00d330 comp rx=0 tx=0).stop 2023-11-18T23:04:02.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.022+0000 7f426f057700 1 -- 172.21.15.99:0/2399226175 shutdown_connections 2023-11-18T23:04:02.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.022+0000 7f426f057700 1 --2- 172.21.15.99:0/2399226175 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f42680ce2d0 0x7f42680cc850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.022+0000 7f426f057700 1 --2- 172.21.15.99:0/2399226175 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f426808b930 0x7f4268071ed0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.023 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.022+0000 7f426f057700 1 --2- 172.21.15.99:0/2399226175 >> v2:172.21.15.99:3300/0 conn(0x7f4268072410 0x7f42680cdd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.022+0000 7f426f057700 1 -- 172.21.15.99:0/2399226175 >> 172.21.15.99:0/2399226175 conn(0x7f42680afed0 msgr2=0x7f42680b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:02.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.022+0000 7f426f057700 1 -- 172.21.15.99:0/2399226175 shutdown_connections 2023-11-18T23:04:02.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.022+0000 7f426f057700 1 -- 172.21.15.99:0/2399226175 wait complete. 2023-11-18T23:04:02.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.024+0000 7f426f057700 1 Processor -- start 2023-11-18T23:04:02.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.024+0000 7f426f057700 1 -- start start 2023-11-18T23:04:02.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f426f057700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4268072410 0x7f426806e350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f426f057700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f426808b930 0x7f42680c9020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f426f057700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42680ce2d0 0x7f42680c9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f426f057700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f426815ce10 con 0x7f4268072410 2023-11-18T23:04:02.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f426f057700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f426815d080 con 0x7f42680ce2d0 2023-11-18T23:04:02.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f426f057700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f426815d360 con 0x7f426808b930 2023-11-18T23:04:02.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f4267fff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f426808b930 0x7f42680c9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f426d5f4700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42680ce2d0 0x7f42680c9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f4267fff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f426808b930 0x7f42680c9020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57220/0 (socket says 172.21.15.99:57220) 2023-11-18T23:04:02.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f426d5f4700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42680ce2d0 0x7f42680c9560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:46088/0 (socket says 172.21.15.99:46088) 2023-11-18T23:04:02.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f4267fff700 1 -- 172.21.15.99:0/3678244807 learned_addr learned my addr 172.21.15.99:0/3678244807 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:02.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f4267fff700 1 -- 172.21.15.99:0/3678244807 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42680ce2d0 msgr2=0x7f42680c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f4267fff700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42680ce2d0 0x7f42680c9560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f4267fff700 1 -- 172.21.15.99:0/3678244807 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4268072410 msgr2=0x7f426806e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f4267fff700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4268072410 0x7f426806e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f4267fff700 1 -- 172.21.15.99:0/3678244807 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4254009550 con 0x7f426808b930 2023-11-18T23:04:02.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f426d5f4700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42680ce2d0 0x7f42680c9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:02.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.025+0000 7f4267fff700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f426808b930 0x7f42680c9020 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f425400e8d0 tx=0x7f425400ebe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:02.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.026+0000 7f42657fa700 1 -- 172.21.15.99:0/3678244807 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4254004030 con 0x7f426808b930 2023-11-18T23:04:02.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.026+0000 7f42657fa700 1 -- 172.21.15.99:0/3678244807 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4254004190 con 0x7f426808b930 2023-11-18T23:04:02.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.026+0000 7f42657fa700 1 -- 172.21.15.99:0/3678244807 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4254004500 con 0x7f426808b930 2023-11-18T23:04:02.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.026+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f425c008610 con 0x7f426808b930 2023-11-18T23:04:02.028 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.026+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f426815fc80 con 0x7f426808b930 2023-11-18T23:04:02.030 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.030+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f426815d880 con 0x7f426808b930 2023-11-18T23:04:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.032+0000 7f42657fa700 1 -- 172.21.15.99:0/3678244807 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f42540036a0 con 0x7f426808b930 2023-11-18T23:04:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.032+0000 7f42657fa700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f424c06aed0 0x7f424c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.033 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.032+0000 7f42657fa700 1 -- 172.21.15.99:0/3678244807 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f42540892c0 con 0x7f426808b930 2023-11-18T23:04:02.033 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.032+0000 7f426cdf3700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f424c06aed0 0x7f424c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.033+0000 7f426cdf3700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f424c06aed0 0x7f424c06d390 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f42680b47a0 tx=0x7f425c014000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:02.039 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.039+0000 7f42657fa700 1 -- 172.21.15.99:0/3678244807 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f426815d880 con 0x7f426808b930 2023-11-18T23:04:02.343 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.342+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f426815d880 con 0x7f426808b930 2023-11-18T23:04:02.344 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.343+0000 7f42657fa700 1 -- 172.21.15.99:0/3678244807 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v34) v1 ==== 100+0+11 (secure 0 0 0) 0x7f426815d880 con 0x7f426808b930 2023-11-18T23:04:02.344 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2023-11-18T23:04:02.346 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f424c06aed0 msgr2=0x7f424c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f424c06aed0 0x7f424c06d390 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f42680b47a0 tx=0x7f425c014000 comp rx=0 tx=0).stop 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f426808b930 msgr2=0x7f42680c9020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f426808b930 0x7f42680c9020 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f425400e8d0 tx=0x7f425400ebe0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 shutdown_connections 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f424c06aed0 0x7f424c06d390 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4268072410 0x7f426806e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42680ce2d0 0x7f42680c9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 --2- 172.21.15.99:0/3678244807 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f426808b930 0x7f42680c9020 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 >> 172.21.15.99:0/3678244807 conn(0x7f42680afed0 msgr2=0x7f42680b3b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 shutdown_connections 2023-11-18T23:04:02.347 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.346+0000 7f426f057700 1 -- 172.21.15.99:0/3678244807 wait complete. 2023-11-18T23:04:02.363 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T23:04:02.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.534+0000 7fed55d6e700 1 Processor -- start 2023-11-18T23:04:02.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.534+0000 7fed55d6e700 1 -- start start 2023-11-18T23:04:02.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.535+0000 7fed55d6e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5006df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.535+0000 7fed55d6e700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fed500ccb60 0x7fed500ce880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.535+0000 7fed55d6e700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed50163d70 con 0x7fed5006e450 2023-11-18T23:04:02.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.535+0000 7fed55d6e700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed500ce460 con 0x7fed500ccb60 2023-11-18T23:04:02.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.535+0000 7fed55d6e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed5014c400 con 0x7fed5014c020 2023-11-18T23:04:02.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.535+0000 7fed4f7fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5006df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.535+0000 7fed4f7fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5006df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57226/0 (socket says 172.21.15.99:57226) 2023-11-18T23:04:02.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.535+0000 7fed4f7fe700 1 -- 172.21.15.99:0/4093027952 learned_addr learned my addr 172.21.15.99:0/4093027952 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:02.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.536+0000 7fed4f7fe700 1 -- 172.21.15.99:0/4093027952 >> v2:172.21.15.181:3300/0 conn(0x7fed500ccb60 msgr2=0x7fed500ce880 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T23:04:02.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.536+0000 7fed4f7fe700 1 --2- 172.21.15.99:0/4093027952 >> v2:172.21.15.181:3300/0 conn(0x7fed500ccb60 0x7fed500ce880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.536+0000 7fed4f7fe700 1 -- 172.21.15.99:0/4093027952 >> v1:172.21.15.181:6789/0 conn(0x7fed5006e450 legacy=0x7fed500cc450 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T23:04:02.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.536+0000 7fed4f7fe700 1 -- 172.21.15.99:0/4093027952 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed5006e960 con 0x7fed5014c020 2023-11-18T23:04:02.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.536+0000 7fed4f7fe700 1 --2- 172.21.15.99:0/4093027952 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5006df10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fed440098f0 tx=0x7fed44009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20fa83a6b9c8e6c1 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:02.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.539+0000 7fed4e7fc700 1 -- 172.21.15.99:0/4093027952 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed44004230 con 0x7fed5014c020 2023-11-18T23:04:02.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.539+0000 7fed4e7fc700 1 -- 172.21.15.99:0/4093027952 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed44004390 con 0x7fed5014c020 2023-11-18T23:04:02.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.539+0000 7fed4e7fc700 1 -- 172.21.15.99:0/4093027952 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed440036a0 con 0x7fed5014c020 2023-11-18T23:04:02.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.539+0000 7fed55d6e700 1 -- 172.21.15.99:0/4093027952 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 msgr2=0x7fed5006df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.539+0000 7fed55d6e700 1 --2- 172.21.15.99:0/4093027952 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5006df10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fed440098f0 tx=0x7fed44009c00 comp rx=0 tx=0).stop 2023-11-18T23:04:02.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.540+0000 7fed55d6e700 1 -- 172.21.15.99:0/4093027952 shutdown_connections 2023-11-18T23:04:02.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.540+0000 7fed55d6e700 1 --2- 172.21.15.99:0/4093027952 >> v2:172.21.15.181:3300/0 conn(0x7fed500ccb60 0x7fed500ce880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.540+0000 7fed55d6e700 1 --2- 172.21.15.99:0/4093027952 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5006df10 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.540+0000 7fed55d6e700 1 -- 172.21.15.99:0/4093027952 >> 172.21.15.99:0/4093027952 conn(0x7fed500b1ff0 msgr2=0x7fed500b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:02.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.540+0000 7fed55d6e700 1 -- 172.21.15.99:0/4093027952 shutdown_connections 2023-11-18T23:04:02.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.540+0000 7fed55d6e700 1 -- 172.21.15.99:0/4093027952 wait complete. 2023-11-18T23:04:02.542 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.542+0000 7fed55d6e700 1 Processor -- start 2023-11-18T23:04:02.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.542+0000 7fed55d6e700 1 -- start start 2023-11-18T23:04:02.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed55d6e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fed5006e450 0x7fed501682e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed55d6e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fed500ccb60 0x7fed5015fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed55d6e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5015e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed55d6e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed50168820 con 0x7fed5006e450 2023-11-18T23:04:02.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed55d6e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed501601f0 con 0x7fed500ccb60 2023-11-18T23:04:02.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed55d6e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed5015e9e0 con 0x7fed5014c020 2023-11-18T23:04:02.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed4ffff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5015e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.549 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed4effd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fed500ccb60 0x7fed5015fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed4ffff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5015e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57232/0 (socket says 172.21.15.99:57232) 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed4ffff700 1 -- 172.21.15.99:0/289909742 learned_addr learned my addr 172.21.15.99:0/289909742 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.543+0000 7fed4effd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fed500ccb60 0x7fed5015fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:46096/0 (socket says 172.21.15.99:46096) 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.544+0000 7fed4ffff700 1 -- 172.21.15.99:0/289909742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fed500ccb60 msgr2=0x7fed5015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.544+0000 7fed4ffff700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fed500ccb60 0x7fed5015fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.544+0000 7fed4ffff700 1 -- 172.21.15.99:0/289909742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fed5006e450 msgr2=0x7fed501682e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.544+0000 7fed4ffff700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fed5006e450 0x7fed501682e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.544+0000 7fed4ffff700 1 -- 172.21.15.99:0/289909742 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed44009550 con 0x7fed5014c020 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.544+0000 7fed4effd700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fed500ccb60 0x7fed5015fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.544+0000 7fed4ffff700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5015e4a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fed4800b9c0 tx=0x7fed4800bcd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:02.550 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.548+0000 7fed37fff700 1 -- 172.21.15.99:0/289909742 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed4802e940 con 0x7fed5014c020 2023-11-18T23:04:02.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.548+0000 7fed37fff700 1 -- 172.21.15.99:0/289909742 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed4802eaa0 con 0x7fed5014c020 2023-11-18T23:04:02.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.548+0000 7fed37fff700 1 -- 172.21.15.99:0/289909742 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed4802ee50 con 0x7fed5014c020 2023-11-18T23:04:02.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.548+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed5015ec10 con 0x7fed5014c020 2023-11-18T23:04:02.551 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.548+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed5015f1d0 con 0x7fed5014c020 2023-11-18T23:04:02.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.549+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed50073aa0 con 0x7fed5014c020 2023-11-18T23:04:02.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.550+0000 7fed37fff700 1 -- 172.21.15.99:0/289909742 <== mon.2 v2:172.21.15.181:3301/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fed4803f3b0 con 0x7fed5014c020 2023-11-18T23:04:02.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.550+0000 7fed37fff700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fed3c06af20 0x7fed3c06d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:02.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.550+0000 7fed37fff700 1 -- 172.21.15.99:0/289909742 <== mon.2 v2:172.21.15.181:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fed480ab1d0 con 0x7fed5014c020 2023-11-18T23:04:02.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.550+0000 7fed4f7fe700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fed3c06af20 0x7fed3c06d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:02.552 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.551+0000 7fed4f7fe700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fed3c06af20 0x7fed3c06d3e0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fed5015e430 tx=0x7fed44010000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:02.557 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.556+0000 7fed37fff700 1 -- 172.21.15.99:0/289909742 <== mon.2 v2:172.21.15.181:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fed480763f0 con 0x7fed5014c020 2023-11-18T23:04:02.938 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.938+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fed50069400 con 0x7fed5014c020 2023-11-18T23:04:02.939 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.938+0000 7fed37fff700 1 -- 172.21.15.99:0/289909742 <== mon.2 v2:172.21.15.181:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4919 (secure 0 0 0) 0x7fed48079a10 con 0x7fed5014c020 2023-11-18T23:04:02.939 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:02.939 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/1166743297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1166743297},{"type":"v1","addr":"172.21.15.99:6836","nonce":1166743297}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1921422156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1921422156},{"type":"v1","addr":"172.21.15.181:6833","nonce":1921422156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4879,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/1436964276","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":1436964276},{"type":"v1","addr":"172.21.15.181:6835","nonce":1436964276}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:44:27.528456+0000","modified":"2023-11-18T15:44:30.537812+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5088},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5088":{"gid":5088,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":5,"addr":"172.21.15.99:6837/1648814437","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1648814437},{"type":"v1","addr":"172.21.15.99:6837","nonce":1648814437}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-18T23:04:02.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.941+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fed3c06af20 msgr2=0x7fed3c06d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.941+0000 7fed55d6e700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fed3c06af20 0x7fed3c06d3e0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fed5015e430 tx=0x7fed44010000 comp rx=0 tx=0).stop 2023-11-18T23:04:02.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.941+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 msgr2=0x7fed5015e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:02.942 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.941+0000 7fed55d6e700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5015e4a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fed4800b9c0 tx=0x7fed4800bcd0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.943+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 shutdown_connections 2023-11-18T23:04:02.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.943+0000 7fed55d6e700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fed3c06af20 0x7fed3c06d3e0 secure :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fed5015e430 tx=0x7fed44010000 comp rx=0 tx=0).stop 2023-11-18T23:04:02.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.943+0000 7fed55d6e700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fed5006e450 0x7fed501682e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.943 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.943+0000 7fed55d6e700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fed5014c020 0x7fed5015e4a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.943+0000 7fed55d6e700 1 --2- 172.21.15.99:0/289909742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fed500ccb60 0x7fed5015fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:02.944 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.943+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 >> 172.21.15.99:0/289909742 conn(0x7fed500b1ff0 msgr2=0x7fed500b0920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:02.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.947+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 shutdown_connections 2023-11-18T23:04:02.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:02.947+0000 7fed55d6e700 1 -- 172.21.15.99:0/289909742 wait complete. 2023-11-18T23:04:02.956 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 16 2023-11-18T23:04:02.967 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T23:04:03.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.177+0000 7f4faa3c5700 1 Processor -- start 2023-11-18T23:04:03.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.177+0000 7f4faa3c5700 1 -- start start 2023-11-18T23:04:03.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4faa3c5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4fa4072ca0 0x7f4fa40704b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4faa3c5700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4fa40709f0 0x7f4fa40d0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4faa3c5700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4fa4071df0 con 0x7f4fa415c960 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4faa3c5700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fa415cd40 con 0x7f4fa40709f0 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4faa3c5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fa40711e0 con 0x7f4fa4072ca0 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4fa8962700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4fa40709f0 0x7f4fa40d0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4fa8962700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4fa40709f0 0x7f4fa40d0c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47632/0 (socket says 172.21.15.99:47632) 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4fa8962700 1 -- 172.21.15.99:0/3667096922 learned_addr learned my addr 172.21.15.99:0/3667096922 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4fa8962700 1 -- 172.21.15.99:0/3667096922 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4fa4072ca0 msgr2=0x7f4fa40704b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4fa8962700 1 --2- 172.21.15.99:0/3667096922 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4fa4072ca0 0x7f4fa40704b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4fa8962700 1 -- 172.21.15.99:0/3667096922 >> v1:172.21.15.181:6789/0 conn(0x7f4fa415c960 legacy=0x7f4fa4072590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.178+0000 7f4fa8962700 1 -- 172.21.15.99:0/3667096922 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fa40714c0 con 0x7f4fa40709f0 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.179+0000 7f4fa8962700 1 --2- 172.21.15.99:0/3667096922 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4fa40709f0 0x7f4fa40d0c80 secure :-1 s=READY pgs=3234 cs=0 l=1 rev1=1 crypto rx=0x7f4f940098f0 tx=0x7f4f94009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da87e4ec3570a283 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:03.181 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.179+0000 7f4fa2ffd700 1 -- 172.21.15.99:0/3667096922 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f94004230 con 0x7f4fa40709f0 2023-11-18T23:04:03.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.179+0000 7f4fa2ffd700 1 -- 172.21.15.99:0/3667096922 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f94004390 con 0x7f4fa40709f0 2023-11-18T23:04:03.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.179+0000 7f4fa2ffd700 1 -- 172.21.15.99:0/3667096922 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f940036a0 con 0x7f4fa40709f0 2023-11-18T23:04:03.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.180+0000 7f4faa3c5700 1 -- 172.21.15.99:0/3667096922 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4fa40709f0 msgr2=0x7f4fa40d0c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:03.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.180+0000 7f4faa3c5700 1 --2- 172.21.15.99:0/3667096922 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4fa40709f0 0x7f4fa40d0c80 secure :-1 s=READY pgs=3234 cs=0 l=1 rev1=1 crypto rx=0x7f4f940098f0 tx=0x7f4f94009c00 comp rx=0 tx=0).stop 2023-11-18T23:04:03.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.180+0000 7f4faa3c5700 1 -- 172.21.15.99:0/3667096922 shutdown_connections 2023-11-18T23:04:03.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.180+0000 7f4faa3c5700 1 --2- 172.21.15.99:0/3667096922 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4fa40709f0 0x7f4fa40d0c80 unknown :-1 s=CLOSED pgs=3234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.180+0000 7f4faa3c5700 1 --2- 172.21.15.99:0/3667096922 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4fa4072ca0 0x7f4fa40704b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.180+0000 7f4faa3c5700 1 -- 172.21.15.99:0/3667096922 >> 172.21.15.99:0/3667096922 conn(0x7f4fa40b6110 msgr2=0x7f4fa40b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:03.184 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.184+0000 7f4faa3c5700 1 -- 172.21.15.99:0/3667096922 shutdown_connections 2023-11-18T23:04:03.184 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.184+0000 7f4faa3c5700 1 -- 172.21.15.99:0/3667096922 wait complete. 2023-11-18T23:04:03.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.185+0000 7f4faa3c5700 1 Processor -- start 2023-11-18T23:04:03.186 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.185+0000 7f4faa3c5700 1 -- start start 2023-11-18T23:04:03.187 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.186+0000 7f4faa3c5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4fa40709f0 0x7f4fa408c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.187 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.186+0000 7f4faa3c5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fa4072ca0 0x7f4fa408c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.187 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.186+0000 7f4faa3c5700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4fa415c960 0x7f4fa408d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.187 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.186+0000 7f4faa3c5700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fa41470c0 con 0x7f4fa40709f0 2023-11-18T23:04:03.187 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.186+0000 7f4faa3c5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fa414b9b0 con 0x7f4fa4072ca0 2023-11-18T23:04:03.187 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.186+0000 7f4faa3c5700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fa406ee60 con 0x7f4fa415c960 2023-11-18T23:04:03.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.187+0000 7f4fa37fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fa4072ca0 0x7f4fa408c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:03.188 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.187+0000 7f4fa37fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fa4072ca0 0x7f4fa408c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:46110/0 (socket says 172.21.15.99:46110) 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.187+0000 7f4fa37fe700 1 -- 172.21.15.99:0/431559958 learned_addr learned my addr 172.21.15.99:0/431559958 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.187+0000 7f4fa37fe700 1 -- 172.21.15.99:0/431559958 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4fa415c960 msgr2=0x7f4fa408d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.187+0000 7f4fa37fe700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4fa415c960 0x7f4fa408d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.187+0000 7f4fa37fe700 1 -- 172.21.15.99:0/431559958 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4fa40709f0 msgr2=0x7f4fa408c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.187+0000 7f4fa37fe700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4fa40709f0 0x7f4fa408c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.187+0000 7f4fa37fe700 1 -- 172.21.15.99:0/431559958 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f94009550 con 0x7f4fa4072ca0 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.187+0000 7f4fa37fe700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fa4072ca0 0x7f4fa408c730 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c00ba80 tx=0x7f4f9c00be40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.188+0000 7f4fa0ff9700 1 -- 172.21.15.99:0/431559958 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f9c00c970 con 0x7f4fa4072ca0 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.188+0000 7f4fa0ff9700 1 -- 172.21.15.99:0/431559958 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f9c00caf0 con 0x7f4fa4072ca0 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.188+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fa408cc70 con 0x7f4fa4072ca0 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.188+0000 7f4fa0ff9700 1 -- 172.21.15.99:0/431559958 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f9c014440 con 0x7f4fa4072ca0 2023-11-18T23:04:03.189 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.188+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fa406f390 con 0x7f4fa4072ca0 2023-11-18T23:04:03.190 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.189+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fa4069400 con 0x7f4fa4072ca0 2023-11-18T23:04:03.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.190+0000 7f4fa0ff9700 1 -- 172.21.15.99:0/431559958 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4f9c0145a0 con 0x7f4fa4072ca0 2023-11-18T23:04:03.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.190+0000 7f4fa0ff9700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f9006aed0 0x7f4f9006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.191 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.190+0000 7f4fa0ff9700 1 -- 172.21.15.99:0/431559958 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4f9c089140 con 0x7f4fa4072ca0 2023-11-18T23:04:03.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.191+0000 7f4fa3fff700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f9006aed0 0x7f4f9006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:03.192 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.191+0000 7f4fa3fff700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f9006aed0 0x7f4f9006d390 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f4f980096d0 tx=0x7f4f98006c30 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:03.197 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.196+0000 7f4fa0ff9700 1 -- 172.21.15.99:0/431559958 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4f9c054330 con 0x7f4fa4072ca0 2023-11-18T23:04:03.518 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.517+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4fa4072350 con 0x7f4fa4072ca0 2023-11-18T23:04:03.519 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.519+0000 7f4fa0ff9700 1 -- 172.21.15.99:0/431559958 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16569 (secure 0 0 0) 0x7f4f9c057950 con 0x7f4fa4072ca0 2023-11-18T23:04:03.520 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:03.520 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":34,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:44:29.120138+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:44:25.439270+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-18T15:44:26.489393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T23:04:03.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f9006aed0 msgr2=0x7f4f9006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:03.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f9006aed0 0x7f4f9006d390 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f4f980096d0 tx=0x7f4f98006c30 comp rx=0 tx=0).stop 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fa4072ca0 msgr2=0x7f4fa408c730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fa4072ca0 0x7f4fa408c730 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c00ba80 tx=0x7f4f9c00be40 comp rx=0 tx=0).stop 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 shutdown_connections 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4f9006aed0 0x7f4f9006d390 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4fa40709f0 0x7f4fa408c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4fa415c960 0x7f4fa408d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 --2- 172.21.15.99:0/431559958 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fa4072ca0 0x7f4fa408c730 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.522+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 >> 172.21.15.99:0/431559958 conn(0x7f4fa40b6110 msgr2=0x7f4fa41641f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.523+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 shutdown_connections 2023-11-18T23:04:03.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.523+0000 7f4faa3c5700 1 -- 172.21.15.99:0/431559958 wait complete. 2023-11-18T23:04:03.542 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-18T23:04:03.542 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T23:04:03.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.740+0000 7fb3bbf1c700 1 Processor -- start 2023-11-18T23:04:03.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.740+0000 7fb3bbf1c700 1 -- start start 2023-11-18T23:04:03.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.741+0000 7fb3bbf1c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb3b4147880 0x7fb3b406d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.742 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.741+0000 7fb3bbf1c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb3b40b6170 0x7fb3b40704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.741+0000 7fb3bbf1c700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3b40b5ce0 con 0x7fb3b40b6600 2023-11-18T23:04:03.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.741+0000 7fb3bbf1c700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3b40b5700 con 0x7fb3b40b6170 2023-11-18T23:04:03.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.741+0000 7fb3bbf1c700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3b406e230 con 0x7fb3b4147880 2023-11-18T23:04:03.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.741+0000 7fb3ba4b9700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fb3b40b6600 0x7fb3b4161c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34256/0 (socket says 172.21.15.99:34256) 2023-11-18T23:04:03.743 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.741+0000 7fb3ba4b9700 1 -- 172.21.15.99:0/2740147116 learned_addr learned my addr 172.21.15.99:0/2740147116 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:03.746 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3232448562 0 0) 0x7fb3b40b5ce0 con 0x7fb3b40b6600 2023-11-18T23:04:03.746 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb3a00035b0 con 0x7fb3b40b6600 2023-11-18T23:04:03.746 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2349680169 0 0) 0x7fb3a00035b0 con 0x7fb3b40b6600 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 >> v2:172.21.15.181:3300/0 conn(0x7fb3b4147880 msgr2=0x7fb3b406d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 --2- 172.21.15.99:0/2740147116 >> v2:172.21.15.181:3300/0 conn(0x7fb3b4147880 0x7fb3b406d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 >> v2:172.21.15.99:3300/0 conn(0x7fb3b40b6170 msgr2=0x7fb3b40704f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 --2- 172.21.15.99:0/2740147116 >> v2:172.21.15.99:3300/0 conn(0x7fb3b40b6170 0x7fb3b40704f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3b40b5970 con 0x7fb3b40b6600 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fb3b0001670 con 0x7fb3b40b6600 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 >> v1:172.21.15.99:6789/0 conn(0x7fb3b40b6600 legacy=0x7fb3b4161c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb3a0003a00 0x7fb3a0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb3a0004850 0x7fb3a0004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3a000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b40b5700 con 0x7fb3a0005330 2023-11-18T23:04:03.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b406e230 con 0x7fb3a0004850 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a000c2b0 con 0x7fb3a0003a00 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.742+0000 7fb3ba4b9700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3a000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3b9cb8700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb3a0003a00 0x7fb3a0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3ba4b9700 1 -- 172.21.15.99:0/2740147116 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb3a0003a00 msgr2=0x7fb3a0003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3ba4b9700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb3a0003a00 0x7fb3a0003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3ba4b9700 1 -- 172.21.15.99:0/2740147116 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb3a0004850 msgr2=0x7fb3a0004cd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3ba4b9700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb3a0004850 0x7fb3a0004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3ba4b9700 1 -- 172.21.15.99:0/2740147116 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3a00035b0 con 0x7fb3a0005330 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3ba4b9700 1 -- 172.21.15.99:0/2740147116 reap_dead start 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3ba4b9700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3a000ba10 secure :-1 s=READY pgs=3236 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000c320 tx=0x7fb3a0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=803b85b506a29466 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0007c60 con 0x7fb3a0005330 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3b0005960 con 0x7fb3a0005330 2023-11-18T23:04:03.748 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.743+0000 7fb3b8cb6700 1 -- 172.21.15.99:0/2740147116 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b000cea0 con 0x7fb3a0005330 2023-11-18T23:04:03.749 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.744+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2740147116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 msgr2=0x7fb3a000ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:03.749 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.744+0000 7fb3bbf1c700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3a000ba10 secure :-1 s=READY pgs=3236 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000c320 tx=0x7fb3a0005880 comp rx=0 tx=0).stop 2023-11-18T23:04:03.749 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.744+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2740147116 shutdown_connections 2023-11-18T23:04:03.749 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.744+0000 7fb3bbf1c700 1 --2- 172.21.15.99:0/2740147116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3a000ba10 unknown :-1 s=CLOSED pgs=3236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.749 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.744+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2740147116 >> 172.21.15.99:0/2740147116 conn(0x7fb3b40b2130 msgr2=0x7fb3b40b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:03.749 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.747+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2740147116 shutdown_connections 2023-11-18T23:04:03.750 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.747+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2740147116 wait complete. 2023-11-18T23:04:03.750 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.749+0000 7fb3bbf1c700 1 Processor -- start 2023-11-18T23:04:03.750 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.749+0000 7fb3bbf1c700 1 -- start start 2023-11-18T23:04:03.751 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3bbf1c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3b40ad860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.751 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3bbf1c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb3b41e8a40 0x7fb3b4150770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.751 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3bbf1c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb3b415e630 0x7fb3b40afef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.752 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3bbf1c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b41e8540 con 0x7fb3a0005330 2023-11-18T23:04:03.752 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3bbf1c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b40adda0 con 0x7fb3b41e8a40 2023-11-18T23:04:03.752 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3bbf1c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3b415ee20 con 0x7fb3b415e630 2023-11-18T23:04:03.752 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3b9cb8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3b40ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:03.752 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3b9cb8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3b40ad860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47650/0 (socket says 172.21.15.99:47650) 2023-11-18T23:04:03.752 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3b9cb8700 1 -- 172.21.15.99:0/2534363828 learned_addr learned my addr 172.21.15.99:0/2534363828 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:03.752 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.750+0000 7fb3ba4b9700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb3b415e630 0x7fb3b40afef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:03.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3b9cb8700 1 -- 172.21.15.99:0/2534363828 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb3b415e630 msgr2=0x7fb3b40afef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:03.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3b9cb8700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb3b415e630 0x7fb3b40afef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3b9cb8700 1 -- 172.21.15.99:0/2534363828 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb3b41e8a40 msgr2=0x7fb3b4150770 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-18T23:04:03.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3b9cb8700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb3b41e8a40 0x7fb3b4150770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:03.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3b9cb8700 1 -- 172.21.15.99:0/2534363828 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3b4150cb0 con 0x7fb3a0005330 2023-11-18T23:04:03.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3b9cb8700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3b40ad860 secure :-1 s=READY pgs=3237 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac00de60 tx=0x7fb3ac00de90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:03.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3aa7fc700 1 -- 172.21.15.99:0/2534363828 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac00bcf0 con 0x7fb3a0005330 2023-11-18T23:04:03.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3aa7fc700 1 -- 172.21.15.99:0/2534363828 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3ac012070 con 0x7fb3a0005330 2023-11-18T23:04:03.753 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3aa7fc700 1 -- 172.21.15.99:0/2534363828 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac00e660 con 0x7fb3a0005330 2023-11-18T23:04:03.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3b41e8f80 con 0x7fb3a0005330 2023-11-18T23:04:03.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.751+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3b40ae2b0 con 0x7fb3a0005330 2023-11-18T23:04:03.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.753+0000 7fb3aa7fc700 1 -- 172.21.15.99:0/2534363828 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fb3ac00e7c0 con 0x7fb3a0005330 2023-11-18T23:04:03.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.754+0000 7fb3aa7fc700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb39806aed0 0x7fb39806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:03.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.754+0000 7fb3aa7fc700 1 -- 172.21.15.99:0/2534363828 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb3ac0891c0 con 0x7fb3a0005330 2023-11-18T23:04:03.756 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.755+0000 7fb3b94b7700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb39806aed0 0x7fb39806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:03.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.756+0000 7fb3b94b7700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb39806aed0 0x7fb39806d390 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4161be0 tx=0x7fb3a4006bf0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:03.757 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.757+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3b4073aa0 con 0x7fb3a0005330 2023-11-18T23:04:03.775 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:03.774+0000 7fb3aa7fc700 1 -- 172.21.15.99:0/2534363828 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fb3ac051e90 con 0x7fb3a0005330 2023-11-18T23:04:04.179 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.178+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb3b4069400 con 0x7fb3a0005330 2023-11-18T23:04:04.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.179+0000 7fb3aa7fc700 1 -- 172.21.15.99:0/2534363828 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4919 (secure 0 0 0) 0x7fb3ac014070 con 0x7fb3a0005330 2023-11-18T23:04:04.180 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:04.180 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/1166743297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1166743297},{"type":"v1","addr":"172.21.15.99:6836","nonce":1166743297}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1921422156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1921422156},{"type":"v1","addr":"172.21.15.181:6833","nonce":1921422156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4879,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/1436964276","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":1436964276},{"type":"v1","addr":"172.21.15.181:6835","nonce":1436964276}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:44:27.528456+0000","modified":"2023-11-18T15:44:30.537812+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5088},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5088":{"gid":5088,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":5,"addr":"172.21.15.99:6837/1648814437","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1648814437},{"type":"v1","addr":"172.21.15.99:6837","nonce":1648814437}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-18T23:04:04.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb39806aed0 msgr2=0x7fb39806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:04.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb39806aed0 0x7fb39806d390 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4161be0 tx=0x7fb3a4006bf0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 msgr2=0x7fb3b40ad860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3b40ad860 secure :-1 s=READY pgs=3237 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac00de60 tx=0x7fb3ac00de90 comp rx=0 tx=0).stop 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 shutdown_connections 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb39806aed0 0x7fb39806d390 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3a0005330 0x7fb3b40ad860 unknown :-1 s=CLOSED pgs=3237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb3b415e630 0x7fb3b40afef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 --2- 172.21.15.99:0/2534363828 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb3b41e8a40 0x7fb3b4150770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 >> 172.21.15.99:0/2534363828 conn(0x7fb3b40b2130 msgr2=0x7fb3b415f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 shutdown_connections 2023-11-18T23:04:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.181+0000 7fb3bbf1c700 1 -- 172.21.15.99:0/2534363828 wait complete. 2023-11-18T23:04:04.184 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 16 2023-11-18T23:04:04.202 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T23:04:04.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.381+0000 7fddd48c8700 1 Processor -- start 2023-11-18T23:04:04.383 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.381+0000 7fddd48c8700 1 -- start start 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.382+0000 7fddd48c8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fddd00b2860 0x7fddd015fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.382+0000 7fddd48c8700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fddd0160180 0x7fddd0144fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.382+0000 7fddd48c8700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fddd00d0f40 con 0x7fddd00cf3c0 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.382+0000 7fddd48c8700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fddd01609e0 con 0x7fddd00b2860 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.382+0000 7fddd48c8700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fddd00b7490 con 0x7fddd0160180 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.382+0000 7fddcdd9b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fddd00b2860 0x7fddd015fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.382+0000 7fddcdd9b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fddd00b2860 0x7fddd015fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47658/0 (socket says 172.21.15.99:47658) 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.382+0000 7fddcdd9b700 1 -- 172.21.15.99:0/1055265302 learned_addr learned my addr 172.21.15.99:0/1055265302 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.383+0000 7fddced9d700 1 --2- 172.21.15.99:0/1055265302 >> v2:172.21.15.181:3300/0 conn(0x7fddd0160180 0x7fddd0144fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:04.384 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.383+0000 7fddcdd9b700 1 -- 172.21.15.99:0/1055265302 >> v2:172.21.15.181:3300/0 conn(0x7fddd0160180 msgr2=0x7fddd0144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:04.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.383+0000 7fddcdd9b700 1 --2- 172.21.15.99:0/1055265302 >> v2:172.21.15.181:3300/0 conn(0x7fddd0160180 0x7fddd0144fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.383+0000 7fddcdd9b700 1 -- 172.21.15.99:0/1055265302 >> v1:172.21.15.99:6789/0 conn(0x7fddd00cf3c0 legacy=0x7fddd00b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:04.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.383+0000 7fddcdd9b700 1 -- 172.21.15.99:0/1055265302 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddd00d1220 con 0x7fddd00b2860 2023-11-18T23:04:04.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.383+0000 7fddcdd9b700 1 --2- 172.21.15.99:0/1055265302 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd00b2860 0x7fddd015fc40 secure :-1 s=READY pgs=3238 cs=0 l=1 rev1=1 crypto rx=0x7fddd00b2dc0 tx=0x7fddc4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=221543edbbe8d169 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:04.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.384+0000 7fddcd59a700 1 -- 172.21.15.99:0/1055265302 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddc4004230 con 0x7fddd00b2860 2023-11-18T23:04:04.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.384+0000 7fddcd59a700 1 -- 172.21.15.99:0/1055265302 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fddc4004390 con 0x7fddd00b2860 2023-11-18T23:04:04.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.384+0000 7fddcd59a700 1 -- 172.21.15.99:0/1055265302 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddc40036a0 con 0x7fddd00b2860 2023-11-18T23:04:04.385 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.385+0000 7fddd48c8700 1 -- 172.21.15.99:0/1055265302 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd00b2860 msgr2=0x7fddd015fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:04.386 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.385+0000 7fddd48c8700 1 --2- 172.21.15.99:0/1055265302 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd00b2860 0x7fddd015fc40 secure :-1 s=READY pgs=3238 cs=0 l=1 rev1=1 crypto rx=0x7fddd00b2dc0 tx=0x7fddc4009bd0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.391+0000 7fddd48c8700 1 -- 172.21.15.99:0/1055265302 shutdown_connections 2023-11-18T23:04:04.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.391+0000 7fddd48c8700 1 --2- 172.21.15.99:0/1055265302 >> v2:172.21.15.181:3300/0 conn(0x7fddd0160180 0x7fddd0144fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.391+0000 7fddd48c8700 1 --2- 172.21.15.99:0/1055265302 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd00b2860 0x7fddd015fc40 unknown :-1 s=CLOSED pgs=3238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.391+0000 7fddd48c8700 1 -- 172.21.15.99:0/1055265302 >> 172.21.15.99:0/1055265302 conn(0x7fddd0072190 msgr2=0x7fddd00725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:04.392 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.391+0000 7fddd48c8700 1 -- 172.21.15.99:0/1055265302 shutdown_connections 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.391+0000 7fddd48c8700 1 -- 172.21.15.99:0/1055265302 wait complete. 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.393+0000 7fddd48c8700 1 Processor -- start 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.393+0000 7fddd48c8700 1 -- start start 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddd48c8700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fddd00b2860 0x7fddd01434d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddd48c8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fddd00cf3c0 0x7fddd00b5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddd48c8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd0160180 0x7fddd0133f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddd48c8700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddd008ba40 con 0x7fddd0160180 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddd48c8700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddd0134f00 con 0x7fddd00b2860 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddd48c8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddd0145460 con 0x7fddd00cf3c0 2023-11-18T23:04:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddced9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd0160180 0x7fddd0133f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddced9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd0160180 0x7fddd0133f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47664/0 (socket says 172.21.15.99:47664) 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddced9d700 1 -- 172.21.15.99:0/1326981641 learned_addr learned my addr 172.21.15.99:0/1326981641 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.394+0000 7fddce59c700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fddd00b2860 0x7fddd01434d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.395+0000 7fddcdd9b700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fddd00cf3c0 0x7fddd00b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.395+0000 7fddced9d700 1 -- 172.21.15.99:0/1326981641 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fddd00cf3c0 msgr2=0x7fddd00b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.395+0000 7fddced9d700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fddd00cf3c0 0x7fddd00b5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.395+0000 7fddced9d700 1 -- 172.21.15.99:0/1326981641 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fddd00b2860 msgr2=0x7fddd01434d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.395+0000 7fddced9d700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fddd00b2860 0x7fddd01434d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.395+0000 7fddced9d700 1 -- 172.21.15.99:0/1326981641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddc4009550 con 0x7fddd0160180 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.395+0000 7fddced9d700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd0160180 0x7fddd0133f60 secure :-1 s=READY pgs=3239 cs=0 l=1 rev1=1 crypto rx=0x7fddc8009d30 tx=0x7fddc800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:04.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.396+0000 7fddbeffd700 1 -- 172.21.15.99:0/1326981641 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddc800cd40 con 0x7fddd0160180 2023-11-18T23:04:04.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.396+0000 7fddbeffd700 1 -- 172.21.15.99:0/1326981641 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fddc800f040 con 0x7fddd0160180 2023-11-18T23:04:04.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.396+0000 7fddbeffd700 1 -- 172.21.15.99:0/1326981641 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddc80146c0 con 0x7fddd0160180 2023-11-18T23:04:04.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.396+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddd0134c20 con 0x7fddd0160180 2023-11-18T23:04:04.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.396+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddd0142cd0 con 0x7fddd0160180 2023-11-18T23:04:04.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.398+0000 7fddbeffd700 1 -- 172.21.15.99:0/1326981641 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fddc8014820 con 0x7fddd0160180 2023-11-18T23:04:04.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.398+0000 7fddbeffd700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fddb80af0e0 0x7fddb80b15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:04.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.398+0000 7fddbeffd700 1 -- 172.21.15.99:0/1326981641 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fddc8089f60 con 0x7fddd0160180 2023-11-18T23:04:04.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.400+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fddd0073aa0 con 0x7fddd0160180 2023-11-18T23:04:04.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.402+0000 7fddce59c700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fddb80af0e0 0x7fddb80b15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:04.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.402+0000 7fddce59c700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fddb80af0e0 0x7fddb80b15a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fddd00b6090 tx=0x7fddc0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:04.408 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.407+0000 7fddbeffd700 1 -- 172.21.15.99:0/1326981641 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fddc8055180 con 0x7fddd0160180 2023-11-18T23:04:04.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.796+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fddd0069400 con 0x7fddd0160180 2023-11-18T23:04:04.801 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.800+0000 7fddbeffd700 1 -- 172.21.15.99:0/1326981641 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4919 (secure 0 0 0) 0x7fddc805b090 con 0x7fddd0160180 2023-11-18T23:04:04.804 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:04.804 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/1166743297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1166743297},{"type":"v1","addr":"172.21.15.99:6836","nonce":1166743297}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1921422156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1921422156},{"type":"v1","addr":"172.21.15.181:6833","nonce":1921422156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4879,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/1436964276","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":1436964276},{"type":"v1","addr":"172.21.15.181:6835","nonce":1436964276}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-18T15:44:27.528456+0000","modified":"2023-11-18T15:44:30.537812+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5088},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5088":{"gid":5088,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":5,"addr":"172.21.15.99:6837/1648814437","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":1648814437},{"type":"v1","addr":"172.21.15.99:6837","nonce":1648814437}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-18T23:04:04.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.805+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fddb80af0e0 msgr2=0x7fddb80b15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:04.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.805+0000 7fddd48c8700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fddb80af0e0 0x7fddb80b15a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fddd00b6090 tx=0x7fddc0009040 comp rx=0 tx=0).stop 2023-11-18T23:04:04.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.805+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd0160180 msgr2=0x7fddd0133f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:04.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.805+0000 7fddd48c8700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd0160180 0x7fddd0133f60 secure :-1 s=READY pgs=3239 cs=0 l=1 rev1=1 crypto rx=0x7fddc8009d30 tx=0x7fddc800c3a0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.808 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.806+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 shutdown_connections 2023-11-18T23:04:04.808 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.806+0000 7fddd48c8700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fddb80af0e0 0x7fddb80b15a0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.808 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.806+0000 7fddd48c8700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fddd0160180 0x7fddd0133f60 unknown :-1 s=CLOSED pgs=3239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.808 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.806+0000 7fddd48c8700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fddd00b2860 0x7fddd01434d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.808 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.806+0000 7fddd48c8700 1 --2- 172.21.15.99:0/1326981641 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fddd00cf3c0 0x7fddd00b5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:04.808 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.806+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 >> 172.21.15.99:0/1326981641 conn(0x7fddd0072190 msgr2=0x7fddd0072690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:04.809 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.807+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 shutdown_connections 2023-11-18T23:04:04.809 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:04.807+0000 7fddd48c8700 1 -- 172.21.15.99:0/1326981641 wait complete. 2023-11-18T23:04:04.809 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 16 2023-11-18T23:04:04.825 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T23:04:05.011 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.010+0000 7f4c9b9c3700 1 Processor -- start 2023-11-18T23:04:05.017 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.010+0000 7f4c9b9c3700 1 -- start start 2023-11-18T23:04:05.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c9b9c3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 0x7f4c9415e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c9b9c3700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c9406df10 con 0x7f4c9415e6e0 2023-11-18T23:04:05.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c9b9c3700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c9415ec20 con 0x7f4c940cd930 2023-11-18T23:04:05.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c9b9c3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9415ef00 con 0x7f4c94143ec0 2023-11-18T23:04:05.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c98f5e700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f4c9415e6e0 0x7f4c940cd220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34282/0 (socket says 172.21.15.99:34282) 2023-11-18T23:04:05.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c98f5e700 1 -- 172.21.15.99:0/714908011 learned_addr learned my addr 172.21.15.99:0/714908011 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:05.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c9975f700 1 --2- 172.21.15.99:0/714908011 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 0x7f4c9415e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c9975f700 1 -- 172.21.15.99:0/714908011 >> v1:172.21.15.181:6789/0 conn(0x7f4c940cd930 legacy=0x7f4c9406e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.018 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c9975f700 1 -- 172.21.15.99:0/714908011 >> v1:172.21.15.99:6789/0 conn(0x7f4c9415e6e0 legacy=0x7f4c940cd220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.011+0000 7f4c9975f700 1 -- 172.21.15.99:0/714908011 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c9406e160 con 0x7f4c94143ec0 2023-11-18T23:04:05.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.012+0000 7f4c9975f700 1 --2- 172.21.15.99:0/714908011 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 0x7f4c9415e1a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c009dc0 tx=0x7f4c8c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c075da6df0ff2dd server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:05.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.016+0000 7f4c8bfff700 1 -- 172.21.15.99:0/714908011 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8c00e070 con 0x7f4c94143ec0 2023-11-18T23:04:05.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.016+0000 7f4c8bfff700 1 -- 172.21.15.99:0/714908011 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c8c00bad0 con 0x7f4c94143ec0 2023-11-18T23:04:05.019 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.016+0000 7f4c8bfff700 1 -- 172.21.15.99:0/714908011 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8c00be80 con 0x7f4c94143ec0 2023-11-18T23:04:05.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.017+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/714908011 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 msgr2=0x7f4c9415e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.017+0000 7f4c9b9c3700 1 --2- 172.21.15.99:0/714908011 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 0x7f4c9415e1a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c009dc0 tx=0x7f4c8c00b330 comp rx=0 tx=0).stop 2023-11-18T23:04:05.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.018+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/714908011 shutdown_connections 2023-11-18T23:04:05.020 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.018+0000 7f4c9b9c3700 1 --2- 172.21.15.99:0/714908011 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 0x7f4c9415e1a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.018+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/714908011 >> 172.21.15.99:0/714908011 conn(0x7f4c940b1ff0 msgr2=0x7f4c940b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:05.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.018+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/714908011 shutdown_connections 2023-11-18T23:04:05.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.018+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/714908011 wait complete. 2023-11-18T23:04:05.021 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.019+0000 7f4c9b9c3700 1 Processor -- start 2023-11-18T23:04:05.022 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.019+0000 7f4c9b9c3700 1 -- start start 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c9b9c3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c940cd930 0x7f4c94140e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c9b9c3700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 0x7f4c941f41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c9b9c3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9415e6e0 0x7f4c940ad860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c9b9c3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c94157de0 con 0x7f4c9415e6e0 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c9b9c3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c94141390 con 0x7f4c940cd930 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c9b9c3700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c941571d0 con 0x7f4c94143ec0 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c99f60700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9415e6e0 0x7f4c940ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c99f60700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9415e6e0 0x7f4c940ad860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47680/0 (socket says 172.21.15.99:47680) 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c99f60700 1 -- 172.21.15.99:0/1214525191 learned_addr learned my addr 172.21.15.99:0/1214525191 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:05.024 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c98f5e700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 0x7f4c941f41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c99f60700 1 -- 172.21.15.99:0/1214525191 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 msgr2=0x7f4c941f41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c99f60700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 0x7f4c941f41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c99f60700 1 -- 172.21.15.99:0/1214525191 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c940cd930 msgr2=0x7f4c94140e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c99f60700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c940cd930 0x7f4c94140e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.020+0000 7f4c99f60700 1 -- 172.21.15.99:0/1214525191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c8c009a70 con 0x7f4c9415e6e0 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.021+0000 7f4c99f60700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9415e6e0 0x7f4c940ad860 secure :-1 s=READY pgs=3241 cs=0 l=1 rev1=1 crypto rx=0x7f4c8400c400 tx=0x7f4c8400c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.021+0000 7f4c89ffb700 1 -- 172.21.15.99:0/1214525191 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c840052d0 con 0x7f4c9415e6e0 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.021+0000 7f4c89ffb700 1 -- 172.21.15.99:0/1214525191 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c84005450 con 0x7f4c9415e6e0 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.021+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c941574b0 con 0x7f4c9415e6e0 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.021+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c94157a70 con 0x7f4c9415e6e0 2023-11-18T23:04:05.025 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.022+0000 7f4c89ffb700 1 -- 172.21.15.99:0/1214525191 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c840038c0 con 0x7f4c9415e6e0 2023-11-18T23:04:05.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.023+0000 7f4c89ffb700 1 -- 172.21.15.99:0/1214525191 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4c84003a60 con 0x7f4c9415e6e0 2023-11-18T23:04:05.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.023+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c94073aa0 con 0x7f4c9415e6e0 2023-11-18T23:04:05.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.024+0000 7f4c89ffb700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4c7806aed0 0x7f4c7806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.026 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.024+0000 7f4c89ffb700 1 -- 172.21.15.99:0/1214525191 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4c840888d0 con 0x7f4c9415e6e0 2023-11-18T23:04:05.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.024+0000 7f4c9975f700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4c7806aed0 0x7f4c7806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.027 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.024+0000 7f4c9975f700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4c7806aed0 0x7f4c7806d390 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c00b020 tx=0x7f4c8c010000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:05.031 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.029+0000 7f4c89ffb700 1 -- 172.21.15.99:0/1214525191 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4c84053980 con 0x7f4c9415e6e0 2023-11-18T23:04:05.351 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.349+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4c94157f20 con 0x7f4c9415e6e0 2023-11-18T23:04:05.363 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:05.364 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.354+0000 7f4c89ffb700 1 -- 172.21.15.99:0/1214525191 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16569 (secure 0 0 0) 0x7f4c94157f20 con 0x7f4c9415e6e0 2023-11-18T23:04:05.364 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":34,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T15:44:29.120138+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-18T15:44:25.439270+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-18T15:44:26.489393+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T23:04:05.365 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.363+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4c7806aed0 msgr2=0x7f4c7806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.365 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.363+0000 7f4c9b9c3700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4c7806aed0 0x7f4c7806d390 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c00b020 tx=0x7f4c8c010000 comp rx=0 tx=0).stop 2023-11-18T23:04:05.365 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.363+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9415e6e0 msgr2=0x7f4c940ad860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.365 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.363+0000 7f4c9b9c3700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9415e6e0 0x7f4c940ad860 secure :-1 s=READY pgs=3241 cs=0 l=1 rev1=1 crypto rx=0x7f4c8400c400 tx=0x7f4c8400c710 comp rx=0 tx=0).stop 2023-11-18T23:04:05.366 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.364+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 shutdown_connections 2023-11-18T23:04:05.366 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.364+0000 7f4c9b9c3700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4c7806aed0 0x7f4c7806d390 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.366 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.364+0000 7f4c9b9c3700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9415e6e0 0x7f4c940ad860 unknown :-1 s=CLOSED pgs=3241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.366 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.364+0000 7f4c9b9c3700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c940cd930 0x7f4c94140e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.366 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.364+0000 7f4c9b9c3700 1 --2- 172.21.15.99:0/1214525191 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4c94143ec0 0x7f4c941f41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.366 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.364+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 >> 172.21.15.99:0/1214525191 conn(0x7f4c940b1ff0 msgr2=0x7f4c94071af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:05.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.369+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 shutdown_connections 2023-11-18T23:04:05.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.369+0000 7f4c9b9c3700 1 -- 172.21.15.99:0/1214525191 wait complete. 2023-11-18T23:04:05.388 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-11-18T23:04:05.606 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.604+0000 7f90ad0a8700 1 Processor -- start 2023-11-18T23:04:05.606 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.604+0000 7f90ad0a8700 1 -- start start 2023-11-18T23:04:05.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.604+0000 7f90ad0a8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a8161590 0x7f90a81628d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.604+0000 7f90ad0a8700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f90a80b3a30 0x7f90a80b3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.607 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90ad0a8700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90a80b43d0 con 0x7f90a80c93c0 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90ad0a8700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90a80b3580 con 0x7f90a80b3a30 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90ad0a8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90a80c9bd0 con 0x7f90a8161590 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a759e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f90a80b3a30 0x7f90a80b3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a759e700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f90a80b3a30 0x7f90a80b3e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47688/0 (socket says 172.21.15.99:47688) 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a759e700 1 -- 172.21.15.99:0/2436240163 learned_addr learned my addr 172.21.15.99:0/2436240163 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a6d9d700 1 --2- 172.21.15.99:0/2436240163 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a8161590 0x7f90a81628d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a759e700 1 -- 172.21.15.99:0/2436240163 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a8161590 msgr2=0x7f90a81628d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a759e700 1 --2- 172.21.15.99:0/2436240163 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a8161590 0x7f90a81628d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a759e700 1 -- 172.21.15.99:0/2436240163 >> v1:172.21.15.99:6789/0 conn(0x7f90a80c93c0 legacy=0x7f90a80b2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a759e700 1 -- 172.21.15.99:0/2436240163 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90a80c9eb0 con 0x7f90a80b3a30 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a759e700 1 --2- 172.21.15.99:0/2436240163 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a80b3a30 0x7f90a80b3e90 secure :-1 s=READY pgs=3242 cs=0 l=1 rev1=1 crypto rx=0x7f90a0009e50 tx=0x7f90a000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d3da1b6fd92ca23 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.605+0000 7f90a5d9b700 1 -- 172.21.15.99:0/2436240163 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90a000e070 con 0x7f90a80b3a30 2023-11-18T23:04:05.608 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.606+0000 7f90a5d9b700 1 -- 172.21.15.99:0/2436240163 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90a0003a20 con 0x7f90a80b3a30 2023-11-18T23:04:05.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.606+0000 7f90a5d9b700 1 -- 172.21.15.99:0/2436240163 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90a0003dd0 con 0x7f90a80b3a30 2023-11-18T23:04:05.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.606+0000 7f90ad0a8700 1 -- 172.21.15.99:0/2436240163 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a80b3a30 msgr2=0x7f90a80b3e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.606+0000 7f90ad0a8700 1 --2- 172.21.15.99:0/2436240163 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a80b3a30 0x7f90a80b3e90 secure :-1 s=READY pgs=3242 cs=0 l=1 rev1=1 crypto rx=0x7f90a0009e50 tx=0x7f90a000b330 comp rx=0 tx=0).stop 2023-11-18T23:04:05.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.606+0000 7f90ad0a8700 1 -- 172.21.15.99:0/2436240163 shutdown_connections 2023-11-18T23:04:05.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.606+0000 7f90ad0a8700 1 --2- 172.21.15.99:0/2436240163 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a80b3a30 0x7f90a80b3e90 unknown :-1 s=CLOSED pgs=3242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.606+0000 7f90ad0a8700 1 --2- 172.21.15.99:0/2436240163 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a8161590 0x7f90a81628d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.606+0000 7f90ad0a8700 1 -- 172.21.15.99:0/2436240163 >> 172.21.15.99:0/2436240163 conn(0x7f90a80b51d0 msgr2=0x7f90a80b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:05.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.612+0000 7f90ad0a8700 1 -- 172.21.15.99:0/2436240163 shutdown_connections 2023-11-18T23:04:05.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.612+0000 7f90ad0a8700 1 -- 172.21.15.99:0/2436240163 wait complete. 2023-11-18T23:04:05.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.614+0000 7f90ad0a8700 1 Processor -- start 2023-11-18T23:04:05.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.614+0000 7f90ad0a8700 1 -- start start 2023-11-18T23:04:05.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90ad0a8700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90a80b3a30 0x7f90a81487d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90ad0a8700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a80c93c0 0x7f90a8156c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90ad0a8700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a81571c0 0x7f90a81f3f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90ad0a8700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90a81583f0 con 0x7f90a81571c0 2023-11-18T23:04:05.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90ad0a8700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90a8158810 con 0x7f90a80b3a30 2023-11-18T23:04:05.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90ad0a8700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90a8157770 con 0x7f90a80c93c0 2023-11-18T23:04:05.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90a759e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a81571c0 0x7f90a81f3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90a6d9d700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90a80b3a30 0x7f90a81487d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90a759e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a81571c0 0x7f90a81f3f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47694/0 (socket says 172.21.15.99:47694) 2023-11-18T23:04:05.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90a759e700 1 -- 172.21.15.99:0/3762481649 learned_addr learned my addr 172.21.15.99:0/3762481649 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:05.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.615+0000 7f90a659c700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a80c93c0 0x7f90a8156c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90a6d9d700 1 -- 172.21.15.99:0/3762481649 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a80c93c0 msgr2=0x7f90a8156c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90a6d9d700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a80c93c0 0x7f90a8156c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90a6d9d700 1 -- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a81571c0 msgr2=0x7f90a81f3f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:05.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90a6d9d700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a81571c0 0x7f90a81f3f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:05.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90a6d9d700 1 -- 172.21.15.99:0/3762481649 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90a0009b30 con 0x7f90a80b3a30 2023-11-18T23:04:05.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90a759e700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a81571c0 0x7f90a81f3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:05.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90a659c700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a80c93c0 0x7f90a8156c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:05.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90a6d9d700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90a80b3a30 0x7f90a81487d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f90a80b4840 tx=0x7f909c00ca50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:05.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f908f7fe700 1 -- 172.21.15.99:0/3762481649 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f909c004220 con 0x7f90a80b3a30 2023-11-18T23:04:05.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f908f7fe700 1 -- 172.21.15.99:0/3762481649 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f909c004380 con 0x7f90a80b3a30 2023-11-18T23:04:05.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90a8157a50 con 0x7f90a80b3a30 2023-11-18T23:04:05.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f908f7fe700 1 -- 172.21.15.99:0/3762481649 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f909c0036a0 con 0x7f90a80b3a30 2023-11-18T23:04:05.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.616+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90a8158010 con 0x7f90a80b3a30 2023-11-18T23:04:05.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.617+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90a8158530 con 0x7f90a80b3a30 2023-11-18T23:04:05.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.618+0000 7f908f7fe700 1 -- 172.21.15.99:0/3762481649 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f909c003800 con 0x7f90a80b3a30 2023-11-18T23:04:05.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.619+0000 7f908f7fe700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f909406aed0 0x7f909406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:05.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.619+0000 7f908f7fe700 1 -- 172.21.15.99:0/3762481649 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f909c088ea0 con 0x7f90a80b3a30 2023-11-18T23:04:05.626 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.625+0000 7f90a659c700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f909406aed0 0x7f909406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:05.627 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.625+0000 7f90a659c700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f909406aed0 0x7f909406d390 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f9098009d30 tx=0x7f90980090e0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:05.628 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:05.627+0000 7f908f7fe700 1 -- 172.21.15.99:0/3762481649 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f90a8158530 con 0x7f90a80b3a30 2023-11-18T23:04:06.008 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.006+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f90a8158530 con 0x7f90a80b3a30 2023-11-18T23:04:06.044 INFO:tasks.ceph.mon.a.smithi099.stderr:2023-11-18T23:04:06.042+0000 7f26643e8700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-18T23:04:06.050 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.048+0000 7f908f7fe700 1 -- 172.21.15.99:0/3762481649 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v17) v1 ==== 161+0+0 (secure 0 0 0) 0x7f90a8158530 con 0x7f90a80b3a30 2023-11-18T23:04:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.051+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f909406aed0 msgr2=0x7f909406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.051+0000 7f90ad0a8700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f909406aed0 0x7f909406d390 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f9098009d30 tx=0x7f90980090e0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.051+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90a80b3a30 msgr2=0x7f90a81487d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.051+0000 7f90ad0a8700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90a80b3a30 0x7f90a81487d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f90a80b4840 tx=0x7f909c00ca50 comp rx=0 tx=0).stop 2023-11-18T23:04:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.052+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 shutdown_connections 2023-11-18T23:04:06.054 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.052+0000 7f90ad0a8700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f909406aed0 0x7f909406d390 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.052+0000 7f90ad0a8700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a81571c0 0x7f90a81f3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.052+0000 7f90ad0a8700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90a80b3a30 0x7f90a81487d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.052+0000 7f90ad0a8700 1 --2- 172.21.15.99:0/3762481649 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f90a80c93c0 0x7f90a8156c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.052+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 >> 172.21.15.99:0/3762481649 conn(0x7f90a80b51d0 msgr2=0x7f90a80b2e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.052+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 shutdown_connections 2023-11-18T23:04:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.052+0000 7f90ad0a8700 1 -- 172.21.15.99:0/3762481649 wait complete. 2023-11-18T23:04:06.055 INFO:teuthology.orchestra.run.smithi099.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-18T23:04:06.080 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-11-18T23:04:06.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.210+0000 7f613cbdb700 1 Processor -- start 2023-11-18T23:04:06.212 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.210+0000 7f613cbdb700 1 -- start start 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.211+0000 7f613cbdb700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f61380cd560 0x7f613815ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.211+0000 7f613cbdb700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f613815b070 0x7f61380714c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.211+0000 7f613cbdb700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f613815b8a0 con 0x7f613813d250 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.211+0000 7f613cbdb700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61380cf110 con 0x7f61380cd560 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.211+0000 7f613cbdb700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61380cf3f0 con 0x7f613815b070 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.211+0000 7f6135d9b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f61380cd560 0x7f613815ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.211+0000 7f6135d9b700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f61380cd560 0x7f613815ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47700/0 (socket says 172.21.15.99:47700) 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.211+0000 7f6135d9b700 1 -- 172.21.15.99:0/1530782377 learned_addr learned my addr 172.21.15.99:0/1530782377 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.212+0000 7f6136d9d700 1 --2- 172.21.15.99:0/1530782377 >> v2:172.21.15.181:3300/0 conn(0x7f613815b070 0x7f61380714c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:06.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.212+0000 7f6135d9b700 1 -- 172.21.15.99:0/1530782377 >> v2:172.21.15.181:3300/0 conn(0x7f613815b070 msgr2=0x7f61380714c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.212+0000 7f6135d9b700 1 --2- 172.21.15.99:0/1530782377 >> v2:172.21.15.181:3300/0 conn(0x7f613815b070 0x7f61380714c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.212+0000 7f6135d9b700 1 -- 172.21.15.99:0/1530782377 >> v1:172.21.15.181:6789/0 conn(0x7f613813d250 legacy=0x7f61380cce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.212+0000 7f6135d9b700 1 -- 172.21.15.99:0/1530782377 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61380cf6d0 con 0x7f61380cd560 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.212+0000 7f6135d9b700 1 --2- 172.21.15.99:0/1530782377 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 0x7f613815ab30 secure :-1 s=READY pgs=3243 cs=0 l=1 rev1=1 crypto rx=0x7f61380ce260 tx=0x7f612c00ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7df15e24eb30b5d server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.212+0000 7f613559a700 1 -- 172.21.15.99:0/1530782377 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f612c00cb30 con 0x7f61380cd560 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.212+0000 7f613559a700 1 -- 172.21.15.99:0/1530782377 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f612c00cc90 con 0x7f61380cd560 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.212+0000 7f613559a700 1 -- 172.21.15.99:0/1530782377 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f612c004030 con 0x7f61380cd560 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.213+0000 7f613cbdb700 1 -- 172.21.15.99:0/1530782377 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 msgr2=0x7f613815ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.213+0000 7f613cbdb700 1 --2- 172.21.15.99:0/1530782377 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 0x7f613815ab30 secure :-1 s=READY pgs=3243 cs=0 l=1 rev1=1 crypto rx=0x7f61380ce260 tx=0x7f612c00ad70 comp rx=0 tx=0).stop 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.213+0000 7f613cbdb700 1 -- 172.21.15.99:0/1530782377 shutdown_connections 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.213+0000 7f613cbdb700 1 --2- 172.21.15.99:0/1530782377 >> v2:172.21.15.181:3300/0 conn(0x7f613815b070 0x7f61380714c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.213+0000 7f613cbdb700 1 --2- 172.21.15.99:0/1530782377 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 0x7f613815ab30 unknown :-1 s=CLOSED pgs=3243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.213+0000 7f613cbdb700 1 -- 172.21.15.99:0/1530782377 >> 172.21.15.99:0/1530782377 conn(0x7f61380b1d50 msgr2=0x7f61380b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:06.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.213+0000 7f613cbdb700 1 -- 172.21.15.99:0/1530782377 shutdown_connections 2023-11-18T23:04:06.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.213+0000 7f613cbdb700 1 -- 172.21.15.99:0/1530782377 wait complete. 2023-11-18T23:04:06.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.214+0000 7f613cbdb700 1 Processor -- start 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.214+0000 7f613cbdb700 1 -- start start 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613cbdb700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 0x7f6138139d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613cbdb700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613813d250 0x7f6138154ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613cbdb700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f613815b070 0x7f61380b26a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613cbdb700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6138158980 con 0x7f61380cd560 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613cbdb700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6138158050 con 0x7f613813d250 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613cbdb700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6138158330 con 0x7f613815b070 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613659c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 0x7f6138139d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613659c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 0x7f6138139d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47704/0 (socket says 172.21.15.99:47704) 2023-11-18T23:04:06.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613659c700 1 -- 172.21.15.99:0/3591351110 learned_addr learned my addr 172.21.15.99:0/3591351110 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f6135d9b700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613813d250 0x7f6138154ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f6136d9d700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f613815b070 0x7f61380b26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613659c700 1 -- 172.21.15.99:0/3591351110 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f613815b070 msgr2=0x7f61380b26a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613659c700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f613815b070 0x7f61380b26a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613659c700 1 -- 172.21.15.99:0/3591351110 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613813d250 msgr2=0x7f6138154ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613659c700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613813d250 0x7f6138154ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613659c700 1 -- 172.21.15.99:0/3591351110 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f612c00a6f0 con 0x7f61380cd560 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f6136d9d700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f613815b070 0x7f61380b26a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613659c700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 0x7f6138139d40 secure :-1 s=READY pgs=3244 cs=0 l=1 rev1=1 crypto rx=0x7f612800c4d0 tx=0x7f612800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f6126ffd700 1 -- 172.21.15.99:0/3591351110 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6128011790 con 0x7f61380cd560 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f6126ffd700 1 -- 172.21.15.99:0/3591351110 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61280118f0 con 0x7f61380cd560 2023-11-18T23:04:06.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6138158610 con 0x7f61380cd560 2023-11-18T23:04:06.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f6126ffd700 1 -- 172.21.15.99:0/3591351110 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6128011ca0 con 0x7f61380cd560 2023-11-18T23:04:06.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.215+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6138157d00 con 0x7f61380cd560 2023-11-18T23:04:06.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.217+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6138069400 con 0x7f61380cd560 2023-11-18T23:04:06.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.217+0000 7f6126ffd700 1 -- 172.21.15.99:0/3591351110 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f612801c460 con 0x7f61380cd560 2023-11-18T23:04:06.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.217+0000 7f6126ffd700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f611806aed0 0x7f611806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:06.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.217+0000 7f6126ffd700 1 -- 172.21.15.99:0/3591351110 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6128089480 con 0x7f61380cd560 2023-11-18T23:04:06.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.217+0000 7f6135d9b700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f611806aed0 0x7f611806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:06.222 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.218+0000 7f6135d9b700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f611806aed0 0x7f611806d390 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f612c00afd0 tx=0x7f612c012000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:06.227 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.225+0000 7f6126ffd700 1 -- 172.21.15.99:0/3591351110 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f6128054560 con 0x7f61380cd560 2023-11-18T23:04:06.392 INFO:tasks.ceph.mds.a.smithi099.stdout:starting mds.a at 2023-11-18T23:04:06.496 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:06.495+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f6138158c60 con 0x7f61380cd560 2023-11-18T23:04:07.387 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.385+0000 7f6126ffd700 1 -- 172.21.15.99:0/3591351110 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v18) v1 ==== 104+0+0 (secure 0 0 0) 0x7f6128057b80 con 0x7f61380cd560 2023-11-18T23:04:07.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f611806aed0 msgr2=0x7f611806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:07.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f611806aed0 0x7f611806d390 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f612c00afd0 tx=0x7f612c012000 comp rx=0 tx=0).stop 2023-11-18T23:04:07.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 msgr2=0x7f6138139d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:07.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 0x7f6138139d40 secure :-1 s=READY pgs=3244 cs=0 l=1 rev1=1 crypto rx=0x7f612800c4d0 tx=0x7f612800c890 comp rx=0 tx=0).stop 2023-11-18T23:04:07.390 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 shutdown_connections 2023-11-18T23:04:07.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f611806aed0 0x7f611806d390 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f61380cd560 0x7f6138139d40 unknown :-1 s=CLOSED pgs=3244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f613815b070 0x7f61380b26a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 --2- 172.21.15.99:0/3591351110 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613813d250 0x7f6138154ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 >> 172.21.15.99:0/3591351110 conn(0x7f61380b1d50 msgr2=0x7f613806f610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:07.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 shutdown_connections 2023-11-18T23:04:07.391 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.388+0000 7f613cbdb700 1 -- 172.21.15.99:0/3591351110 wait complete. 2023-11-18T23:04:07.404 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-11-18T23:04:07.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.531+0000 7f40e9714700 1 Processor -- start 2023-11-18T23:04:07.533 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.531+0000 7f40e9714700 1 -- start start 2023-11-18T23:04:07.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.532+0000 7f40e9714700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f40e4072a60 0x7f40e40cc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:07.536 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.532+0000 7f40e9714700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40e40b51d0 con 0x7f40e40b5f00 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.532+0000 7f40e9714700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40e40b7a10 con 0x7f40e4147b10 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.532+0000 7f40e9714700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40e40b5ae0 con 0x7f40e4072a60 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.532+0000 7f40e27fc700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f40e40b5f00 0x7f40e4072350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34338/0 (socket says 172.21.15.99:34338) 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.532+0000 7f40e27fc700 1 -- 172.21.15.99:0/2881221514 learned_addr learned my addr 172.21.15.99:0/2881221514 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.532+0000 7f40e37fe700 1 --2- 172.21.15.99:0/2881221514 >> v2:172.21.15.181:3300/0 conn(0x7f40e4072a60 0x7f40e40cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.532+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3871600816 0 0) 0x7f40e40b51d0 con 0x7f40e40b5f00 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.532+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f40cc0035b0 con 0x7f40e40b5f00 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3673098818 0 0) 0x7f40e40b7a10 con 0x7f40e4147b10 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f40e40b51d0 con 0x7f40e4147b10 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 940629693 0 0) 0x7f40cc0035b0 con 0x7f40e40b5f00 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 >> v2:172.21.15.181:3300/0 conn(0x7f40e4072a60 msgr2=0x7f40e40cc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:07.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 --2- 172.21.15.99:0/2881221514 >> v2:172.21.15.181:3300/0 conn(0x7f40e4072a60 0x7f40e40cc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 >> v1:172.21.15.181:6789/0 conn(0x7f40e4147b10 legacy=0x7f40e40b6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40e40b5420 con 0x7f40e40b5f00 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f40d4001670 con 0x7f40e40b5f00 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 >> v1:172.21.15.99:6789/0 conn(0x7f40e40b5f00 legacy=0x7f40e4072350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40cc003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f40cc004850 0x7f40cc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40cc005210 0x7f40cc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e40b5ae0 con 0x7f40cc003be0 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40cc00c0e0 con 0x7f40cc005210 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40cc00c2a0 con 0x7f40cc004850 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e2ffd700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40cc003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:07.538 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e27fc700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f40cc004850 0x7f40cc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e37fe700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40cc005210 0x7f40cc00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e2ffd700 1 -- 172.21.15.99:0/2881221514 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f40cc004850 msgr2=0x7f40cc004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e2ffd700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f40cc004850 0x7f40cc004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e2ffd700 1 -- 172.21.15.99:0/2881221514 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40cc005210 msgr2=0x7f40cc00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e2ffd700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40cc005210 0x7f40cc00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e37fe700 1 -- 172.21.15.99:0/2881221514 reap_dead start 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e2ffd700 1 -- 172.21.15.99:0/2881221514 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40cc0035b0 con 0x7f40cc003be0 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.533+0000 7f40e2ffd700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40cc003fe0 secure :-1 s=READY pgs=3249 cs=0 l=1 rev1=1 crypto rx=0x7f40d8001940 tx=0x7f40cc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24215ddb84ad1c4f server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d8001430 con 0x7f40cc003be0 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40d8001d70 con 0x7f40cc003be0 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e1ffb700 1 -- 172.21.15.99:0/2881221514 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d8005530 con 0x7f40cc003be0 2023-11-18T23:04:07.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e9714700 1 -- 172.21.15.99:0/2881221514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 msgr2=0x7f40cc003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:07.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e9714700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40cc003fe0 secure :-1 s=READY pgs=3249 cs=0 l=1 rev1=1 crypto rx=0x7f40d8001940 tx=0x7f40cc005880 comp rx=0 tx=0).stop 2023-11-18T23:04:07.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e9714700 1 -- 172.21.15.99:0/2881221514 shutdown_connections 2023-11-18T23:04:07.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e9714700 1 --2- 172.21.15.99:0/2881221514 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40cc003fe0 unknown :-1 s=CLOSED pgs=3249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e9714700 1 -- 172.21.15.99:0/2881221514 >> 172.21.15.99:0/2881221514 conn(0x7f40e40b3240 msgr2=0x7f40e40b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:07.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e9714700 1 -- 172.21.15.99:0/2881221514 shutdown_connections 2023-11-18T23:04:07.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.534+0000 7f40e9714700 1 -- 172.21.15.99:0/2881221514 wait complete. 2023-11-18T23:04:07.542 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.535+0000 7f40e9714700 1 Processor -- start 2023-11-18T23:04:07.542 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.535+0000 7f40e9714700 1 -- start start 2023-11-18T23:04:07.542 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e9714700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40e415da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e9714700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f40e4141980 0x7f40e4160180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e9714700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40e413d410 0x7f40e41606c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e9714700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e4142ae0 con 0x7f40cc003be0 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e9714700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e415df50 con 0x7f40e413d410 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e9714700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40e4141e60 con 0x7f40e4141980 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e2ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40e415da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e2ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40e415da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47738/0 (socket says 172.21.15.99:47738) 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e2ffd700 1 -- 172.21.15.99:0/1766857057 learned_addr learned my addr 172.21.15.99:0/1766857057 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e27fc700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f40e4141980 0x7f40e4160180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.536+0000 7f40e37fe700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40e413d410 0x7f40e41606c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40e2ffd700 1 -- 172.21.15.99:0/1766857057 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f40e4141980 msgr2=0x7f40e4160180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:07.543 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40e2ffd700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f40e4141980 0x7f40e4160180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40e2ffd700 1 -- 172.21.15.99:0/1766857057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40e413d410 msgr2=0x7f40e41606c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40e2ffd700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40e413d410 0x7f40e41606c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40e2ffd700 1 -- 172.21.15.99:0/1766857057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40e4142140 con 0x7f40cc003be0 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40e2ffd700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40e415da10 secure :-1 s=READY pgs=3250 cs=0 l=1 rev1=1 crypto rx=0x7f40d8005040 tx=0x7f40d80012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40cb7fe700 1 -- 172.21.15.99:0/1766857057 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d8006b30 con 0x7f40cc003be0 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40cb7fe700 1 -- 172.21.15.99:0/1766857057 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40d8006c90 con 0x7f40cc003be0 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40e4142420 con 0x7f40cc003be0 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40cb7fe700 1 -- 172.21.15.99:0/1766857057 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d8007040 con 0x7f40cc003be0 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.537+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40e413fa00 con 0x7f40cc003be0 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.538+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40e4142d50 con 0x7f40cc003be0 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.538+0000 7f40cb7fe700 1 -- 172.21.15.99:0/1766857057 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f40d80071a0 con 0x7f40cc003be0 2023-11-18T23:04:07.544 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.539+0000 7f40cb7fe700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f40d006aed0 0x7f40d006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.539+0000 7f40cb7fe700 1 -- 172.21.15.99:0/1766857057 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f40d808a440 con 0x7f40cc003be0 2023-11-18T23:04:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.539+0000 7f40e27fc700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f40d006aed0 0x7f40d006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.539+0000 7f40e27fc700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f40d006aed0 0x7f40d006d390 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f40d4001050 tx=0x7f40d4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:07.545 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.543+0000 7f40cb7fe700 1 -- 172.21.15.99:0/1766857057 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f40d8055640 con 0x7f40cc003be0 2023-11-18T23:04:07.747 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:07.745+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f40e4068450 con 0x7f40cc003be0 2023-11-18T23:04:08.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.394+0000 7f40cb7fe700 1 -- 172.21.15.99:0/1766857057 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v36) v1 ==== 181+0+0 (secure 0 0 0) 0x7f40d8058c60 con 0x7f40cc003be0 2023-11-18T23:04:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f40d006aed0 msgr2=0x7f40d006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f40d006aed0 0x7f40d006d390 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f40d4001050 tx=0x7f40d4009040 comp rx=0 tx=0).stop 2023-11-18T23:04:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 msgr2=0x7f40e415da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40e415da10 secure :-1 s=READY pgs=3250 cs=0 l=1 rev1=1 crypto rx=0x7f40d8005040 tx=0x7f40d80012d0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 shutdown_connections 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f40d006aed0 0x7f40d006d390 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40cc003be0 0x7f40e415da10 unknown :-1 s=CLOSED pgs=3250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40e413d410 0x7f40e41606c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 --2- 172.21.15.99:0/1766857057 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f40e4141980 0x7f40e4160180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 >> 172.21.15.99:0/1766857057 conn(0x7f40e40b3240 msgr2=0x7f40e40cfeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 shutdown_connections 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.397+0000 7f40e9714700 1 -- 172.21.15.99:0/1766857057 wait complete. 2023-11-18T23:04:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' removed 2023-11-18T23:04:08.419 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-11-18T23:04:08.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.658+0000 7f0797689700 1 Processor -- start 2023-11-18T23:04:08.660 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.658+0000 7f0797689700 1 -- start start 2023-11-18T23:04:08.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.659+0000 7f0797689700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0790070980 0x7f07900b58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:08.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.659+0000 7f0797689700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07900b0e00 con 0x7f07900704f0 2023-11-18T23:04:08.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.659+0000 7f0797689700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07900aff10 con 0x7f0790147810 2023-11-18T23:04:08.661 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.659+0000 7f0797689700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07900b01f0 con 0x7f0790070980 2023-11-18T23:04:08.672 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.670+0000 7f0795c26700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0790070980 0x7f07900b58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:08.672 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.670+0000 7f0795c26700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0790070980 0x7f07900b58e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57352/0 (socket says 172.21.15.99:57352) 2023-11-18T23:04:08.672 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.670+0000 7f0795c26700 1 -- 172.21.15.99:0/258189461 learned_addr learned my addr 172.21.15.99:0/258189461 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.673+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1454656334 0 0) 0x7f07900b0e00 con 0x7f07900704f0 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.673+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f077c0035b0 con 0x7f07900704f0 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.673+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3487965903 0 0) 0x7f07900aff10 con 0x7f0790147810 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.673+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f07900b0e00 con 0x7f0790147810 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 <== mon.1 v1:172.21.15.181:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 788210933 0 0) 0x7f07900b0e00 con 0x7f0790147810 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0790070980 msgr2=0x7f07900b58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f0790070980 0x7f07900b58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 >> v1:172.21.15.99:6789/0 conn(0x7f07900704f0 legacy=0x7f07900b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 --> v1:172.21.15.181:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07900b04d0 con 0x7f0790147810 2023-11-18T23:04:08.677 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 <== mon.1 v1:172.21.15.181:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f0780001670 con 0x7f0790147810 2023-11-18T23:04:08.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 >> v1:172.21.15.181:6789/0 conn(0x7f0790147810 legacy=0x7f079006e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:08.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f077c004bf0 0x7f077c004fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:08.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f077c0037f0 0x7f077c003c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:08.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f077c0041b0 0x7f077c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:08.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07900b01f0 con 0x7f077c0037f0 2023-11-18T23:04:08.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f077c00c060 con 0x7f077c0041b0 2023-11-18T23:04:08.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.674+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f077c00c220 con 0x7f077c004bf0 2023-11-18T23:04:08.678 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.676+0000 7f0795c26700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f077c0041b0 0x7f077c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:08.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.676+0000 7f0795425700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f077c004bf0 0x7f077c004fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:08.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.676+0000 7f0794c24700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f077c0037f0 0x7f077c003c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:08.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.677+0000 7f0795425700 1 -- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f077c0041b0 msgr2=0x7f077c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:08.679 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.677+0000 7f0795425700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f077c0041b0 0x7f077c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.677+0000 7f0795425700 1 -- 172.21.15.99:0/258189461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f077c0037f0 msgr2=0x7f077c003c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:08.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.677+0000 7f0795425700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f077c0037f0 0x7f077c003c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.677+0000 7f0795425700 1 -- 172.21.15.99:0/258189461 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07900b04d0 con 0x7f077c004bf0 2023-11-18T23:04:08.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.677+0000 7f0795425700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f077c004bf0 0x7f077c004fd0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f078000c1e0 tx=0x7f077c005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57410bbb01cf7527 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:08.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.677+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f078000cd00 con 0x7f077c004bf0 2023-11-18T23:04:08.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.677+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f078000ce60 con 0x7f077c004bf0 2023-11-18T23:04:08.680 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.677+0000 7f0787fff700 1 -- 172.21.15.99:0/258189461 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0780012660 con 0x7f077c004bf0 2023-11-18T23:04:08.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.678+0000 7f0797689700 1 -- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f077c004bf0 msgr2=0x7f077c004fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:08.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.678+0000 7f0797689700 1 --2- 172.21.15.99:0/258189461 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f077c004bf0 0x7f077c004fd0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f078000c1e0 tx=0x7f077c005880 comp rx=0 tx=0).stop 2023-11-18T23:04:08.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.678+0000 7f0795c26700 1 -- 172.21.15.99:0/258189461 reap_dead start 2023-11-18T23:04:08.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.678+0000 7f0797689700 1 -- 172.21.15.99:0/258189461 shutdown_connections 2023-11-18T23:04:08.681 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.678+0000 7f0797689700 1 -- 172.21.15.99:0/258189461 >> 172.21.15.99:0/258189461 conn(0x7f07900b2310 msgr2=0x7f07900b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:08.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.683+0000 7f0797689700 1 -- 172.21.15.99:0/258189461 shutdown_connections 2023-11-18T23:04:08.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.684+0000 7f0797689700 1 -- 172.21.15.99:0/258189461 wait complete. 2023-11-18T23:04:08.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.686+0000 7f0797689700 1 Processor -- start 2023-11-18T23:04:08.689 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.686+0000 7f0797689700 1 -- start start 2023-11-18T23:04:08.689 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.687+0000 7f0797689700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0790139780 0x7f079015f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:08.689 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.687+0000 7f0797689700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f079015a840 0x7f079015acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:08.689 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.687+0000 7f0797689700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f07900ae8b0 0x7f07900aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:08.690 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.687+0000 7f0797689700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07900af270 con 0x7f0790139780 2023-11-18T23:04:08.690 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.687+0000 7f0797689700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079015faf0 con 0x7f079015a840 2023-11-18T23:04:08.690 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.687+0000 7f0797689700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f079015e550 con 0x7f07900ae8b0 2023-11-18T23:04:08.690 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.688+0000 7f0795425700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0790139780 0x7f079015f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:08.690 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.688+0000 7f0795425700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0790139780 0x7f079015f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47758/0 (socket says 172.21.15.99:47758) 2023-11-18T23:04:08.690 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.688+0000 7f0795425700 1 -- 172.21.15.99:0/666178951 learned_addr learned my addr 172.21.15.99:0/666178951 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:08.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.688+0000 7f0795425700 1 -- 172.21.15.99:0/666178951 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f07900ae8b0 msgr2=0x7f07900aed30 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-18T23:04:08.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.688+0000 7f0795425700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f07900ae8b0 0x7f07900aed30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.688+0000 7f0795425700 1 -- 172.21.15.99:0/666178951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f079015a840 msgr2=0x7f079015acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:08.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.688+0000 7f0795425700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f079015a840 0x7f079015acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:08.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.688+0000 7f0795425700 1 -- 172.21.15.99:0/666178951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f079015e7f0 con 0x7f0790139780 2023-11-18T23:04:08.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.688+0000 7f0795425700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0790139780 0x7f079015f5b0 secure :-1 s=READY pgs=3252 cs=0 l=1 rev1=1 crypto rx=0x7f078000d010 tx=0x7f078000f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:08.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.689+0000 7f0785ffb700 1 -- 172.21.15.99:0/666178951 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07800052d0 con 0x7f0790139780 2023-11-18T23:04:08.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.689+0000 7f0785ffb700 1 -- 172.21.15.99:0/666178951 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0780005430 con 0x7f0790139780 2023-11-18T23:04:08.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.689+0000 7f0785ffb700 1 -- 172.21.15.99:0/666178951 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0780003880 con 0x7f0790139780 2023-11-18T23:04:08.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.689+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f079015ead0 con 0x7f0790139780 2023-11-18T23:04:08.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.689+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f079015f090 con 0x7f0790139780 2023-11-18T23:04:08.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.690+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f079004f7b0 con 0x7f0790139780 2023-11-18T23:04:08.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.692+0000 7f0785ffb700 1 -- 172.21.15.99:0/666178951 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f0780023070 con 0x7f0790139780 2023-11-18T23:04:08.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.692+0000 7f0785ffb700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f077406afa0 0x7f077406d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:08.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.692+0000 7f0785ffb700 1 -- 172.21.15.99:0/666178951 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5357+0+0 (secure 0 0 0) 0x7f078008ab90 con 0x7f0790139780 2023-11-18T23:04:08.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.692+0000 7f0794c24700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f077406afa0 0x7f077406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:08.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.693+0000 7f0794c24700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f077406afa0 0x7f077406d460 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f078c000c00 tx=0x7f078c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:08.701 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:08.699+0000 7f0785ffb700 1 -- 172.21.15.99:0/666178951 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f0780055e10 con 0x7f0790139780 2023-11-18T23:04:09.034 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.032+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f0790073400 con 0x7f0790139780 2023-11-18T23:04:09.402 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.400+0000 7f0785ffb700 1 -- 172.21.15.99:0/666178951 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v37) v1 ==== 169+0+0 (secure 0 0 0) 0x7f0780059430 con 0x7f0790139780 2023-11-18T23:04:09.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f077406afa0 msgr2=0x7f077406d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:09.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f077406afa0 0x7f077406d460 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f078c000c00 tx=0x7f078c009040 comp rx=0 tx=0).stop 2023-11-18T23:04:09.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0790139780 msgr2=0x7f079015f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:09.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0790139780 0x7f079015f5b0 secure :-1 s=READY pgs=3252 cs=0 l=1 rev1=1 crypto rx=0x7f078000d010 tx=0x7f078000f000 comp rx=0 tx=0).stop 2023-11-18T23:04:09.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 shutdown_connections 2023-11-18T23:04:09.405 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f077406afa0 0x7f077406d460 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:09.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0790139780 0x7f079015f5b0 unknown :-1 s=CLOSED pgs=3252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:09.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f07900ae8b0 0x7f07900aed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:09.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 --2- 172.21.15.99:0/666178951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f079015a840 0x7f079015acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:09.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.402+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 >> 172.21.15.99:0/666178951 conn(0x7f07900b2310 msgr2=0x7f079015cd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:09.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.403+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 shutdown_connections 2023-11-18T23:04:09.406 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.403+0000 7f0797689700 1 -- 172.21.15.99:0/666178951 wait complete. 2023-11-18T23:04:09.423 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' removed 2023-11-18T23:04:09.447 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2023-11-18T23:04:09.859 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.854+0000 7f4e1fd9d700 1 Processor -- start 2023-11-18T23:04:09.859 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.854+0000 7f4e1fd9d700 1 -- start start 2023-11-18T23:04:09.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.856+0000 7f4e1fd9d700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f4e180cdd90 0x7f4e180ce240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:09.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.856+0000 7f4e1fd9d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e1816b4f0 0x7f4e1816b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:09.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.856+0000 7f4e1fd9d700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e18073500 con 0x7f4e1808b930 2023-11-18T23:04:09.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.856+0000 7f4e1fd9d700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e180ce780 con 0x7f4e180cdd90 2023-11-18T23:04:09.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.856+0000 7f4e1fd9d700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e180728f0 con 0x7f4e1816b4f0 2023-11-18T23:04:09.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.857+0000 7f4e1e33a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e1816b4f0 0x7f4e1816b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:09.861 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.857+0000 7f4e1e33a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e1816b4f0 0x7f4e1816b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57374/0 (socket says 172.21.15.99:57374) 2023-11-18T23:04:09.861 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.857+0000 7f4e1db39700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f4e1808b930 0x7f4e18071ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:45338/0 (socket says 172.21.15.99:45338) 2023-11-18T23:04:09.861 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.857+0000 7f4e1e33a700 1 -- 172.21.15.99:0/736663863 learned_addr learned my addr 172.21.15.99:0/736663863 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:09.862 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.858+0000 7f4e1e33a700 1 -- 172.21.15.99:0/736663863 >> v2:172.21.15.181:3300/0 conn(0x7f4e180cdd90 msgr2=0x7f4e180ce240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:09.862 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.858+0000 7f4e1e33a700 1 --2- 172.21.15.99:0/736663863 >> v2:172.21.15.181:3300/0 conn(0x7f4e180cdd90 0x7f4e180ce240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:09.862 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.858+0000 7f4e1e33a700 1 -- 172.21.15.99:0/736663863 >> v1:172.21.15.181:6789/0 conn(0x7f4e1808b930 legacy=0x7f4e18071ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:09.862 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.858+0000 7f4e1e33a700 1 -- 172.21.15.99:0/736663863 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e18072bd0 con 0x7f4e1816b4f0 2023-11-18T23:04:09.862 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.858+0000 7f4e1e33a700 1 --2- 172.21.15.99:0/736663863 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e1816b4f0 0x7f4e1816b920 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4e100061c0 tx=0x7f4e10007f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c91c617fa83428c server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.859+0000 7f4e1cb37700 1 -- 172.21.15.99:0/736663863 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e1000be50 con 0x7f4e1816b4f0 2023-11-18T23:04:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.859+0000 7f4e1cb37700 1 -- 172.21.15.99:0/736663863 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e10018520 con 0x7f4e1816b4f0 2023-11-18T23:04:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.859+0000 7f4e1cb37700 1 -- 172.21.15.99:0/736663863 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e100188d0 con 0x7f4e1816b4f0 2023-11-18T23:04:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.860+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/736663863 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e1816b4f0 msgr2=0x7f4e1816b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.860+0000 7f4e1fd9d700 1 --2- 172.21.15.99:0/736663863 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e1816b4f0 0x7f4e1816b920 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4e100061c0 tx=0x7f4e10007f10 comp rx=0 tx=0).stop 2023-11-18T23:04:09.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.862+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/736663863 shutdown_connections 2023-11-18T23:04:09.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.862+0000 7f4e1fd9d700 1 --2- 172.21.15.99:0/736663863 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e1816b4f0 0x7f4e1816b920 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:09.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.862+0000 7f4e1fd9d700 1 --2- 172.21.15.99:0/736663863 >> v2:172.21.15.181:3300/0 conn(0x7f4e180cdd90 0x7f4e180ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:09.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.862+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/736663863 >> 172.21.15.99:0/736663863 conn(0x7f4e180afed0 msgr2=0x7f4e180b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:09.865 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.863+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/736663863 shutdown_connections 2023-11-18T23:04:09.870 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.864+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/736663863 wait complete. 2023-11-18T23:04:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.866+0000 7f4e1fd9d700 1 Processor -- start 2023-11-18T23:04:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.866+0000 7f4e1fd9d700 1 -- start start 2023-11-18T23:04:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.867+0000 7f4e1fd9d700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e1808b930 0x7f4e18205880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.867+0000 7f4e1fd9d700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e180cdd90 0x7f4e1806ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.867+0000 7f4e1fd9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e1816b4f0 0x7f4e18206820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.867+0000 7f4e1fd9d700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e182053f0 con 0x7f4e1816b4f0 2023-11-18T23:04:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.867+0000 7f4e1fd9d700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e182047e0 con 0x7f4e1808b930 2023-11-18T23:04:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.867+0000 7f4e1fd9d700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e18204ac0 con 0x7f4e180cdd90 2023-11-18T23:04:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.867+0000 7f4e1e33a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e1816b4f0 0x7f4e18206820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.867+0000 7f4e1e33a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e1816b4f0 0x7f4e18206820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47774/0 (socket says 172.21.15.99:47774) 2023-11-18T23:04:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.867+0000 7f4e1e33a700 1 -- 172.21.15.99:0/4285302750 learned_addr learned my addr 172.21.15.99:0/4285302750 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.868+0000 7f4e1db39700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e1808b930 0x7f4e18205880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.868+0000 7f4e1e33a700 1 -- 172.21.15.99:0/4285302750 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e180cdd90 msgr2=0x7f4e1806ea70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-18T23:04:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.868+0000 7f4e1e33a700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e180cdd90 0x7f4e1806ea70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.868+0000 7f4e1e33a700 1 -- 172.21.15.99:0/4285302750 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e1808b930 msgr2=0x7f4e18205880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.868+0000 7f4e1e33a700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e1808b930 0x7f4e18205880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.868+0000 7f4e1e33a700 1 -- 172.21.15.99:0/4285302750 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e10007910 con 0x7f4e1816b4f0 2023-11-18T23:04:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.868+0000 7f4e1e33a700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e1816b4f0 0x7f4e18206820 secure :-1 s=READY pgs=3253 cs=0 l=1 rev1=1 crypto rx=0x7f4e1000b7b0 tx=0x7f4e10004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:09.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.877+0000 7f4e0e7fc700 1 -- 172.21.15.99:0/4285302750 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e10021460 con 0x7f4e1816b4f0 2023-11-18T23:04:09.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.877+0000 7f4e0e7fc700 1 -- 172.21.15.99:0/4285302750 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e100215c0 con 0x7f4e1816b4f0 2023-11-18T23:04:09.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.877+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e18204da0 con 0x7f4e1816b4f0 2023-11-18T23:04:09.886 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.877+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e18205dc0 con 0x7f4e1816b4f0 2023-11-18T23:04:09.886 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.878+0000 7f4e0e7fc700 1 -- 172.21.15.99:0/4285302750 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e10021950 con 0x7f4e1816b4f0 2023-11-18T23:04:09.886 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.880+0000 7f4e0e7fc700 1 -- 172.21.15.99:0/4285302750 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f4e1001f070 con 0x7f4e1816b4f0 2023-11-18T23:04:09.887 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.880+0000 7f4e0e7fc700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4dfc06afa0 0x7f4dfc06d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:09.887 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.880+0000 7f4e0e7fc700 1 -- 172.21.15.99:0/4285302750 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f4e1008ad00 con 0x7f4e1816b4f0 2023-11-18T23:04:09.887 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.881+0000 7f4e1db39700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4dfc06afa0 0x7f4dfc06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:09.887 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.881+0000 7f4e1db39700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4dfc06afa0 0x7f4dfc06d460 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f4e18206740 tx=0x7f4e14009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:09.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.896+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e000052e0 con 0x7f4e1816b4f0 2023-11-18T23:04:09.907 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:09.905+0000 7f4e0e7fc700 1 -- 172.21.15.99:0/4285302750 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f4e10056220 con 0x7f4e1816b4f0 2023-11-18T23:04:10.395 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.393+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f4e00005b10 con 0x7f4e1816b4f0 2023-11-18T23:04:10.403 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.401+0000 7f4e0e7fc700 1 -- 172.21.15.99:0/4285302750 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f4e1001d020 con 0x7f4e1816b4f0 2023-11-18T23:04:10.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4dfc06afa0 msgr2=0x7f4dfc06d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:10.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4dfc06afa0 0x7f4dfc06d460 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f4e18206740 tx=0x7f4e14009040 comp rx=0 tx=0).stop 2023-11-18T23:04:10.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e1816b4f0 msgr2=0x7f4e18206820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:10.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e1816b4f0 0x7f4e18206820 secure :-1 s=READY pgs=3253 cs=0 l=1 rev1=1 crypto rx=0x7f4e1000b7b0 tx=0x7f4e10004ad0 comp rx=0 tx=0).stop 2023-11-18T23:04:10.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 shutdown_connections 2023-11-18T23:04:10.413 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f4dfc06afa0 0x7f4dfc06d460 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:10.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e1816b4f0 0x7f4e18206820 unknown :-1 s=CLOSED pgs=3253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:10.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e1808b930 0x7f4e18205880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:10.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 --2- 172.21.15.99:0/4285302750 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f4e180cdd90 0x7f4e1806ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:10.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.411+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 >> 172.21.15.99:0/4285302750 conn(0x7f4e180afed0 msgr2=0x7f4e180cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:10.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.412+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 shutdown_connections 2023-11-18T23:04:10.414 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.412+0000 7f4e1fd9d700 1 -- 172.21.15.99:0/4285302750 wait complete. 2023-11-18T23:04:10.438 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-11-18T23:04:10.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.848+0000 7f70032df700 1 Processor -- start 2023-11-18T23:04:10.851 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.849+0000 7f70032df700 1 -- start start 2023-11-18T23:04:10.852 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.850+0000 7f70032df700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc15def0 0x7f6ffc0d04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:10.852 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.850+0000 7f70032df700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ffc070fd0 con 0x7f6ffc162320 2023-11-18T23:04:10.852 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.850+0000 7f70032df700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ffc0712b0 con 0x7f6ffc1627f0 2023-11-18T23:04:10.852 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.850+0000 7f70032df700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ffc071c50 con 0x7f6ffc15def0 2023-11-18T23:04:10.853 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.850+0000 7f700107b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc15def0 0x7f6ffc0d04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:10.853 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.850+0000 7f700107b700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc15def0 0x7f6ffc0d04f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57386/0 (socket says 172.21.15.99:57386) 2023-11-18T23:04:10.853 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.850+0000 7f700107b700 1 -- 172.21.15.99:0/2947378732 learned_addr learned my addr 172.21.15.99:0/2947378732 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:10.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.853+0000 7f700107b700 1 -- 172.21.15.99:0/2947378732 >> v1:172.21.15.181:6789/0 conn(0x7f6ffc1627f0 legacy=0x7f6ffc161c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:10.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.853+0000 7f700107b700 1 -- 172.21.15.99:0/2947378732 >> v1:172.21.15.99:6789/0 conn(0x7f6ffc162320 legacy=0x7f6ffc0b7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:10.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.853+0000 7f700107b700 1 -- 172.21.15.99:0/2947378732 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ffc071590 con 0x7f6ffc15def0 2023-11-18T23:04:10.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.855+0000 7f700107b700 1 --2- 172.21.15.99:0/2947378732 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc15def0 0x7f6ffc0d04f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6fec009920 tx=0x7f6fec009c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60fe32e49d874f49 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:10.859 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.857+0000 7f6ff3fff700 1 -- 172.21.15.99:0/2947378732 <== mon.2 v2:172.21.15.181:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec004230 con 0x7f6ffc15def0 2023-11-18T23:04:10.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.857+0000 7f6ff3fff700 1 -- 172.21.15.99:0/2947378732 <== mon.2 v2:172.21.15.181:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fec004390 con 0x7f6ffc15def0 2023-11-18T23:04:10.860 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.857+0000 7f6ff3fff700 1 -- 172.21.15.99:0/2947378732 <== mon.2 v2:172.21.15.181:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec009e70 con 0x7f6ffc15def0 2023-11-18T23:04:10.862 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.860+0000 7f70032df700 1 -- 172.21.15.99:0/2947378732 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc15def0 msgr2=0x7f6ffc0d04f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:10.863 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.860+0000 7f70032df700 1 --2- 172.21.15.99:0/2947378732 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc15def0 0x7f6ffc0d04f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6fec009920 tx=0x7f6fec009c30 comp rx=0 tx=0).stop 2023-11-18T23:04:10.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.862+0000 7f70032df700 1 -- 172.21.15.99:0/2947378732 shutdown_connections 2023-11-18T23:04:10.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.862+0000 7f70032df700 1 --2- 172.21.15.99:0/2947378732 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc15def0 0x7f6ffc0d04f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:10.864 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.862+0000 7f70032df700 1 -- 172.21.15.99:0/2947378732 >> 172.21.15.99:0/2947378732 conn(0x7f6ffc072720 msgr2=0x7f6ffc072b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:10.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.870+0000 7f70032df700 1 -- 172.21.15.99:0/2947378732 shutdown_connections 2023-11-18T23:04:10.880 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.877+0000 7f70032df700 1 -- 172.21.15.99:0/2947378732 wait complete. 2023-11-18T23:04:10.880 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.878+0000 7f70032df700 1 Processor -- start 2023-11-18T23:04:10.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.879+0000 7f70032df700 1 -- start start 2023-11-18T23:04:10.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.880+0000 7f70032df700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6ffc15def0 0x7f6ffc15a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:10.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.880+0000 7f70032df700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc162320 0x7f6ffc06d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:10.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.880+0000 7f70032df700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6ffc1627f0 0x7f6ffc0b6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:10.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.880+0000 7f70032df700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ffc06d690 con 0x7f6ffc15def0 2023-11-18T23:04:10.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.880+0000 7f70032df700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ffc15ae00 con 0x7f6ffc1627f0 2023-11-18T23:04:10.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.880+0000 7f70032df700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ffc15b0e0 con 0x7f6ffc162320 2023-11-18T23:04:10.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.881+0000 7f700107b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6ffc15def0 0x7f6ffc15a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:10.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.881+0000 7f700107b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6ffc15def0 0x7f6ffc15a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47784/0 (socket says 172.21.15.99:47784) 2023-11-18T23:04:10.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.881+0000 7f700107b700 1 -- 172.21.15.99:0/2436129581 learned_addr learned my addr 172.21.15.99:0/2436129581 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:10.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.881+0000 7f700107b700 1 -- 172.21.15.99:0/2436129581 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc162320 msgr2=0x7f6ffc06d150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-18T23:04:10.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.881+0000 7f700107b700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc162320 0x7f6ffc06d150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:10.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.881+0000 7f700107b700 1 -- 172.21.15.99:0/2436129581 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6ffc1627f0 msgr2=0x7f6ffc0b6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:10.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.881+0000 7f700107b700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6ffc1627f0 0x7f6ffc0b6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:10.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.881+0000 7f700107b700 1 -- 172.21.15.99:0/2436129581 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fec009550 con 0x7f6ffc15def0 2023-11-18T23:04:10.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.882+0000 7f700107b700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6ffc15def0 0x7f6ffc15a7d0 secure :-1 s=READY pgs=3255 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc162c80 tx=0x7f6fec004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:10.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.882+0000 7f6ff1ffb700 1 -- 172.21.15.99:0/2436129581 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec00bdd0 con 0x7f6ffc15def0 2023-11-18T23:04:10.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.882+0000 7f6ff1ffb700 1 -- 172.21.15.99:0/2436129581 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fec0036a0 con 0x7f6ffc15def0 2023-11-18T23:04:10.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.882+0000 7f6ff1ffb700 1 -- 172.21.15.99:0/2436129581 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec003a50 con 0x7f6ffc15def0 2023-11-18T23:04:10.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.882+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ffc06d9a0 con 0x7f6ffc15def0 2023-11-18T23:04:10.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.882+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ffc15b3c0 con 0x7f6ffc15def0 2023-11-18T23:04:10.886 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.885+0000 7f6ff1ffb700 1 -- 172.21.15.99:0/2436129581 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f6fec022070 con 0x7f6ffc15def0 2023-11-18T23:04:10.888 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.885+0000 7f6ff1ffb700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6fe006af20 0x7f6fe006d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:10.889 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.885+0000 7f6ff1ffb700 1 -- 172.21.15.99:0/2436129581 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f6fec08add0 con 0x7f6ffc15def0 2023-11-18T23:04:10.891 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.888+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ffc073aa0 con 0x7f6ffc15def0 2023-11-18T23:04:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.897+0000 7f6ff1ffb700 1 -- 172.21.15.99:0/2436129581 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f6fec0562f0 con 0x7f6ffc15def0 2023-11-18T23:04:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.897+0000 7f700087a700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6fe006af20 0x7f6fe006d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:10.898+0000 7f700087a700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6fe006af20 0x7f6fe006d3e0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f6ff8006fd0 tx=0x7f6ff8006ba0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:11.597 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:11.596+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7f6ffc073aa0 con 0x7f6ffc15def0 2023-11-18T23:04:12.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.427+0000 7f6ff1ffb700 1 -- 172.21.15.99:0/2436129581 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v13296) v1 ==== 144+0+0 (secure 0 0 0) 0x7f6fec059910 con 0x7f6ffc15def0 2023-11-18T23:04:12.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.430+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6fe006af20 msgr2=0x7f6fe006d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:12.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.430+0000 7f70032df700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6fe006af20 0x7f6fe006d3e0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f6ff8006fd0 tx=0x7f6ff8006ba0 comp rx=0 tx=0).stop 2023-11-18T23:04:12.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.430+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6ffc15def0 msgr2=0x7f6ffc15a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:12.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.430+0000 7f70032df700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6ffc15def0 0x7f6ffc15a7d0 secure :-1 s=READY pgs=3255 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc162c80 tx=0x7f6fec004750 comp rx=0 tx=0).stop 2023-11-18T23:04:12.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.433+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 shutdown_connections 2023-11-18T23:04:12.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.433+0000 7f70032df700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6fe006af20 0x7f6fe006d3e0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:12.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.433+0000 7f70032df700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6ffc15def0 0x7f6ffc15a7d0 unknown :-1 s=CLOSED pgs=3255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:12.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.433+0000 7f70032df700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6ffc1627f0 0x7f6ffc0b6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:12.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.433+0000 7f70032df700 1 --2- 172.21.15.99:0/2436129581 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6ffc162320 0x7f6ffc06d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:12.435 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.433+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 >> 172.21.15.99:0/2436129581 conn(0x7f6ffc072720 msgr2=0x7f6ffc15d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:12.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.436+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 shutdown_connections 2023-11-18T23:04:12.437 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:12.436+0000 7f70032df700 1 -- 172.21.15.99:0/2436129581 wait complete. 2023-11-18T23:04:12.506 INFO:tasks.cephfs_test_runner:test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) ... FAIL 2023-11-18T23:04:12.507 INFO:tasks.cephfs_test_runner: 2023-11-18T23:04:12.507 INFO:tasks.cephfs_test_runner:====================================================================== 2023-11-18T23:04:12.507 INFO:tasks.cephfs_test_runner:FAIL: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-11-18T23:04:12.507 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-11-18T23:04:12.507 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-11-18T23:04:12.507 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa/tasks/cephfs/tests_from_xfstests_dev.py", line 12, in test_generic 2023-11-18T23:04:12.507 INFO:tasks.cephfs_test_runner: self.run_generic_tests() 2023-11-18T23:04:12.508 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa/tasks/cephfs/xfstests_dev.py", line 407, in run_generic_tests 2023-11-18T23:04:12.508 INFO:tasks.cephfs_test_runner: return self.run_testdir('generic') 2023-11-18T23:04:12.508 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa/tasks/cephfs/xfstests_dev.py", line 399, in run_testdir 2023-11-18T23:04:12.508 INFO:tasks.cephfs_test_runner: self.assertEqual(self.total_tests_failed, 0) 2023-11-18T23:04:12.508 INFO:tasks.cephfs_test_runner:AssertionError: 5 != 0 2023-11-18T23:04:12.508 INFO:tasks.cephfs_test_runner: 2023-11-18T23:04:12.508 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-11-18T23:04:12.508 INFO:tasks.cephfs_test_runner:Ran 1 test in 26416.380s 2023-11-18T23:04:12.509 INFO:tasks.cephfs_test_runner: 2023-11-18T23:04:12.509 INFO:tasks.cephfs_test_runner:FAILED (failures=1) 2023-11-18T23:04:12.509 INFO:tasks.cephfs_test_runner: 2023-11-18T23:04:12.509 INFO:tasks.cephfs_test_runner:====================================================================== 2023-11-18T23:04:12.509 INFO:tasks.cephfs_test_runner:FAIL: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-11-18T23:04:12.509 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-11-18T23:04:12.509 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-11-18T23:04:12.509 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa/tasks/cephfs/tests_from_xfstests_dev.py", line 12, in test_generic 2023-11-18T23:04:12.510 INFO:tasks.cephfs_test_runner: self.run_generic_tests() 2023-11-18T23:04:12.510 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa/tasks/cephfs/xfstests_dev.py", line 407, in run_generic_tests 2023-11-18T23:04:12.510 INFO:tasks.cephfs_test_runner: return self.run_testdir('generic') 2023-11-18T23:04:12.510 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa/tasks/cephfs/xfstests_dev.py", line 399, in run_testdir 2023-11-18T23:04:12.510 INFO:tasks.cephfs_test_runner: self.assertEqual(self.total_tests_failed, 0) 2023-11-18T23:04:12.510 INFO:tasks.cephfs_test_runner:AssertionError: 5 != 0 2023-11-18T23:04:12.510 INFO:tasks.cephfs_test_runner: 2023-11-18T23:04:12.511 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-11-18T23:04:12.580 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=7edb2ab9b2e741e49d1c73101cec7fef Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_b0f45a51a24e8eca7cf153dba57cbb536ce5b3fe/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-11-18T23:04:12.581 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2023-11-18T23:04:12.591 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-11-18T23:04:12.604 INFO:tasks.kclient:Unmounting kernel clients... 2023-11-18T23:04:12.604 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T23:04:12.605 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T23:04:12.636 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284204k,nr_inodes=4071051,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=45,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2392 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260540k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 2023-11-18T23:04:12.636 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2023-11-18T23:04:12.636 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T23:04:12.694 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284204k,nr_inodes=4071051,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=45,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2392 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260540k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 2023-11-18T23:04:12.694 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T23:04:12.695 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T23:04:12.712 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284184k,nr_inodes=4071046,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=43,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19681 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260536k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-11-18T23:04:12.712 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2023-11-18T23:04:12.713 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-18T23:04:12.770 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284184k,nr_inodes=4071046,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=43,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19681 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260536k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-11-18T23:04:12.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:12.770 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2023-11-18T23:04:13.195 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-11-18T23:04:13.196 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-18T23:04:13.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:13.196 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2023-11-18T23:04:13.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:13.232 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-18T23:04:13.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:13.333 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link delete ceph-brx 2023-11-18T23:04:13.433 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:13.433 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2023-11-18T23:04:13.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:13.450 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link delete ceph-brx 2023-11-18T23:04:14.420 INFO:teuthology.orchestra.run.smithi099.stderr:Cannot find device "ceph-brx" 2023-11-18T23:04:14.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T23:04:14.422 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:14.422 DEBUG:teuthology.orchestra.run.smithi181:> ip netns list 2023-11-18T23:04:14.543 INFO:teuthology.orchestra.run.smithi181.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2023-11-18T23:04:14.543 INFO:teuthology.orchestra.run.smithi181.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-18T23:04:14.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:14.543 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2023-11-18T23:04:14.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:14.587 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-18T23:04:14.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:14.671 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link delete ceph-brx 2023-11-18T23:04:14.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:14.828 DEBUG:teuthology.orchestra.run.smithi181:> ip netns list 2023-11-18T23:04:14.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-18T23:04:14.844 DEBUG:teuthology.orchestra.run.smithi181:> sudo ip link delete ceph-brx 2023-11-18T23:04:15.018 INFO:teuthology.orchestra.run.smithi181.stderr:Cannot find device "ceph-brx" 2023-11-18T23:04:15.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T23:04:15.020 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2023-11-18T23:04:15.029 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-11-18T23:04:15.030 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T23:04:15.156 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.154+0000 7fd8697fe700 1 Processor -- start 2023-11-18T23:04:15.157 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.154+0000 7fd8697fe700 1 -- start start 2023-11-18T23:04:15.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.155+0000 7fd8697fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd8640715c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.155+0000 7fd8697fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd8640cfaa0 0x7fd864071b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.155+0000 7fd8697fe700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd86415b350 con 0x7fd86415af70 2023-11-18T23:04:15.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.155+0000 7fd8697fe700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8640cf000 con 0x7fd8640cfaa0 2023-11-18T23:04:15.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.155+0000 7fd8697fe700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8640b41a0 con 0x7fd8640ca310 2023-11-18T23:04:15.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.155+0000 7fd8637fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd8640cfaa0 0x7fd864071b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.155+0000 7fd862ffd700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd86415af70 0x7fd8640b3750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34402/0 (socket says 172.21.15.99:34402) 2023-11-18T23:04:15.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.155+0000 7fd862ffd700 1 -- 172.21.15.99:0/1534930141 learned_addr learned my addr 172.21.15.99:0/1534930141 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:15.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.155+0000 7fd8627fc700 1 --2- 172.21.15.99:0/1534930141 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd8640715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8637fe700 1 -- 172.21.15.99:0/1534930141 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 msgr2=0x7fd8640715c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:15.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8637fe700 1 --2- 172.21.15.99:0/1534930141 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd8640715c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8637fe700 1 -- 172.21.15.99:0/1534930141 >> v1:172.21.15.99:6789/0 conn(0x7fd86415af70 legacy=0x7fd8640b3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8637fe700 1 -- 172.21.15.99:0/1534930141 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8640cf2a0 con 0x7fd8640cfaa0 2023-11-18T23:04:15.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd861ffb700 1 -- 172.21.15.99:0/1534930141 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3844547687 0 0) 0x7fd86415b350 con 0x7fd86415af70 2023-11-18T23:04:15.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8627fc700 1 --2- 172.21.15.99:0/1534930141 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd8640715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:15.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8637fe700 1 --2- 172.21.15.99:0/1534930141 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8640cfaa0 0x7fd864071b00 secure :-1 s=READY pgs=3257 cs=0 l=1 rev1=1 crypto rx=0x7fd854009840 tx=0x7fd854009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15435030977e56fb server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:15.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd861ffb700 1 -- 172.21.15.99:0/1534930141 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd854011830 con 0x7fd8640cfaa0 2023-11-18T23:04:15.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd861ffb700 1 -- 172.21.15.99:0/1534930141 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd854011990 con 0x7fd8640cfaa0 2023-11-18T23:04:15.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd861ffb700 1 -- 172.21.15.99:0/1534930141 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd854011d20 con 0x7fd8640cfaa0 2023-11-18T23:04:15.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8697fe700 1 -- 172.21.15.99:0/1534930141 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8640cfaa0 msgr2=0x7fd864071b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8697fe700 1 --2- 172.21.15.99:0/1534930141 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8640cfaa0 0x7fd864071b00 secure :-1 s=READY pgs=3257 cs=0 l=1 rev1=1 crypto rx=0x7fd854009840 tx=0x7fd854009b50 comp rx=0 tx=0).stop 2023-11-18T23:04:15.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8697fe700 1 -- 172.21.15.99:0/1534930141 shutdown_connections 2023-11-18T23:04:15.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8697fe700 1 --2- 172.21.15.99:0/1534930141 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd8640cfaa0 0x7fd864071b00 unknown :-1 s=CLOSED pgs=3257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8697fe700 1 --2- 172.21.15.99:0/1534930141 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd8640715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.156+0000 7fd8697fe700 1 -- 172.21.15.99:0/1534930141 >> 172.21.15.99:0/1534930141 conn(0x7fd8640b15d0 msgr2=0x7fd8640b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:15.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.157+0000 7fd8697fe700 1 -- 172.21.15.99:0/1534930141 shutdown_connections 2023-11-18T23:04:15.163 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.157+0000 7fd8697fe700 1 -- 172.21.15.99:0/1534930141 wait complete. 2023-11-18T23:04:15.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.158+0000 7fd8697fe700 1 Processor -- start 2023-11-18T23:04:15.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.158+0000 7fd8697fe700 1 -- start start 2023-11-18T23:04:15.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8697fe700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd86414b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8697fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd8640cfaa0 0x7fd8641efbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8697fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd86415af70 0x7fd8640b02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8697fe700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd864158f00 con 0x7fd86415af70 2023-11-18T23:04:15.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8697fe700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd86415e110 con 0x7fd8640cfaa0 2023-11-18T23:04:15.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8697fe700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd864158560 con 0x7fd8640ca310 2023-11-18T23:04:15.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8637fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd86415af70 0x7fd8640b02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8637fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd86415af70 0x7fd8640b02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47800/0 (socket says 172.21.15.99:47800) 2023-11-18T23:04:15.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8637fe700 1 -- 172.21.15.99:0/2387724186 learned_addr learned my addr 172.21.15.99:0/2387724186 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:15.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd862ffd700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd86414b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8627fc700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd8640cfaa0 0x7fd8641efbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8637fe700 1 -- 172.21.15.99:0/2387724186 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 msgr2=0x7fd86414b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8637fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd86414b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8637fe700 1 -- 172.21.15.99:0/2387724186 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd8640cfaa0 msgr2=0x7fd8641efbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8637fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd8640cfaa0 0x7fd8641efbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8637fe700 1 -- 172.21.15.99:0/2387724186 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8540094a0 con 0x7fd86415af70 2023-11-18T23:04:15.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd862ffd700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd86414b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:15.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.159+0000 7fd8637fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd86415af70 0x7fd8640b02a0 secure :-1 s=READY pgs=3258 cs=0 l=1 rev1=1 crypto rx=0x7fd854013000 tx=0x7fd854004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:15.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.160+0000 7fd85b7fe700 1 -- 172.21.15.99:0/2387724186 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8540036a0 con 0x7fd86415af70 2023-11-18T23:04:15.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.160+0000 7fd85b7fe700 1 -- 172.21.15.99:0/2387724186 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd85401f070 con 0x7fd86415af70 2023-11-18T23:04:15.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.160+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd864158840 con 0x7fd86415af70 2023-11-18T23:04:15.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.160+0000 7fd85b7fe700 1 -- 172.21.15.99:0/2387724186 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd854003a60 con 0x7fd86415af70 2023-11-18T23:04:15.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.160+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd86414bee0 con 0x7fd86415af70 2023-11-18T23:04:15.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.161+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd864069400 con 0x7fd86415af70 2023-11-18T23:04:15.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.162+0000 7fd85b7fe700 1 -- 172.21.15.99:0/2387724186 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fd854003bc0 con 0x7fd86415af70 2023-11-18T23:04:15.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.162+0000 7fd85b7fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd84406aed0 0x7fd84406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.162+0000 7fd85b7fe700 1 -- 172.21.15.99:0/2387724186 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fd854021070 con 0x7fd86415af70 2023-11-18T23:04:15.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.162+0000 7fd862ffd700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd84406aed0 0x7fd84406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.162+0000 7fd862ffd700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd84406aed0 0x7fd84406d390 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fd85c0012e0 tx=0x7fd85c001aa0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:15.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.167+0000 7fd85b7fe700 1 -- 172.21.15.99:0/2387724186 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fd854055f60 con 0x7fd86415af70 2023-11-18T23:04:15.367 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.366+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd8640b3e60 con 0x7fd84406aed0 2023-11-18T23:04:15.370 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.368+0000 7fd85b7fe700 1 -- 172.21.15.99:0/2387724186 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49089 (secure 0 0 0) 0x7fd85c0079f0 con 0x7fd84406aed0 2023-11-18T23:04:15.371 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:15.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd84406aed0 msgr2=0x7fd84406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd84406aed0 0x7fd84406d390 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fd85c0012e0 tx=0x7fd85c001aa0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd86415af70 msgr2=0x7fd8640b02a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd86415af70 0x7fd8640b02a0 secure :-1 s=READY pgs=3258 cs=0 l=1 rev1=1 crypto rx=0x7fd854013000 tx=0x7fd854004750 comp rx=0 tx=0).stop 2023-11-18T23:04:15.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 shutdown_connections 2023-11-18T23:04:15.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fd84406aed0 0x7fd84406d390 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd86415af70 0x7fd8640b02a0 unknown :-1 s=CLOSED pgs=3258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fd8640ca310 0x7fd86414b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 --2- 172.21.15.99:0/2387724186 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd8640cfaa0 0x7fd8641efbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.370+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 >> 172.21.15.99:0/2387724186 conn(0x7fd8640b15d0 msgr2=0x7fd864071830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:15.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.371+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 shutdown_connections 2023-11-18T23:04:15.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.371+0000 7fd8697fe700 1 -- 172.21.15.99:0/2387724186 wait complete. 2023-11-18T23:04:15.374 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T23:04:15.385 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":13251,"stamp":"2023-11-18T23:04:15.067200+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":149,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":30898180,"kb_used_data":19126240,"kb_used_omap":31417,"kb_used_meta":11525318,"kb_avail":724076540,"statfs":{"total":773094113280,"available":741454376960,"internally_reserved":0,"allocated":19585269760,"data_stored":19575187189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32171064,"internal_metadata":11801926600},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":308,"apply_latency_ms":308,"commit_latency_ns":308000000,"apply_latency_ns":308000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-60829042432,"num_objects":-41836,"num_object_clones":0,"num_object_copies":-83672,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41836,"num_whiteouts":0,"num_read":-1643110,"num_read_kb":-342421604,"num_write":-3130380,"num_write_kb":-593910395,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2851,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001418"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":396,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-18T23:04:08.573875+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T23:04:08.573875+0000","last_peered":"2023-11-18T23:04:08.573875+0000","last_clean":"2023-11-18T23:04:08.573875+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T23:04:08.573875+0000","last_undegraded":"2023-11-18T23:04:08.573875+0000","last_fullsized":"2023-11-18T23:04:08.573875+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129547431,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2891312,"kb_used_data":1108564,"kb_used_omap":2326,"kb_used_meta":1760169,"kb_avail":91480528,"statfs":{"total":96636764160,"available":93676060672,"internally_reserved":0,"allocated":1135169536,"data_stored":1134426619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2382243,"internal_metadata":1802413661},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.444,"15min":1.3089999999999999},"min":{"1min":0.25900000000000001,"5min":0.23599999999999999,"15min":0.219},"max":{"1min":18.698,"5min":18.698,"15min":18.698},"last":2.044},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.8089999999999999,"15min":1.528},"min":{"1min":0.26300000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":14.317,"5min":14.317,"15min":14.317},"last":1.909}]},{"osd":1,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":3.5630000000000002,"5min":2.0779999999999998,"15min":1.774},"min":{"1min":0.35599999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":20.873999999999999,"5min":20.873999999999999,"15min":20.873999999999999},"last":2.069},{"interface":"front","average":{"1min":3.3919999999999999,"5min":1.99,"15min":1.736},"min":{"1min":0.35499999999999998,"5min":0.27900000000000003,"15min":0.26700000000000002},"max":{"1min":21.199999999999999,"5min":21.199999999999999,"15min":21.199999999999999},"last":1.9399999999999999}]},{"osd":2,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":1.9410000000000001,"15min":1.8759999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":8.6620000000000008,"5min":9.6210000000000004,"15min":12.209},"last":1.9550000000000001},{"interface":"front","average":{"1min":2.3759999999999999,"5min":1.97,"15min":1.895},"min":{"1min":0.42199999999999999,"5min":0.32300000000000001,"15min":0.29699999999999999},"max":{"1min":11.57,"5min":11.57,"15min":11.57},"last":4.9089999999999998}]},{"osd":3,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":5.7380000000000004,"5min":2.923,"15min":2.2370000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.31},"max":{"1min":67.173000000000002,"5min":67.173000000000002,"15min":67.173000000000002},"last":4.7709999999999999},{"interface":"front","average":{"1min":3.4020000000000001,"5min":2.5059999999999998,"15min":2.1539999999999999},"min":{"1min":0.36899999999999999,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":18.806999999999999,"5min":18.806999999999999,"15min":18.806999999999999},"last":3.2290000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.212,"15min":1.2949999999999999},"min":{"1min":0.29799999999999999,"5min":0.28199999999999997,"15min":0.248},"max":{"1min":10.638,"5min":10.638,"15min":12.593},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.329,"5min":1.46,"15min":1.359},"min":{"1min":0.32000000000000001,"5min":0.311,"15min":0.29399999999999998},"max":{"1min":8.5180000000000007,"5min":8.5180000000000007,"15min":8.5180000000000007},"last":1.9910000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.2869999999999999,"5min":1.631,"15min":1.5349999999999999},"min":{"1min":0.32800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":14.641999999999999,"5min":14.641999999999999,"15min":21.687000000000001},"last":2.012},{"interface":"front","average":{"1min":1.534,"5min":1.423,"15min":1.3180000000000001},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":10.597,"5min":10.597,"15min":10.597},"last":1.839}]},{"osd":6,"last update":"Sat Nov 18 23:03:54 2023","interfaces":[{"interface":"back","average":{"1min":3.0939999999999999,"5min":1.6599999999999999,"15min":1.492},"min":{"1min":0.41399999999999998,"5min":0.33800000000000002,"15min":0.30099999999999999},"max":{"1min":36.366,"5min":36.366,"15min":36.366},"last":1.869},{"interface":"front","average":{"1min":1.157,"5min":1.444,"15min":1.4359999999999999},"min":{"1min":0.38,"5min":0.36199999999999999,"15min":0.30599999999999999},"max":{"1min":8.5549999999999997,"5min":8.5549999999999997,"15min":10.949},"last":0.41999999999999998}]}]},{"osd":6,"up_from":14,"seq":60129547435,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4706324,"kb_used_data":3093320,"kb_used_omap":3433,"kb_used_meta":1609558,"kb_avail":89665516,"statfs":{"total":96636764160,"available":91817488384,"internally_reserved":0,"allocated":3167559680,"data_stored":3166181287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3516113,"internal_metadata":1648187695},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:12 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":1.0760000000000001,"15min":1.0409999999999999},"min":{"1min":0.251,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":3.653,"5min":6.0140000000000002,"15min":8.3409999999999993},"last":0.46100000000000002},{"interface":"front","average":{"1min":1.4590000000000001,"5min":1.5049999999999999,"15min":1.4670000000000001},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.25},"max":{"1min":5.266,"5min":7.4539999999999997,"15min":9.1170000000000009},"last":0.496}]},{"osd":1,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":1.974,"15min":1.8600000000000001},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":10.753,"5min":10.753,"15min":27.289000000000001},"last":0.69799999999999995},{"interface":"front","average":{"1min":2.2200000000000002,"5min":1.79,"15min":1.6519999999999999},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.26200000000000001},"max":{"1min":10.476000000000001,"5min":10.476000000000001,"15min":26.984000000000002},"last":0.53200000000000003}]},{"osd":2,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.964,"15min":1.8640000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.28699999999999998},"max":{"1min":8.3279999999999994,"5min":8.3279999999999994,"15min":9.1539999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.3999999999999999,"15min":2.214},"min":{"1min":0.35699999999999998,"5min":0.34100000000000003,"15min":0.29599999999999999},"max":{"1min":13.988,"5min":13.988,"15min":13.988},"last":0.626}]},{"osd":3,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9730000000000001,"5min":2.0489999999999999,"15min":2.0419999999999998},"min":{"1min":0.373,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.445,"5min":10.445,"15min":27.120999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":2.7589999999999999,"5min":2.7789999999999999,"15min":2.4260000000000002},"min":{"1min":0.42599999999999999,"5min":0.34000000000000002,"15min":0.33600000000000002},"max":{"1min":7.8449999999999998,"5min":7.8449999999999998,"15min":27.553000000000001},"last":0.65800000000000003}]},{"osd":4,"last update":"Sat Nov 18 23:03:12 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":1.2689999999999999,"15min":1.1870000000000001},"min":{"1min":0.29799999999999999,"5min":0.29199999999999998,"15min":0.28799999999999998},"max":{"1min":5.3390000000000004,"5min":11.962,"15min":11.962},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.29,"5min":1.4299999999999999,"15min":1.3979999999999999},"min":{"1min":0.33700000000000002,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":5.2249999999999996,"5min":7.0359999999999996,"15min":9.5269999999999992},"last":0.55000000000000004}]},{"osd":5,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.581,"15min":1.5549999999999999},"min":{"1min":0.32000000000000001,"5min":0.313,"15min":0.30099999999999999},"max":{"1min":11.367000000000001,"5min":11.367000000000001,"15min":11.367000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.25,"5min":1.1699999999999999,"15min":1.2250000000000001},"min":{"1min":0.36699999999999999,"5min":0.33500000000000002,"15min":0.32000000000000001},"max":{"1min":10.599,"5min":10.599,"15min":10.599},"last":0.68400000000000005}]},{"osd":7,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":1.4039999999999999,"15min":1.4610000000000001},"min":{"1min":0.38900000000000001,"5min":0.373,"15min":0.35099999999999998},"max":{"1min":3.4060000000000001,"5min":8.8510000000000009,"15min":8.8510000000000009},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.6000000000000001,"15min":1.6279999999999999},"min":{"1min":0.41599999999999998,"5min":0.38500000000000001,"15min":0.35199999999999998},"max":{"1min":10.785,"5min":10.785,"15min":10.785},"last":0.71999999999999997}]}]},{"osd":1,"up_from":14,"seq":60129547413,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2907632,"kb_used_data":1204328,"kb_used_omap":4675,"kb_used_meta":1698620,"kb_avail":91464208,"statfs":{"total":96636764160,"available":93659348992,"internally_reserved":0,"allocated":1233231872,"data_stored":1232456741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4787299,"internal_metadata":1739387805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.5860000000000003,"5min":1.946,"15min":1.4079999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":45.212000000000003,"5min":45.212000000000003,"15min":45.212000000000003},"last":0.29999999999999999},{"interface":"front","average":{"1min":5.3659999999999997,"5min":2.5419999999999998,"15min":1.742},"min":{"1min":0.28299999999999997,"5min":0.217,"15min":0.215},"max":{"1min":27.518999999999998,"5min":27.518999999999998,"15min":27.518999999999998},"last":0.48699999999999999}]},{"osd":2,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.0890000000000004,"5min":3.137,"15min":2.2829999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.219},"max":{"1min":47.305999999999997,"5min":47.305999999999997,"15min":47.305999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":4.5990000000000002,"5min":2.238,"15min":1.7290000000000001},"min":{"1min":0.39000000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":17.454000000000001,"5min":17.454000000000001,"15min":17.454000000000001},"last":0.35799999999999998}]},{"osd":3,"last update":"Sat Nov 18 23:03:43 2023","interfaces":[{"interface":"back","average":{"1min":3.3399999999999999,"5min":1.875,"15min":1.4630000000000001},"min":{"1min":0.42899999999999999,"5min":0.28299999999999997,"15min":0.27000000000000002},"max":{"1min":17.568000000000001,"5min":17.568000000000001,"15min":17.568000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":6.032,"5min":2.911,"15min":2.0499999999999998},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.23200000000000001},"max":{"1min":49.813000000000002,"5min":49.813000000000002,"15min":49.813000000000002},"last":0.33500000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.763,"5min":3.294,"15min":1.889},"min":{"1min":0.40100000000000002,"5min":0.33500000000000002,"15min":0.30099999999999999},"max":{"1min":96.825999999999993,"5min":96.825999999999993,"15min":96.825999999999993},"last":0.42499999999999999},{"interface":"front","average":{"1min":8.8279999999999994,"5min":3.1930000000000001,"15min":2.0659999999999998},"min":{"1min":0.35199999999999998,"5min":0.318,"15min":0.311},"max":{"1min":93.075999999999993,"5min":93.075999999999993,"15min":93.075999999999993},"last":0.56499999999999995}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":6.8769999999999998,"5min":2.786,"15min":2.1299999999999999},"min":{"1min":0.38800000000000001,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":49.305,"5min":49.305,"15min":49.305},"last":0.60599999999999998},{"interface":"front","average":{"1min":6.7229999999999999,"5min":2.907,"15min":2.2349999999999999},"min":{"1min":0.44400000000000001,"5min":0.36499999999999999,"15min":0.35799999999999998},"max":{"1min":40.396999999999998,"5min":40.396999999999998,"15min":40.396999999999998},"last":0.64900000000000002}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.022,"5min":3.8660000000000001,"15min":2.7130000000000001},"min":{"1min":0.435,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":102.76600000000001,"5min":102.76600000000001,"15min":102.76600000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":5.3920000000000003,"5min":2.3399999999999999,"15min":1.8120000000000001},"min":{"1min":0.46300000000000002,"5min":0.41499999999999998,"15min":0.35899999999999999},"max":{"1min":31.238,"5min":31.238,"15min":31.238},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":12.994,"5min":4.2770000000000001,"15min":2.915},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":168.50999999999999,"5min":168.50999999999999,"15min":168.50999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":13.512,"5min":4.3730000000000002,"15min":2.964},"min":{"1min":0.48799999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":163.21100000000001,"5min":163.21100000000001,"15min":163.21100000000001},"last":0.72999999999999998}]}]},{"osd":0,"up_from":14,"seq":60129547427,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3703676,"kb_used_data":2104444,"kb_used_omap":2037,"kb_used_meta":1527306,"kb_avail":90668164,"statfs":{"total":96636764160,"available":92844199936,"internally_reserved":0,"allocated":2154950656,"data_stored":2153762165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086305,"internal_metadata":1563961951},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":5.5250000000000004,"5min":2.1920000000000002,"15min":1.5169999999999999},"min":{"1min":0.23599999999999999,"5min":0.23100000000000001,"15min":0.20599999999999999},"max":{"1min":71.846999999999994,"5min":71.846999999999994,"15min":71.846999999999994},"last":1.391},{"interface":"front","average":{"1min":5.3739999999999997,"5min":2.6600000000000001,"15min":1.804},"min":{"1min":0.26900000000000002,"5min":0.23699999999999999,"15min":0.193},"max":{"1min":41.982999999999997,"5min":41.982999999999997,"15min":41.982999999999997},"last":5.2320000000000002}]},{"osd":2,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":1.78,"5min":1.512,"15min":1.385},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":6.3890000000000002,"5min":13.538,"15min":13.538},"last":1.333},{"interface":"front","average":{"1min":3.6000000000000001,"5min":2.133,"15min":1.8280000000000001},"min":{"1min":0.25900000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":26.606000000000002,"5min":26.606000000000002,"15min":26.606000000000002},"last":5.2649999999999997}]},{"osd":3,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":6.3330000000000002,"5min":2.879,"15min":2.1019999999999999},"min":{"1min":0.36899999999999999,"5min":0.254,"15min":0.23000000000000001},"max":{"1min":88.040999999999997,"5min":88.040999999999997,"15min":88.040999999999997},"last":1.1100000000000001},{"interface":"front","average":{"1min":5.2050000000000001,"5min":2.6179999999999999,"15min":1.778},"min":{"1min":0.30399999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":85.513999999999996,"5min":85.513999999999996,"15min":85.513999999999996},"last":1.2190000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":4.032,"5min":2.3119999999999998,"15min":2.3959999999999999},"min":{"1min":0.33600000000000002,"5min":0.32100000000000001,"15min":0.308},"max":{"1min":38.311,"5min":38.311,"15min":140.499},"last":1.0780000000000001},{"interface":"front","average":{"1min":2.601,"5min":1.895,"15min":2.0720000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.32900000000000001},"max":{"1min":18.151,"5min":18.151,"15min":140.35599999999999},"last":1.302}]},{"osd":5,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":7.423,"5min":2.9460000000000002,"15min":2.3050000000000002},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.32000000000000001},"max":{"1min":110.723,"5min":110.723,"15min":110.723},"last":4.8700000000000001},{"interface":"front","average":{"1min":3.7749999999999999,"5min":2.4409999999999998,"15min":2.4049999999999998},"min":{"1min":0.39700000000000002,"5min":0.36399999999999999,"15min":0.33300000000000002},"max":{"1min":25.855,"5min":25.855,"15min":87.271000000000001},"last":1.0369999999999999}]},{"osd":6,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":2.238,"15min":1.722},"min":{"1min":0.38,"5min":0.376,"15min":0.36799999999999999},"max":{"1min":18.004000000000001,"5min":18.004000000000001,"15min":18.004000000000001},"last":1.2709999999999999},{"interface":"front","average":{"1min":3.6680000000000001,"5min":2.347,"15min":1.98},"min":{"1min":0.56299999999999994,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":20.201000000000001,"5min":20.201000000000001,"15min":20.201000000000001},"last":5.306}]},{"osd":7,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":3.5409999999999999,"5min":2.3650000000000002,"15min":2.1480000000000001},"min":{"1min":0.51700000000000002,"5min":0.432,"15min":0.39000000000000001},"max":{"1min":20.248999999999999,"5min":20.248999999999999,"15min":20.248999999999999},"last":5.2030000000000003},{"interface":"front","average":{"1min":3.6349999999999998,"5min":2.4220000000000002,"15min":2.181},"min":{"1min":0.44400000000000001,"5min":0.436,"15min":0.40100000000000002},"max":{"1min":25.802,"5min":25.802,"15min":25.802},"last":1.1439999999999999}]}]},{"osd":2,"up_from":14,"seq":60129547420,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3550428,"kb_used_data":1664320,"kb_used_omap":1423,"kb_used_meta":1759664,"kb_avail":90821412,"statfs":{"total":96636764160,"available":93001125888,"internally_reserved":0,"allocated":1704263680,"data_stored":1703339072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1457167,"internal_metadata":1801896945},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":4.3710000000000004,"5min":2.218,"15min":1.6399999999999999},"min":{"1min":0.22900000000000001,"5min":0.218,"15min":0.20999999999999999},"max":{"1min":31.643999999999998,"5min":31.643999999999998,"15min":31.643999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":5.0060000000000002,"5min":2.649,"15min":1.9630000000000001},"min":{"1min":0.27200000000000002,"5min":0.23200000000000001,"15min":0.23000000000000001},"max":{"1min":54.378,"5min":54.378,"15min":54.378},"last":0.71999999999999997}]},{"osd":1,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.081,"15min":1.5549999999999999},"min":{"1min":0.26300000000000001,"5min":0.22,"15min":0.218},"max":{"1min":31.588999999999999,"5min":31.588999999999999,"15min":31.588999999999999},"last":0.93899999999999995},{"interface":"front","average":{"1min":6.3200000000000003,"5min":2.6320000000000001,"15min":2.0790000000000002},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":43.228000000000002,"5min":43.228000000000002,"15min":43.228000000000002},"last":3.2829999999999999}]},{"osd":3,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.0519999999999996,"5min":2.3730000000000002,"15min":1.948},"min":{"1min":0.33300000000000002,"5min":0.25600000000000001,"15min":0.249},"max":{"1min":31.544,"5min":31.544,"15min":31.544},"last":0.54600000000000004},{"interface":"front","average":{"1min":8.1699999999999999,"5min":2.9399999999999999,"15min":2.0099999999999998},"min":{"1min":0.35299999999999998,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":62.713000000000001,"5min":62.713000000000001,"15min":62.713000000000001},"last":3.3130000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":14.375,"5min":4.0380000000000003,"15min":2.9409999999999998},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":209.244,"5min":209.244,"15min":209.244},"last":0.65900000000000003},{"interface":"front","average":{"1min":9.2560000000000002,"5min":3.2440000000000002,"15min":2.9289999999999998},"min":{"1min":0.434,"5min":0.36499999999999999,"15min":0.34399999999999997},"max":{"1min":97.007000000000005,"5min":97.007000000000005,"15min":166.17599999999999},"last":1.3680000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.3579999999999997,"5min":2.6899999999999999,"15min":2.1400000000000001},"min":{"1min":0.39600000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":57.287999999999997,"5min":57.287999999999997,"15min":57.287999999999997},"last":1.482},{"interface":"front","average":{"1min":6.0620000000000003,"5min":2.6389999999999998,"15min":1.974},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":41.270000000000003,"5min":41.270000000000003,"15min":41.270000000000003},"last":0.98499999999999999}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.117,"5min":2.4740000000000002,"15min":2.1579999999999999},"min":{"1min":0.46500000000000002,"5min":0.42999999999999999,"15min":0.375},"max":{"1min":54.218000000000004,"5min":54.218000000000004,"15min":54.218000000000004},"last":1.3280000000000001},{"interface":"front","average":{"1min":4.5090000000000003,"5min":2.1280000000000001,"15min":2.1040000000000001},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":31.488,"5min":31.488,"15min":31.488},"last":1.4490000000000001}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.9939999999999998,"5min":2.8300000000000001,"15min":2.3650000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":54.268000000000001,"5min":54.268000000000001,"15min":54.268000000000001},"last":1.407},{"interface":"front","average":{"1min":5.407,"5min":2.4630000000000001,"15min":2.2629999999999999},"min":{"1min":0.437,"5min":0.41299999999999998,"15min":0.40799999999999997},"max":{"1min":23.478000000000002,"5min":23.478000000000002,"15min":23.478000000000002},"last":1.514}]}]},{"osd":3,"up_from":14,"seq":60129547403,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7463944,"kb_used_data":6683328,"kb_used_omap":7408,"kb_used_meta":773199,"kb_avail":86907896,"statfs":{"total":96636764160,"available":88993685504,"internally_reserved":0,"allocated":6843727872,"data_stored":6840656517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7586451,"internal_metadata":791756141},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.244,"5min":3.98,"15min":2.0720000000000001},"min":{"1min":0.246,"5min":0.218,"15min":0.192},"max":{"1min":74.875,"5min":74.875,"15min":74.875},"last":0.81100000000000005},{"interface":"front","average":{"1min":9.7579999999999991,"5min":3.3530000000000002,"15min":2.0529999999999999},"min":{"1min":0.25800000000000001,"5min":0.23100000000000001,"15min":0.216},"max":{"1min":74.608999999999995,"5min":74.608999999999995,"15min":74.608999999999995},"last":11.025}]},{"osd":1,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.631,"5min":4.0170000000000003,"15min":2.4500000000000002},"min":{"1min":0.26100000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":127.599,"5min":127.599,"15min":127.599},"last":1.4390000000000001},{"interface":"front","average":{"1min":10.962,"5min":3.4969999999999999,"15min":1.879},"min":{"1min":0.30399999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":75.266999999999996,"5min":75.266999999999996,"15min":75.266999999999996},"last":0.84899999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:03:17 2023","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":1.915,"15min":1.667},"min":{"1min":0.33000000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":15.413,"5min":15.413,"15min":15.413},"last":10.936999999999999},{"interface":"front","average":{"1min":6.3760000000000003,"5min":2.4660000000000002,"15min":1.726},"min":{"1min":0.35299999999999998,"5min":0.28499999999999998,"15min":0.24199999999999999},"max":{"1min":41.576999999999998,"5min":41.576999999999998,"15min":41.576999999999998},"last":0.88100000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":9.5489999999999995,"5min":3.2829999999999999,"15min":2.1520000000000001},"min":{"1min":0.34300000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":102.095,"5min":102.095,"15min":102.095},"last":11.067},{"interface":"front","average":{"1min":28.009,"5min":6.8570000000000002,"15min":3.4660000000000002},"min":{"1min":0.39900000000000002,"5min":0.36099999999999999,"15min":0.307},"max":{"1min":223.434,"5min":223.434,"15min":223.434},"last":1.3500000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":12.250999999999999,"5min":3.5739999999999998,"15min":2.1160000000000001},"min":{"1min":0.39000000000000001,"5min":0.35299999999999998,"15min":0.30399999999999999},"max":{"1min":75.308999999999997,"5min":75.308999999999997,"15min":75.308999999999997},"last":5.4349999999999996},{"interface":"front","average":{"1min":13.167,"5min":3.9969999999999999,"15min":2.4820000000000002},"min":{"1min":0.41799999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":141.97300000000001,"5min":141.97300000000001,"15min":141.97300000000001},"last":11.103}]},{"osd":6,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":19.728999999999999,"5min":5.2789999999999999,"15min":3.0190000000000001},"min":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.35899999999999999},"max":{"1min":155.947,"5min":155.947,"15min":155.947},"last":1.7370000000000001},{"interface":"front","average":{"1min":7.9610000000000003,"5min":2.907,"15min":2.0600000000000001},"min":{"1min":0.56200000000000006,"5min":0.42899999999999999,"15min":0.38800000000000001},"max":{"1min":45.984000000000002,"5min":45.984000000000002,"15min":45.984000000000002},"last":5.3700000000000001}]},{"osd":7,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":4.3070000000000004,"5min":2.4849999999999999,"15min":2.0369999999999999},"min":{"1min":0.51300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":19.187999999999999,"5min":19.187999999999999,"15min":19.187999999999999},"last":11.140000000000001},{"interface":"front","average":{"1min":15.114000000000001,"5min":4.343,"15min":2.899},"min":{"1min":0.46200000000000002,"5min":0.46000000000000002,"15min":0.35899999999999999},"max":{"1min":119.02500000000001,"5min":119.02500000000001,"15min":119.02500000000001},"last":1.403}]}]},{"osd":4,"up_from":14,"seq":60129547430,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4567496,"kb_used_data":3267520,"kb_used_omap":6121,"kb_used_meta":1293846,"kb_avail":89804344,"statfs":{"total":96636764160,"available":91959648256,"internally_reserved":0,"allocated":3345940480,"data_stored":3344199756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6268077,"internal_metadata":1324899155},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.0830000000000002,"5min":1.768,"15min":1.2549999999999999},"min":{"1min":0.255,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":24.914000000000001,"5min":24.914000000000001,"15min":24.914000000000001},"last":0.90200000000000002},{"interface":"front","average":{"1min":3.4540000000000002,"5min":1.841,"15min":1.833},"min":{"1min":0.25,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":23.393999999999998,"5min":23.393999999999998,"15min":23.393999999999998},"last":0.93200000000000005}]},{"osd":1,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":3.7080000000000002,"5min":2.1520000000000001,"15min":1.9059999999999999},"min":{"1min":0.29299999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":23.471,"5min":23.471,"15min":23.471},"last":1.0229999999999999},{"interface":"front","average":{"1min":5.1559999999999997,"5min":2.173,"15min":1.71},"min":{"1min":0.32400000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":30.193999999999999,"5min":30.193999999999999,"15min":30.193999999999999},"last":2.8700000000000001}]},{"osd":2,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.028,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.307,"15min":0.28999999999999998},"max":{"1min":7.9359999999999999,"5min":7.9359999999999999,"15min":10.879},"last":2.569},{"interface":"front","average":{"1min":3.9380000000000002,"5min":2.2810000000000001,"15min":2.1360000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30199999999999999},"max":{"1min":23.433,"5min":23.433,"15min":23.433},"last":2.9199999999999999}]},{"osd":3,"last update":"Sat Nov 18 23:03:34 2023","interfaces":[{"interface":"back","average":{"1min":4.1299999999999999,"5min":2.2080000000000002,"15min":1.883},"min":{"1min":0.38,"5min":0.33300000000000002,"15min":0.29999999999999999},"max":{"1min":24.952999999999999,"5min":24.952999999999999,"15min":24.952999999999999},"last":1.155},{"interface":"front","average":{"1min":2.4540000000000002,"5min":2.492,"15min":2.407},"min":{"1min":0.34399999999999997,"5min":0.307,"15min":0.307},"max":{"1min":17.602,"5min":17.602,"15min":17.602},"last":2.6040000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.601,"5min":1.5569999999999999,"15min":1.5249999999999999},"min":{"1min":0.25800000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":24.210999999999999,"5min":24.210999999999999,"15min":24.210999999999999},"last":1.863},{"interface":"front","average":{"1min":2.52,"5min":1.2669999999999999,"15min":1.1819999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.569000000000001,"5min":13.569000000000001,"15min":13.569000000000001},"last":2.351}]},{"osd":6,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.2759999999999998,"5min":2.1419999999999999,"15min":1.8149999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.29099999999999998},"max":{"1min":54.811999999999998,"5min":54.811999999999998,"15min":54.811999999999998},"last":2.52},{"interface":"front","average":{"1min":3.3210000000000002,"5min":1.7609999999999999,"15min":1.7230000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32400000000000001},"max":{"1min":24.393999999999998,"5min":24.393999999999998,"15min":24.393999999999998},"last":0.98399999999999999}]},{"osd":7,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":1.4710000000000001,"15min":1.403},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":13.526,"5min":13.526,"15min":13.526},"last":14.378},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.625,"15min":1.6759999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.32200000000000001},"max":{"1min":15.118,"5min":15.118,"15min":15.118},"last":14.816000000000001}]}]},{"osd":5,"up_from":14,"seq":60129547431,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1107368,"kb_used_data":416,"kb_used_omap":3991,"kb_used_meta":1102952,"kb_avail":93264472,"statfs":{"total":96636764160,"available":95502819328,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4087409,"internal_metadata":1129423247},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":1.9279999999999999,"15min":1.29},"min":{"1min":0.25700000000000001,"5min":0.23000000000000001,"15min":0.22600000000000001},"max":{"1min":39.447000000000003,"5min":39.447000000000003,"15min":39.447000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":4.5510000000000002,"5min":2.177,"15min":1.6990000000000001},"min":{"1min":0.35599999999999998,"5min":0.254,"15min":0.254},"max":{"1min":37.935000000000002,"5min":37.935000000000002,"15min":37.935000000000002},"last":0.622}]},{"osd":1,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.7930000000000001,"5min":2.851,"15min":2.1099999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25},"max":{"1min":38.384,"5min":47.360999999999997,"15min":47.360999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":3.9820000000000002,"5min":3.0110000000000001,"15min":1.9650000000000001},"min":{"1min":0.33400000000000002,"5min":0.29499999999999998,"15min":0.26900000000000002},"max":{"1min":39.473999999999997,"5min":46.723999999999997,"15min":46.723999999999997},"last":0.60599999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.6660000000000004,"5min":2.4660000000000002,"15min":2.1789999999999998},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27300000000000002},"max":{"1min":37.963000000000001,"5min":37.963000000000001,"15min":37.963000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":4.1189999999999998,"5min":2.6819999999999999,"15min":2.2370000000000001},"min":{"1min":0.45400000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":38.485999999999997,"5min":38.485999999999997,"15min":38.485999999999997},"last":0.54300000000000004}]},{"osd":3,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.4980000000000002,"5min":2.702,"15min":1.9550000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":39.5,"5min":39.5,"15min":39.5},"last":11.031000000000001},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.3380000000000001,"15min":2.2189999999999999},"min":{"1min":0.38600000000000001,"5min":0.317,"15min":0.317},"max":{"1min":7.7119999999999997,"5min":12.257,"15min":12.257},"last":0.91000000000000003}]},{"osd":4,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0030000000000001,"5min":1.9530000000000001,"15min":1.734},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.26800000000000002},"max":{"1min":38.353000000000002,"5min":38.353000000000002,"15min":38.353000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":3.1579999999999999,"5min":1.8640000000000001,"15min":1.369},"min":{"1min":0.35399999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":39.415999999999997,"5min":39.415999999999997,"15min":39.415999999999997},"last":0.52700000000000002}]},{"osd":6,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.73,"5min":1.827,"15min":1.585},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.28499999999999998},"max":{"1min":37.863999999999997,"5min":37.863999999999997,"15min":37.863999999999997},"last":0.503},{"interface":"front","average":{"1min":3.1549999999999998,"5min":2.073,"15min":1.7769999999999999},"min":{"1min":0.40699999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":38.186,"5min":38.186,"15min":38.186},"last":0.58199999999999996}]},{"osd":7,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":1.802,"15min":1.4119999999999999},"min":{"1min":0.39000000000000001,"5min":0.35199999999999998,"15min":0.29799999999999999},"max":{"1min":39.344999999999999,"5min":39.344999999999999,"15min":39.344999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.5870000000000002,"15min":1.95},"min":{"1min":0.34000000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":37.904000000000003,"5min":54.039000000000001,"15min":54.039000000000001},"last":0.69799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T23:04:15.386 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T23:04:15.513 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.511+0000 7fad01247700 1 Processor -- start 2023-11-18T23:04:15.514 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.511+0000 7fad01247700 1 -- start start 2023-11-18T23:04:15.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.512+0000 7fad01247700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7facfc0b64f0 0x7facfc0704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.512+0000 7fad01247700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facfc06e200 con 0x7facfc147810 2023-11-18T23:04:15.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.512+0000 7fad01247700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facfc06e4e0 con 0x7facfc070a30 2023-11-18T23:04:15.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.512+0000 7fad01247700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facfc070ec0 con 0x7facfc0b64f0 2023-11-18T23:04:15.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.512+0000 7facfa59c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7facfc0b64f0 0x7facfc0704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.512+0000 7facfa59c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7facfc0b64f0 0x7facfc0704f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47804/0 (socket says 172.21.15.99:47804) 2023-11-18T23:04:15.516 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.512+0000 7facfa59c700 1 -- 172.21.15.99:0/2857747643 learned_addr learned my addr 172.21.15.99:0/2857747643 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:15.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.513+0000 7facfa59c700 1 -- 172.21.15.99:0/2857747643 >> v1:172.21.15.181:6789/0 conn(0x7facfc070a30 legacy=0x7facfc15f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.513+0000 7facfa59c700 1 -- 172.21.15.99:0/2857747643 >> v1:172.21.15.99:6789/0 conn(0x7facfc147810 legacy=0x7facfc06d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.513+0000 7facf9d9b700 1 -- 172.21.15.99:0/2857747643 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2339849952 0 0) 0x7facfc06e200 con 0x7facfc147810 2023-11-18T23:04:15.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.513+0000 7facfa59c700 1 -- 172.21.15.99:0/2857747643 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facfc15e970 con 0x7facfc0b64f0 2023-11-18T23:04:15.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.513+0000 7facfa59c700 1 --2- 172.21.15.99:0/2857747643 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc0b64f0 0x7facfc0704f0 secure :-1 s=READY pgs=3260 cs=0 l=1 rev1=1 crypto rx=0x7facec0098f0 tx=0x7facec009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=466327da960fa375 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:15.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.513+0000 7facf9d9b700 1 -- 172.21.15.99:0/2857747643 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facec00b8a0 con 0x7facfc0b64f0 2023-11-18T23:04:15.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.513+0000 7facf9d9b700 1 -- 172.21.15.99:0/2857747643 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7facec00ba00 con 0x7facfc0b64f0 2023-11-18T23:04:15.517 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.513+0000 7facf9d9b700 1 -- 172.21.15.99:0/2857747643 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facec00bd90 con 0x7facfc0b64f0 2023-11-18T23:04:15.518 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.514+0000 7fad01247700 1 -- 172.21.15.99:0/2857747643 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc0b64f0 msgr2=0x7facfc0704f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.518 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.514+0000 7fad01247700 1 --2- 172.21.15.99:0/2857747643 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc0b64f0 0x7facfc0704f0 secure :-1 s=READY pgs=3260 cs=0 l=1 rev1=1 crypto rx=0x7facec0098f0 tx=0x7facec009c00 comp rx=0 tx=0).stop 2023-11-18T23:04:15.518 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.514+0000 7fad01247700 1 -- 172.21.15.99:0/2857747643 shutdown_connections 2023-11-18T23:04:15.518 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.514+0000 7fad01247700 1 --2- 172.21.15.99:0/2857747643 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc0b64f0 0x7facfc0704f0 unknown :-1 s=CLOSED pgs=3260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.518 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.514+0000 7fad01247700 1 -- 172.21.15.99:0/2857747643 >> 172.21.15.99:0/2857747643 conn(0x7facfc0b2130 msgr2=0x7facfc0b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:15.518 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.514+0000 7fad01247700 1 -- 172.21.15.99:0/2857747643 shutdown_connections 2023-11-18T23:04:15.518 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.514+0000 7fad01247700 1 -- 172.21.15.99:0/2857747643 wait complete. 2023-11-18T23:04:15.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.515+0000 7fad01247700 1 Processor -- start 2023-11-18T23:04:15.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.515+0000 7fad01247700 1 -- start start 2023-11-18T23:04:15.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7fad01247700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc070a30 0x7facfc136ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7fad01247700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7facfc0b64f0 0x7facfc072500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7fad01247700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facfc147810 0x7facfc072a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7fad01247700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facfc134f10 con 0x7facfc070a30 2023-11-18T23:04:15.521 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7fad01247700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facfc1342d0 con 0x7facfc147810 2023-11-18T23:04:15.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7fad01247700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facfc134570 con 0x7facfc0b64f0 2023-11-18T23:04:15.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfad9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc070a30 0x7facfc136ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfad9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc070a30 0x7facfc136ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47810/0 (socket says 172.21.15.99:47810) 2023-11-18T23:04:15.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfad9d700 1 -- 172.21.15.99:0/2688380101 learned_addr learned my addr 172.21.15.99:0/2688380101 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:15.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfa59c700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7facfc0b64f0 0x7facfc072500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfb59e700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facfc147810 0x7facfc072a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.522 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfad9d700 1 -- 172.21.15.99:0/2688380101 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7facfc0b64f0 msgr2=0x7facfc072500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfad9d700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7facfc0b64f0 0x7facfc072500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfad9d700 1 -- 172.21.15.99:0/2688380101 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facfc147810 msgr2=0x7facfc072a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfad9d700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facfc147810 0x7facfc072a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.516+0000 7facfad9d700 1 -- 172.21.15.99:0/2688380101 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facec009550 con 0x7facfc070a30 2023-11-18T23:04:15.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.517+0000 7facfad9d700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc070a30 0x7facfc136ba0 secure :-1 s=READY pgs=3261 cs=0 l=1 rev1=1 crypto rx=0x7facf000c550 tx=0x7facf000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:15.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.517+0000 7face37fe700 1 -- 172.21.15.99:0/2688380101 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf00054e0 con 0x7facfc070a30 2023-11-18T23:04:15.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.517+0000 7face37fe700 1 -- 172.21.15.99:0/2688380101 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7facf0003680 con 0x7facfc070a30 2023-11-18T23:04:15.523 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.517+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facfc134850 con 0x7facfc070a30 2023-11-18T23:04:15.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.517+0000 7face37fe700 1 -- 172.21.15.99:0/2688380101 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf0003a30 con 0x7facfc070a30 2023-11-18T23:04:15.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.517+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facfc1370e0 con 0x7facfc070a30 2023-11-18T23:04:15.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.518+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facfc073aa0 con 0x7facfc070a30 2023-11-18T23:04:15.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.518+0000 7face37fe700 1 -- 172.21.15.99:0/2688380101 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7facf0003b90 con 0x7facfc070a30 2023-11-18T23:04:15.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.519+0000 7face37fe700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7face806aed0 0x7face806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.519+0000 7facfa59c700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7face806aed0 0x7face806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.524 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.519+0000 7face37fe700 1 -- 172.21.15.99:0/2688380101 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7facf0088580 con 0x7facfc070a30 2023-11-18T23:04:15.525 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.519+0000 7facfa59c700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7face806aed0 0x7face806d390 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7facec000c00 tx=0x7facec008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:15.525 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.524+0000 7face37fe700 1 -- 172.21.15.99:0/2688380101 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7facf00539c0 con 0x7facfc070a30 2023-11-18T23:04:15.728 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.726+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7facfc06d9b0 con 0x7face806aed0 2023-11-18T23:04:15.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.728+0000 7face37fe700 1 -- 172.21.15.99:0/2688380101 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49089 (secure 0 0 0) 0x7facfc06d9b0 con 0x7face806aed0 2023-11-18T23:04:15.731 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:15.733 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7face806aed0 msgr2=0x7face806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.733 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7face806aed0 0x7face806d390 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7facec000c00 tx=0x7facec008030 comp rx=0 tx=0).stop 2023-11-18T23:04:15.733 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc070a30 msgr2=0x7facfc136ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.733 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc070a30 0x7facfc136ba0 secure :-1 s=READY pgs=3261 cs=0 l=1 rev1=1 crypto rx=0x7facf000c550 tx=0x7facf000c860 comp rx=0 tx=0).stop 2023-11-18T23:04:15.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 shutdown_connections 2023-11-18T23:04:15.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7face806aed0 0x7face806d390 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facfc070a30 0x7facfc136ba0 unknown :-1 s=CLOSED pgs=3261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facfc147810 0x7facfc072a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 --2- 172.21.15.99:0/2688380101 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7facfc0b64f0 0x7facfc072500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 >> 172.21.15.99:0/2688380101 conn(0x7facfc0b2130 msgr2=0x7facfc161150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:15.734 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 shutdown_connections 2023-11-18T23:04:15.735 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.731+0000 7fad01247700 1 -- 172.21.15.99:0/2688380101 wait complete. 2023-11-18T23:04:15.735 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T23:04:15.745 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":13251,"stamp":"2023-11-18T23:04:15.067200+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":149,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":30898180,"kb_used_data":19126240,"kb_used_omap":31417,"kb_used_meta":11525318,"kb_avail":724076540,"statfs":{"total":773094113280,"available":741454376960,"internally_reserved":0,"allocated":19585269760,"data_stored":19575187189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32171064,"internal_metadata":11801926600},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":308,"apply_latency_ms":308,"commit_latency_ns":308000000,"apply_latency_ns":308000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-60829042432,"num_objects":-41836,"num_object_clones":0,"num_object_copies":-83672,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41836,"num_whiteouts":0,"num_read":-1643110,"num_read_kb":-342421604,"num_write":-3130380,"num_write_kb":-593910395,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2851,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001418"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":396,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-18T23:04:08.573875+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T23:04:08.573875+0000","last_peered":"2023-11-18T23:04:08.573875+0000","last_clean":"2023-11-18T23:04:08.573875+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T23:04:08.573875+0000","last_undegraded":"2023-11-18T23:04:08.573875+0000","last_fullsized":"2023-11-18T23:04:08.573875+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129547431,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2891312,"kb_used_data":1108564,"kb_used_omap":2326,"kb_used_meta":1760169,"kb_avail":91480528,"statfs":{"total":96636764160,"available":93676060672,"internally_reserved":0,"allocated":1135169536,"data_stored":1134426619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2382243,"internal_metadata":1802413661},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.444,"15min":1.3089999999999999},"min":{"1min":0.25900000000000001,"5min":0.23599999999999999,"15min":0.219},"max":{"1min":18.698,"5min":18.698,"15min":18.698},"last":2.044},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.8089999999999999,"15min":1.528},"min":{"1min":0.26300000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":14.317,"5min":14.317,"15min":14.317},"last":1.909}]},{"osd":1,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":3.5630000000000002,"5min":2.0779999999999998,"15min":1.774},"min":{"1min":0.35599999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":20.873999999999999,"5min":20.873999999999999,"15min":20.873999999999999},"last":2.069},{"interface":"front","average":{"1min":3.3919999999999999,"5min":1.99,"15min":1.736},"min":{"1min":0.35499999999999998,"5min":0.27900000000000003,"15min":0.26700000000000002},"max":{"1min":21.199999999999999,"5min":21.199999999999999,"15min":21.199999999999999},"last":1.9399999999999999}]},{"osd":2,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":1.9410000000000001,"15min":1.8759999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":8.6620000000000008,"5min":9.6210000000000004,"15min":12.209},"last":1.9550000000000001},{"interface":"front","average":{"1min":2.3759999999999999,"5min":1.97,"15min":1.895},"min":{"1min":0.42199999999999999,"5min":0.32300000000000001,"15min":0.29699999999999999},"max":{"1min":11.57,"5min":11.57,"15min":11.57},"last":4.9089999999999998}]},{"osd":3,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":5.7380000000000004,"5min":2.923,"15min":2.2370000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.31},"max":{"1min":67.173000000000002,"5min":67.173000000000002,"15min":67.173000000000002},"last":4.7709999999999999},{"interface":"front","average":{"1min":3.4020000000000001,"5min":2.5059999999999998,"15min":2.1539999999999999},"min":{"1min":0.36899999999999999,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":18.806999999999999,"5min":18.806999999999999,"15min":18.806999999999999},"last":3.2290000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.212,"15min":1.2949999999999999},"min":{"1min":0.29799999999999999,"5min":0.28199999999999997,"15min":0.248},"max":{"1min":10.638,"5min":10.638,"15min":12.593},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.329,"5min":1.46,"15min":1.359},"min":{"1min":0.32000000000000001,"5min":0.311,"15min":0.29399999999999998},"max":{"1min":8.5180000000000007,"5min":8.5180000000000007,"15min":8.5180000000000007},"last":1.9910000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.2869999999999999,"5min":1.631,"15min":1.5349999999999999},"min":{"1min":0.32800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":14.641999999999999,"5min":14.641999999999999,"15min":21.687000000000001},"last":2.012},{"interface":"front","average":{"1min":1.534,"5min":1.423,"15min":1.3180000000000001},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":10.597,"5min":10.597,"15min":10.597},"last":1.839}]},{"osd":6,"last update":"Sat Nov 18 23:03:54 2023","interfaces":[{"interface":"back","average":{"1min":3.0939999999999999,"5min":1.6599999999999999,"15min":1.492},"min":{"1min":0.41399999999999998,"5min":0.33800000000000002,"15min":0.30099999999999999},"max":{"1min":36.366,"5min":36.366,"15min":36.366},"last":1.869},{"interface":"front","average":{"1min":1.157,"5min":1.444,"15min":1.4359999999999999},"min":{"1min":0.38,"5min":0.36199999999999999,"15min":0.30599999999999999},"max":{"1min":8.5549999999999997,"5min":8.5549999999999997,"15min":10.949},"last":0.41999999999999998}]}]},{"osd":6,"up_from":14,"seq":60129547435,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4706324,"kb_used_data":3093320,"kb_used_omap":3433,"kb_used_meta":1609558,"kb_avail":89665516,"statfs":{"total":96636764160,"available":91817488384,"internally_reserved":0,"allocated":3167559680,"data_stored":3166181287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3516113,"internal_metadata":1648187695},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:12 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":1.0760000000000001,"15min":1.0409999999999999},"min":{"1min":0.251,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":3.653,"5min":6.0140000000000002,"15min":8.3409999999999993},"last":0.46100000000000002},{"interface":"front","average":{"1min":1.4590000000000001,"5min":1.5049999999999999,"15min":1.4670000000000001},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.25},"max":{"1min":5.266,"5min":7.4539999999999997,"15min":9.1170000000000009},"last":0.496}]},{"osd":1,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":1.974,"15min":1.8600000000000001},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":10.753,"5min":10.753,"15min":27.289000000000001},"last":0.69799999999999995},{"interface":"front","average":{"1min":2.2200000000000002,"5min":1.79,"15min":1.6519999999999999},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.26200000000000001},"max":{"1min":10.476000000000001,"5min":10.476000000000001,"15min":26.984000000000002},"last":0.53200000000000003}]},{"osd":2,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.964,"15min":1.8640000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.28699999999999998},"max":{"1min":8.3279999999999994,"5min":8.3279999999999994,"15min":9.1539999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.3999999999999999,"15min":2.214},"min":{"1min":0.35699999999999998,"5min":0.34100000000000003,"15min":0.29599999999999999},"max":{"1min":13.988,"5min":13.988,"15min":13.988},"last":0.626}]},{"osd":3,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9730000000000001,"5min":2.0489999999999999,"15min":2.0419999999999998},"min":{"1min":0.373,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.445,"5min":10.445,"15min":27.120999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":2.7589999999999999,"5min":2.7789999999999999,"15min":2.4260000000000002},"min":{"1min":0.42599999999999999,"5min":0.34000000000000002,"15min":0.33600000000000002},"max":{"1min":7.8449999999999998,"5min":7.8449999999999998,"15min":27.553000000000001},"last":0.65800000000000003}]},{"osd":4,"last update":"Sat Nov 18 23:03:12 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":1.2689999999999999,"15min":1.1870000000000001},"min":{"1min":0.29799999999999999,"5min":0.29199999999999998,"15min":0.28799999999999998},"max":{"1min":5.3390000000000004,"5min":11.962,"15min":11.962},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.29,"5min":1.4299999999999999,"15min":1.3979999999999999},"min":{"1min":0.33700000000000002,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":5.2249999999999996,"5min":7.0359999999999996,"15min":9.5269999999999992},"last":0.55000000000000004}]},{"osd":5,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.581,"15min":1.5549999999999999},"min":{"1min":0.32000000000000001,"5min":0.313,"15min":0.30099999999999999},"max":{"1min":11.367000000000001,"5min":11.367000000000001,"15min":11.367000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.25,"5min":1.1699999999999999,"15min":1.2250000000000001},"min":{"1min":0.36699999999999999,"5min":0.33500000000000002,"15min":0.32000000000000001},"max":{"1min":10.599,"5min":10.599,"15min":10.599},"last":0.68400000000000005}]},{"osd":7,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":1.4039999999999999,"15min":1.4610000000000001},"min":{"1min":0.38900000000000001,"5min":0.373,"15min":0.35099999999999998},"max":{"1min":3.4060000000000001,"5min":8.8510000000000009,"15min":8.8510000000000009},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.6000000000000001,"15min":1.6279999999999999},"min":{"1min":0.41599999999999998,"5min":0.38500000000000001,"15min":0.35199999999999998},"max":{"1min":10.785,"5min":10.785,"15min":10.785},"last":0.71999999999999997}]}]},{"osd":1,"up_from":14,"seq":60129547413,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2907632,"kb_used_data":1204328,"kb_used_omap":4675,"kb_used_meta":1698620,"kb_avail":91464208,"statfs":{"total":96636764160,"available":93659348992,"internally_reserved":0,"allocated":1233231872,"data_stored":1232456741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4787299,"internal_metadata":1739387805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.5860000000000003,"5min":1.946,"15min":1.4079999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":45.212000000000003,"5min":45.212000000000003,"15min":45.212000000000003},"last":0.29999999999999999},{"interface":"front","average":{"1min":5.3659999999999997,"5min":2.5419999999999998,"15min":1.742},"min":{"1min":0.28299999999999997,"5min":0.217,"15min":0.215},"max":{"1min":27.518999999999998,"5min":27.518999999999998,"15min":27.518999999999998},"last":0.48699999999999999}]},{"osd":2,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.0890000000000004,"5min":3.137,"15min":2.2829999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.219},"max":{"1min":47.305999999999997,"5min":47.305999999999997,"15min":47.305999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":4.5990000000000002,"5min":2.238,"15min":1.7290000000000001},"min":{"1min":0.39000000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":17.454000000000001,"5min":17.454000000000001,"15min":17.454000000000001},"last":0.35799999999999998}]},{"osd":3,"last update":"Sat Nov 18 23:03:43 2023","interfaces":[{"interface":"back","average":{"1min":3.3399999999999999,"5min":1.875,"15min":1.4630000000000001},"min":{"1min":0.42899999999999999,"5min":0.28299999999999997,"15min":0.27000000000000002},"max":{"1min":17.568000000000001,"5min":17.568000000000001,"15min":17.568000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":6.032,"5min":2.911,"15min":2.0499999999999998},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.23200000000000001},"max":{"1min":49.813000000000002,"5min":49.813000000000002,"15min":49.813000000000002},"last":0.33500000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.763,"5min":3.294,"15min":1.889},"min":{"1min":0.40100000000000002,"5min":0.33500000000000002,"15min":0.30099999999999999},"max":{"1min":96.825999999999993,"5min":96.825999999999993,"15min":96.825999999999993},"last":0.42499999999999999},{"interface":"front","average":{"1min":8.8279999999999994,"5min":3.1930000000000001,"15min":2.0659999999999998},"min":{"1min":0.35199999999999998,"5min":0.318,"15min":0.311},"max":{"1min":93.075999999999993,"5min":93.075999999999993,"15min":93.075999999999993},"last":0.56499999999999995}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":6.8769999999999998,"5min":2.786,"15min":2.1299999999999999},"min":{"1min":0.38800000000000001,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":49.305,"5min":49.305,"15min":49.305},"last":0.60599999999999998},{"interface":"front","average":{"1min":6.7229999999999999,"5min":2.907,"15min":2.2349999999999999},"min":{"1min":0.44400000000000001,"5min":0.36499999999999999,"15min":0.35799999999999998},"max":{"1min":40.396999999999998,"5min":40.396999999999998,"15min":40.396999999999998},"last":0.64900000000000002}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.022,"5min":3.8660000000000001,"15min":2.7130000000000001},"min":{"1min":0.435,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":102.76600000000001,"5min":102.76600000000001,"15min":102.76600000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":5.3920000000000003,"5min":2.3399999999999999,"15min":1.8120000000000001},"min":{"1min":0.46300000000000002,"5min":0.41499999999999998,"15min":0.35899999999999999},"max":{"1min":31.238,"5min":31.238,"15min":31.238},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":12.994,"5min":4.2770000000000001,"15min":2.915},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":168.50999999999999,"5min":168.50999999999999,"15min":168.50999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":13.512,"5min":4.3730000000000002,"15min":2.964},"min":{"1min":0.48799999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":163.21100000000001,"5min":163.21100000000001,"15min":163.21100000000001},"last":0.72999999999999998}]}]},{"osd":0,"up_from":14,"seq":60129547427,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3703676,"kb_used_data":2104444,"kb_used_omap":2037,"kb_used_meta":1527306,"kb_avail":90668164,"statfs":{"total":96636764160,"available":92844199936,"internally_reserved":0,"allocated":2154950656,"data_stored":2153762165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086305,"internal_metadata":1563961951},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":5.5250000000000004,"5min":2.1920000000000002,"15min":1.5169999999999999},"min":{"1min":0.23599999999999999,"5min":0.23100000000000001,"15min":0.20599999999999999},"max":{"1min":71.846999999999994,"5min":71.846999999999994,"15min":71.846999999999994},"last":1.391},{"interface":"front","average":{"1min":5.3739999999999997,"5min":2.6600000000000001,"15min":1.804},"min":{"1min":0.26900000000000002,"5min":0.23699999999999999,"15min":0.193},"max":{"1min":41.982999999999997,"5min":41.982999999999997,"15min":41.982999999999997},"last":5.2320000000000002}]},{"osd":2,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":1.78,"5min":1.512,"15min":1.385},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":6.3890000000000002,"5min":13.538,"15min":13.538},"last":1.333},{"interface":"front","average":{"1min":3.6000000000000001,"5min":2.133,"15min":1.8280000000000001},"min":{"1min":0.25900000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":26.606000000000002,"5min":26.606000000000002,"15min":26.606000000000002},"last":5.2649999999999997}]},{"osd":3,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":6.3330000000000002,"5min":2.879,"15min":2.1019999999999999},"min":{"1min":0.36899999999999999,"5min":0.254,"15min":0.23000000000000001},"max":{"1min":88.040999999999997,"5min":88.040999999999997,"15min":88.040999999999997},"last":1.1100000000000001},{"interface":"front","average":{"1min":5.2050000000000001,"5min":2.6179999999999999,"15min":1.778},"min":{"1min":0.30399999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":85.513999999999996,"5min":85.513999999999996,"15min":85.513999999999996},"last":1.2190000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":4.032,"5min":2.3119999999999998,"15min":2.3959999999999999},"min":{"1min":0.33600000000000002,"5min":0.32100000000000001,"15min":0.308},"max":{"1min":38.311,"5min":38.311,"15min":140.499},"last":1.0780000000000001},{"interface":"front","average":{"1min":2.601,"5min":1.895,"15min":2.0720000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.32900000000000001},"max":{"1min":18.151,"5min":18.151,"15min":140.35599999999999},"last":1.302}]},{"osd":5,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":7.423,"5min":2.9460000000000002,"15min":2.3050000000000002},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.32000000000000001},"max":{"1min":110.723,"5min":110.723,"15min":110.723},"last":4.8700000000000001},{"interface":"front","average":{"1min":3.7749999999999999,"5min":2.4409999999999998,"15min":2.4049999999999998},"min":{"1min":0.39700000000000002,"5min":0.36399999999999999,"15min":0.33300000000000002},"max":{"1min":25.855,"5min":25.855,"15min":87.271000000000001},"last":1.0369999999999999}]},{"osd":6,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":2.238,"15min":1.722},"min":{"1min":0.38,"5min":0.376,"15min":0.36799999999999999},"max":{"1min":18.004000000000001,"5min":18.004000000000001,"15min":18.004000000000001},"last":1.2709999999999999},{"interface":"front","average":{"1min":3.6680000000000001,"5min":2.347,"15min":1.98},"min":{"1min":0.56299999999999994,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":20.201000000000001,"5min":20.201000000000001,"15min":20.201000000000001},"last":5.306}]},{"osd":7,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":3.5409999999999999,"5min":2.3650000000000002,"15min":2.1480000000000001},"min":{"1min":0.51700000000000002,"5min":0.432,"15min":0.39000000000000001},"max":{"1min":20.248999999999999,"5min":20.248999999999999,"15min":20.248999999999999},"last":5.2030000000000003},{"interface":"front","average":{"1min":3.6349999999999998,"5min":2.4220000000000002,"15min":2.181},"min":{"1min":0.44400000000000001,"5min":0.436,"15min":0.40100000000000002},"max":{"1min":25.802,"5min":25.802,"15min":25.802},"last":1.1439999999999999}]}]},{"osd":2,"up_from":14,"seq":60129547420,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3550428,"kb_used_data":1664320,"kb_used_omap":1423,"kb_used_meta":1759664,"kb_avail":90821412,"statfs":{"total":96636764160,"available":93001125888,"internally_reserved":0,"allocated":1704263680,"data_stored":1703339072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1457167,"internal_metadata":1801896945},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":4.3710000000000004,"5min":2.218,"15min":1.6399999999999999},"min":{"1min":0.22900000000000001,"5min":0.218,"15min":0.20999999999999999},"max":{"1min":31.643999999999998,"5min":31.643999999999998,"15min":31.643999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":5.0060000000000002,"5min":2.649,"15min":1.9630000000000001},"min":{"1min":0.27200000000000002,"5min":0.23200000000000001,"15min":0.23000000000000001},"max":{"1min":54.378,"5min":54.378,"15min":54.378},"last":0.71999999999999997}]},{"osd":1,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.081,"15min":1.5549999999999999},"min":{"1min":0.26300000000000001,"5min":0.22,"15min":0.218},"max":{"1min":31.588999999999999,"5min":31.588999999999999,"15min":31.588999999999999},"last":0.93899999999999995},{"interface":"front","average":{"1min":6.3200000000000003,"5min":2.6320000000000001,"15min":2.0790000000000002},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":43.228000000000002,"5min":43.228000000000002,"15min":43.228000000000002},"last":3.2829999999999999}]},{"osd":3,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.0519999999999996,"5min":2.3730000000000002,"15min":1.948},"min":{"1min":0.33300000000000002,"5min":0.25600000000000001,"15min":0.249},"max":{"1min":31.544,"5min":31.544,"15min":31.544},"last":0.54600000000000004},{"interface":"front","average":{"1min":8.1699999999999999,"5min":2.9399999999999999,"15min":2.0099999999999998},"min":{"1min":0.35299999999999998,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":62.713000000000001,"5min":62.713000000000001,"15min":62.713000000000001},"last":3.3130000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":14.375,"5min":4.0380000000000003,"15min":2.9409999999999998},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":209.244,"5min":209.244,"15min":209.244},"last":0.65900000000000003},{"interface":"front","average":{"1min":9.2560000000000002,"5min":3.2440000000000002,"15min":2.9289999999999998},"min":{"1min":0.434,"5min":0.36499999999999999,"15min":0.34399999999999997},"max":{"1min":97.007000000000005,"5min":97.007000000000005,"15min":166.17599999999999},"last":1.3680000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.3579999999999997,"5min":2.6899999999999999,"15min":2.1400000000000001},"min":{"1min":0.39600000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":57.287999999999997,"5min":57.287999999999997,"15min":57.287999999999997},"last":1.482},{"interface":"front","average":{"1min":6.0620000000000003,"5min":2.6389999999999998,"15min":1.974},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":41.270000000000003,"5min":41.270000000000003,"15min":41.270000000000003},"last":0.98499999999999999}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.117,"5min":2.4740000000000002,"15min":2.1579999999999999},"min":{"1min":0.46500000000000002,"5min":0.42999999999999999,"15min":0.375},"max":{"1min":54.218000000000004,"5min":54.218000000000004,"15min":54.218000000000004},"last":1.3280000000000001},{"interface":"front","average":{"1min":4.5090000000000003,"5min":2.1280000000000001,"15min":2.1040000000000001},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":31.488,"5min":31.488,"15min":31.488},"last":1.4490000000000001}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.9939999999999998,"5min":2.8300000000000001,"15min":2.3650000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":54.268000000000001,"5min":54.268000000000001,"15min":54.268000000000001},"last":1.407},{"interface":"front","average":{"1min":5.407,"5min":2.4630000000000001,"15min":2.2629999999999999},"min":{"1min":0.437,"5min":0.41299999999999998,"15min":0.40799999999999997},"max":{"1min":23.478000000000002,"5min":23.478000000000002,"15min":23.478000000000002},"last":1.514}]}]},{"osd":3,"up_from":14,"seq":60129547403,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7463944,"kb_used_data":6683328,"kb_used_omap":7408,"kb_used_meta":773199,"kb_avail":86907896,"statfs":{"total":96636764160,"available":88993685504,"internally_reserved":0,"allocated":6843727872,"data_stored":6840656517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7586451,"internal_metadata":791756141},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.244,"5min":3.98,"15min":2.0720000000000001},"min":{"1min":0.246,"5min":0.218,"15min":0.192},"max":{"1min":74.875,"5min":74.875,"15min":74.875},"last":0.81100000000000005},{"interface":"front","average":{"1min":9.7579999999999991,"5min":3.3530000000000002,"15min":2.0529999999999999},"min":{"1min":0.25800000000000001,"5min":0.23100000000000001,"15min":0.216},"max":{"1min":74.608999999999995,"5min":74.608999999999995,"15min":74.608999999999995},"last":11.025}]},{"osd":1,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.631,"5min":4.0170000000000003,"15min":2.4500000000000002},"min":{"1min":0.26100000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":127.599,"5min":127.599,"15min":127.599},"last":1.4390000000000001},{"interface":"front","average":{"1min":10.962,"5min":3.4969999999999999,"15min":1.879},"min":{"1min":0.30399999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":75.266999999999996,"5min":75.266999999999996,"15min":75.266999999999996},"last":0.84899999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:03:17 2023","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":1.915,"15min":1.667},"min":{"1min":0.33000000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":15.413,"5min":15.413,"15min":15.413},"last":10.936999999999999},{"interface":"front","average":{"1min":6.3760000000000003,"5min":2.4660000000000002,"15min":1.726},"min":{"1min":0.35299999999999998,"5min":0.28499999999999998,"15min":0.24199999999999999},"max":{"1min":41.576999999999998,"5min":41.576999999999998,"15min":41.576999999999998},"last":0.88100000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":9.5489999999999995,"5min":3.2829999999999999,"15min":2.1520000000000001},"min":{"1min":0.34300000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":102.095,"5min":102.095,"15min":102.095},"last":11.067},{"interface":"front","average":{"1min":28.009,"5min":6.8570000000000002,"15min":3.4660000000000002},"min":{"1min":0.39900000000000002,"5min":0.36099999999999999,"15min":0.307},"max":{"1min":223.434,"5min":223.434,"15min":223.434},"last":1.3500000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":12.250999999999999,"5min":3.5739999999999998,"15min":2.1160000000000001},"min":{"1min":0.39000000000000001,"5min":0.35299999999999998,"15min":0.30399999999999999},"max":{"1min":75.308999999999997,"5min":75.308999999999997,"15min":75.308999999999997},"last":5.4349999999999996},{"interface":"front","average":{"1min":13.167,"5min":3.9969999999999999,"15min":2.4820000000000002},"min":{"1min":0.41799999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":141.97300000000001,"5min":141.97300000000001,"15min":141.97300000000001},"last":11.103}]},{"osd":6,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":19.728999999999999,"5min":5.2789999999999999,"15min":3.0190000000000001},"min":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.35899999999999999},"max":{"1min":155.947,"5min":155.947,"15min":155.947},"last":1.7370000000000001},{"interface":"front","average":{"1min":7.9610000000000003,"5min":2.907,"15min":2.0600000000000001},"min":{"1min":0.56200000000000006,"5min":0.42899999999999999,"15min":0.38800000000000001},"max":{"1min":45.984000000000002,"5min":45.984000000000002,"15min":45.984000000000002},"last":5.3700000000000001}]},{"osd":7,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":4.3070000000000004,"5min":2.4849999999999999,"15min":2.0369999999999999},"min":{"1min":0.51300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":19.187999999999999,"5min":19.187999999999999,"15min":19.187999999999999},"last":11.140000000000001},{"interface":"front","average":{"1min":15.114000000000001,"5min":4.343,"15min":2.899},"min":{"1min":0.46200000000000002,"5min":0.46000000000000002,"15min":0.35899999999999999},"max":{"1min":119.02500000000001,"5min":119.02500000000001,"15min":119.02500000000001},"last":1.403}]}]},{"osd":4,"up_from":14,"seq":60129547430,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4567496,"kb_used_data":3267520,"kb_used_omap":6121,"kb_used_meta":1293846,"kb_avail":89804344,"statfs":{"total":96636764160,"available":91959648256,"internally_reserved":0,"allocated":3345940480,"data_stored":3344199756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6268077,"internal_metadata":1324899155},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.0830000000000002,"5min":1.768,"15min":1.2549999999999999},"min":{"1min":0.255,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":24.914000000000001,"5min":24.914000000000001,"15min":24.914000000000001},"last":0.90200000000000002},{"interface":"front","average":{"1min":3.4540000000000002,"5min":1.841,"15min":1.833},"min":{"1min":0.25,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":23.393999999999998,"5min":23.393999999999998,"15min":23.393999999999998},"last":0.93200000000000005}]},{"osd":1,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":3.7080000000000002,"5min":2.1520000000000001,"15min":1.9059999999999999},"min":{"1min":0.29299999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":23.471,"5min":23.471,"15min":23.471},"last":1.0229999999999999},{"interface":"front","average":{"1min":5.1559999999999997,"5min":2.173,"15min":1.71},"min":{"1min":0.32400000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":30.193999999999999,"5min":30.193999999999999,"15min":30.193999999999999},"last":2.8700000000000001}]},{"osd":2,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.028,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.307,"15min":0.28999999999999998},"max":{"1min":7.9359999999999999,"5min":7.9359999999999999,"15min":10.879},"last":2.569},{"interface":"front","average":{"1min":3.9380000000000002,"5min":2.2810000000000001,"15min":2.1360000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30199999999999999},"max":{"1min":23.433,"5min":23.433,"15min":23.433},"last":2.9199999999999999}]},{"osd":3,"last update":"Sat Nov 18 23:03:34 2023","interfaces":[{"interface":"back","average":{"1min":4.1299999999999999,"5min":2.2080000000000002,"15min":1.883},"min":{"1min":0.38,"5min":0.33300000000000002,"15min":0.29999999999999999},"max":{"1min":24.952999999999999,"5min":24.952999999999999,"15min":24.952999999999999},"last":1.155},{"interface":"front","average":{"1min":2.4540000000000002,"5min":2.492,"15min":2.407},"min":{"1min":0.34399999999999997,"5min":0.307,"15min":0.307},"max":{"1min":17.602,"5min":17.602,"15min":17.602},"last":2.6040000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.601,"5min":1.5569999999999999,"15min":1.5249999999999999},"min":{"1min":0.25800000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":24.210999999999999,"5min":24.210999999999999,"15min":24.210999999999999},"last":1.863},{"interface":"front","average":{"1min":2.52,"5min":1.2669999999999999,"15min":1.1819999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.569000000000001,"5min":13.569000000000001,"15min":13.569000000000001},"last":2.351}]},{"osd":6,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.2759999999999998,"5min":2.1419999999999999,"15min":1.8149999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.29099999999999998},"max":{"1min":54.811999999999998,"5min":54.811999999999998,"15min":54.811999999999998},"last":2.52},{"interface":"front","average":{"1min":3.3210000000000002,"5min":1.7609999999999999,"15min":1.7230000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32400000000000001},"max":{"1min":24.393999999999998,"5min":24.393999999999998,"15min":24.393999999999998},"last":0.98399999999999999}]},{"osd":7,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":1.4710000000000001,"15min":1.403},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":13.526,"5min":13.526,"15min":13.526},"last":14.378},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.625,"15min":1.6759999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.32200000000000001},"max":{"1min":15.118,"5min":15.118,"15min":15.118},"last":14.816000000000001}]}]},{"osd":5,"up_from":14,"seq":60129547431,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1107368,"kb_used_data":416,"kb_used_omap":3991,"kb_used_meta":1102952,"kb_avail":93264472,"statfs":{"total":96636764160,"available":95502819328,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4087409,"internal_metadata":1129423247},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":1.9279999999999999,"15min":1.29},"min":{"1min":0.25700000000000001,"5min":0.23000000000000001,"15min":0.22600000000000001},"max":{"1min":39.447000000000003,"5min":39.447000000000003,"15min":39.447000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":4.5510000000000002,"5min":2.177,"15min":1.6990000000000001},"min":{"1min":0.35599999999999998,"5min":0.254,"15min":0.254},"max":{"1min":37.935000000000002,"5min":37.935000000000002,"15min":37.935000000000002},"last":0.622}]},{"osd":1,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.7930000000000001,"5min":2.851,"15min":2.1099999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25},"max":{"1min":38.384,"5min":47.360999999999997,"15min":47.360999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":3.9820000000000002,"5min":3.0110000000000001,"15min":1.9650000000000001},"min":{"1min":0.33400000000000002,"5min":0.29499999999999998,"15min":0.26900000000000002},"max":{"1min":39.473999999999997,"5min":46.723999999999997,"15min":46.723999999999997},"last":0.60599999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.6660000000000004,"5min":2.4660000000000002,"15min":2.1789999999999998},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27300000000000002},"max":{"1min":37.963000000000001,"5min":37.963000000000001,"15min":37.963000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":4.1189999999999998,"5min":2.6819999999999999,"15min":2.2370000000000001},"min":{"1min":0.45400000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":38.485999999999997,"5min":38.485999999999997,"15min":38.485999999999997},"last":0.54300000000000004}]},{"osd":3,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.4980000000000002,"5min":2.702,"15min":1.9550000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":39.5,"5min":39.5,"15min":39.5},"last":11.031000000000001},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.3380000000000001,"15min":2.2189999999999999},"min":{"1min":0.38600000000000001,"5min":0.317,"15min":0.317},"max":{"1min":7.7119999999999997,"5min":12.257,"15min":12.257},"last":0.91000000000000003}]},{"osd":4,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0030000000000001,"5min":1.9530000000000001,"15min":1.734},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.26800000000000002},"max":{"1min":38.353000000000002,"5min":38.353000000000002,"15min":38.353000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":3.1579999999999999,"5min":1.8640000000000001,"15min":1.369},"min":{"1min":0.35399999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":39.415999999999997,"5min":39.415999999999997,"15min":39.415999999999997},"last":0.52700000000000002}]},{"osd":6,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.73,"5min":1.827,"15min":1.585},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.28499999999999998},"max":{"1min":37.863999999999997,"5min":37.863999999999997,"15min":37.863999999999997},"last":0.503},{"interface":"front","average":{"1min":3.1549999999999998,"5min":2.073,"15min":1.7769999999999999},"min":{"1min":0.40699999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":38.186,"5min":38.186,"15min":38.186},"last":0.58199999999999996}]},{"osd":7,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":1.802,"15min":1.4119999999999999},"min":{"1min":0.39000000000000001,"5min":0.35199999999999998,"15min":0.29799999999999999},"max":{"1min":39.344999999999999,"5min":39.344999999999999,"15min":39.344999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.5870000000000002,"15min":1.95},"min":{"1min":0.34000000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":37.904000000000003,"5min":54.039000000000001,"15min":54.039000000000001},"last":0.69799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T23:04:15.747 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-11-18T23:04:15.747 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T23:04:15.872 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.870+0000 7f663ea24700 1 Processor -- start 2023-11-18T23:04:15.873 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.871+0000 7f663ea24700 1 -- start start 2023-11-18T23:04:15.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.871+0000 7f663ea24700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f66381586c0 0x7f6638161a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.871+0000 7f663ea24700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f6638072ca0 0x7f6638070a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.871+0000 7f663ea24700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6638141230 con 0x7f663815ee80 2023-11-18T23:04:15.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.871+0000 7f663ea24700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6638070550 con 0x7f66381586c0 2023-11-18T23:04:15.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.871+0000 7f663ea24700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6638162040 con 0x7f6638072ca0 2023-11-18T23:04:15.875 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.871+0000 7f6637fff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f66381586c0 0x7f6638161a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.876 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.871+0000 7f66377fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f663815ee80 0x7f6638072590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34430/0 (socket says 172.21.15.99:34430) 2023-11-18T23:04:15.876 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f66377fe700 1 -- 172.21.15.99:0/3403348792 learned_addr learned my addr 172.21.15.99:0/3403348792 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:15.876 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f663cfc1700 1 --2- 172.21.15.99:0/3403348792 >> v2:172.21.15.181:3300/0 conn(0x7f6638072ca0 0x7f6638070a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.876 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f6637fff700 1 -- 172.21.15.99:0/3403348792 >> v2:172.21.15.181:3300/0 conn(0x7f6638072ca0 msgr2=0x7f6638070a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:15.876 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f6637fff700 1 --2- 172.21.15.99:0/3403348792 >> v2:172.21.15.181:3300/0 conn(0x7f6638072ca0 0x7f6638070a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.876 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f6637fff700 1 -- 172.21.15.99:0/3403348792 >> v1:172.21.15.99:6789/0 conn(0x7f663815ee80 legacy=0x7f6638072590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.876 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f6636ffd700 1 -- 172.21.15.99:0/3403348792 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2969436676 0 0) 0x7f6638141230 con 0x7f663815ee80 2023-11-18T23:04:15.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f6637fff700 1 -- 172.21.15.99:0/3403348792 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6638162320 con 0x7f66381586c0 2023-11-18T23:04:15.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f663cfc1700 1 --2- 172.21.15.99:0/3403348792 >> v2:172.21.15.181:3300/0 conn(0x7f6638072ca0 0x7f6638070a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:15.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f6637fff700 1 --2- 172.21.15.99:0/3403348792 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66381586c0 0x7f6638161a40 secure :-1 s=READY pgs=3263 cs=0 l=1 rev1=1 crypto rx=0x7f6638067c70 tx=0x7f662c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b661b378b72987b server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:15.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f6636ffd700 1 -- 172.21.15.99:0/3403348792 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f662c011830 con 0x7f66381586c0 2023-11-18T23:04:15.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f6636ffd700 1 -- 172.21.15.99:0/3403348792 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f662c011990 con 0x7f66381586c0 2023-11-18T23:04:15.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.872+0000 7f6636ffd700 1 -- 172.21.15.99:0/3403348792 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f662c011d20 con 0x7f66381586c0 2023-11-18T23:04:15.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.873+0000 7f663ea24700 1 -- 172.21.15.99:0/3403348792 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66381586c0 msgr2=0x7f6638161a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.877 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.873+0000 7f663ea24700 1 --2- 172.21.15.99:0/3403348792 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66381586c0 0x7f6638161a40 secure :-1 s=READY pgs=3263 cs=0 l=1 rev1=1 crypto rx=0x7f6638067c70 tx=0x7f662c009b20 comp rx=0 tx=0).stop 2023-11-18T23:04:15.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.873+0000 7f663ea24700 1 -- 172.21.15.99:0/3403348792 shutdown_connections 2023-11-18T23:04:15.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.873+0000 7f663ea24700 1 --2- 172.21.15.99:0/3403348792 >> v2:172.21.15.181:3300/0 conn(0x7f6638072ca0 0x7f6638070a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.873+0000 7f663ea24700 1 --2- 172.21.15.99:0/3403348792 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f66381586c0 0x7f6638161a40 unknown :-1 s=CLOSED pgs=3263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.873+0000 7f663ea24700 1 -- 172.21.15.99:0/3403348792 >> 172.21.15.99:0/3403348792 conn(0x7f66380b6110 msgr2=0x7f66380b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:15.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.873+0000 7f663ea24700 1 -- 172.21.15.99:0/3403348792 shutdown_connections 2023-11-18T23:04:15.878 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.873+0000 7f663ea24700 1 -- 172.21.15.99:0/3403348792 wait complete. 2023-11-18T23:04:15.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.874+0000 7f663ea24700 1 Processor -- start 2023-11-18T23:04:15.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.874+0000 7f663ea24700 1 -- start start 2023-11-18T23:04:15.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663ea24700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6638072ca0 0x7f663806d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663ea24700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66381586c0 0x7f6638140530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.881 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663ea24700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f663815ee80 0x7f663815d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663ea24700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66381f4610 con 0x7f663815ee80 2023-11-18T23:04:15.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663ea24700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66381f4330 con 0x7f66381586c0 2023-11-18T23:04:15.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663ea24700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f663806c7b0 con 0x7f6638072ca0 2023-11-18T23:04:15.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663cfc1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f663815ee80 0x7f663815d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663cfc1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f663815ee80 0x7f663815d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47828/0 (socket says 172.21.15.99:47828) 2023-11-18T23:04:15.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663cfc1700 1 -- 172.21.15.99:0/2597550218 learned_addr learned my addr 172.21.15.99:0/2597550218 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:15.882 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f6637fff700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6638072ca0 0x7f663806d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f66377fe700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66381586c0 0x7f6638140530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663cfc1700 1 -- 172.21.15.99:0/2597550218 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6638072ca0 msgr2=0x7f663806d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663cfc1700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6638072ca0 0x7f663806d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663cfc1700 1 -- 172.21.15.99:0/2597550218 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66381586c0 msgr2=0x7f6638140530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:15.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663cfc1700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66381586c0 0x7f6638140530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:15.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663cfc1700 1 -- 172.21.15.99:0/2597550218 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f662c0094a0 con 0x7f663815ee80 2023-11-18T23:04:15.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.875+0000 7f663cfc1700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f663815ee80 0x7f663815d0c0 secure :-1 s=READY pgs=3264 cs=0 l=1 rev1=1 crypto rx=0x7f663000cef0 tx=0x7f663000cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:15.883 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.876+0000 7f6634ff9700 1 -- 172.21.15.99:0/2597550218 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f663000ad00 con 0x7f663815ee80 2023-11-18T23:04:15.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.876+0000 7f6634ff9700 1 -- 172.21.15.99:0/2597550218 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f663000ae60 con 0x7f663815ee80 2023-11-18T23:04:15.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.876+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f663806ca90 con 0x7f663815ee80 2023-11-18T23:04:15.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.876+0000 7f6634ff9700 1 -- 172.21.15.99:0/2597550218 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6630015680 con 0x7f663815ee80 2023-11-18T23:04:15.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.876+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6638140a70 con 0x7f663815ee80 2023-11-18T23:04:15.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.877+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f663806cfb0 con 0x7f663815ee80 2023-11-18T23:04:15.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.877+0000 7f6634ff9700 1 -- 172.21.15.99:0/2597550218 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f663000d430 con 0x7f663815ee80 2023-11-18T23:04:15.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.877+0000 7f6634ff9700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f662406aed0 0x7f662406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:15.884 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.877+0000 7f6634ff9700 1 -- 172.21.15.99:0/2597550218 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f6630089710 con 0x7f663815ee80 2023-11-18T23:04:15.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.877+0000 7f6637fff700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f662406aed0 0x7f662406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:15.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.878+0000 7f6637fff700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f662406aed0 0x7f662406d390 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f662c0090b0 tx=0x7f662c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:15.885 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:15.882+0000 7f6634ff9700 1 -- 172.21.15.99:0/2597550218 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f663806cfb0 con 0x7f663815ee80 2023-11-18T23:04:16.087 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.085+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f66381628e0 con 0x7f662406aed0 2023-11-18T23:04:16.089 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.087+0000 7f6634ff9700 1 -- 172.21.15.99:0/2597550218 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49089 (secure 0 0 0) 0x7f662c011750 con 0x7f662406aed0 2023-11-18T23:04:16.090 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:16.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f662406aed0 msgr2=0x7f662406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:16.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f662406aed0 0x7f662406d390 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f662c0090b0 tx=0x7f662c008030 comp rx=0 tx=0).stop 2023-11-18T23:04:16.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f663815ee80 msgr2=0x7f663815d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:16.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f663815ee80 0x7f663815d0c0 secure :-1 s=READY pgs=3264 cs=0 l=1 rev1=1 crypto rx=0x7f663000cef0 tx=0x7f663000cf20 comp rx=0 tx=0).stop 2023-11-18T23:04:16.093 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 shutdown_connections 2023-11-18T23:04:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f662406aed0 0x7f662406d390 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f663815ee80 0x7f663815d0c0 unknown :-1 s=CLOSED pgs=3264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6638072ca0 0x7f663806d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 --2- 172.21.15.99:0/2597550218 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66381586c0 0x7f6638140530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.089+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 >> 172.21.15.99:0/2597550218 conn(0x7f66380b6110 msgr2=0x7f6638157ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:16.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.090+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 shutdown_connections 2023-11-18T23:04:16.095 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.090+0000 7f663ea24700 1 -- 172.21.15.99:0/2597550218 wait complete. 2023-11-18T23:04:16.096 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T23:04:16.104 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":13251,"stamp":"2023-11-18T23:04:15.067200+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":149,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":30898180,"kb_used_data":19126240,"kb_used_omap":31417,"kb_used_meta":11525318,"kb_avail":724076540,"statfs":{"total":773094113280,"available":741454376960,"internally_reserved":0,"allocated":19585269760,"data_stored":19575187189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32171064,"internal_metadata":11801926600},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":308,"apply_latency_ms":308,"commit_latency_ns":308000000,"apply_latency_ns":308000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-60829042432,"num_objects":-41836,"num_object_clones":0,"num_object_copies":-83672,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41836,"num_whiteouts":0,"num_read":-1643110,"num_read_kb":-342421604,"num_write":-3130380,"num_write_kb":-593910395,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2851,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001418"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":396,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-18T23:04:08.573875+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T23:04:08.573875+0000","last_peered":"2023-11-18T23:04:08.573875+0000","last_clean":"2023-11-18T23:04:08.573875+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T23:04:08.573875+0000","last_undegraded":"2023-11-18T23:04:08.573875+0000","last_fullsized":"2023-11-18T23:04:08.573875+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129547431,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2891312,"kb_used_data":1108564,"kb_used_omap":2326,"kb_used_meta":1760169,"kb_avail":91480528,"statfs":{"total":96636764160,"available":93676060672,"internally_reserved":0,"allocated":1135169536,"data_stored":1134426619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2382243,"internal_metadata":1802413661},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.444,"15min":1.3089999999999999},"min":{"1min":0.25900000000000001,"5min":0.23599999999999999,"15min":0.219},"max":{"1min":18.698,"5min":18.698,"15min":18.698},"last":2.044},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.8089999999999999,"15min":1.528},"min":{"1min":0.26300000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":14.317,"5min":14.317,"15min":14.317},"last":1.909}]},{"osd":1,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":3.5630000000000002,"5min":2.0779999999999998,"15min":1.774},"min":{"1min":0.35599999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":20.873999999999999,"5min":20.873999999999999,"15min":20.873999999999999},"last":2.069},{"interface":"front","average":{"1min":3.3919999999999999,"5min":1.99,"15min":1.736},"min":{"1min":0.35499999999999998,"5min":0.27900000000000003,"15min":0.26700000000000002},"max":{"1min":21.199999999999999,"5min":21.199999999999999,"15min":21.199999999999999},"last":1.9399999999999999}]},{"osd":2,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":1.9410000000000001,"15min":1.8759999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":8.6620000000000008,"5min":9.6210000000000004,"15min":12.209},"last":1.9550000000000001},{"interface":"front","average":{"1min":2.3759999999999999,"5min":1.97,"15min":1.895},"min":{"1min":0.42199999999999999,"5min":0.32300000000000001,"15min":0.29699999999999999},"max":{"1min":11.57,"5min":11.57,"15min":11.57},"last":4.9089999999999998}]},{"osd":3,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":5.7380000000000004,"5min":2.923,"15min":2.2370000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.31},"max":{"1min":67.173000000000002,"5min":67.173000000000002,"15min":67.173000000000002},"last":4.7709999999999999},{"interface":"front","average":{"1min":3.4020000000000001,"5min":2.5059999999999998,"15min":2.1539999999999999},"min":{"1min":0.36899999999999999,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":18.806999999999999,"5min":18.806999999999999,"15min":18.806999999999999},"last":3.2290000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.212,"15min":1.2949999999999999},"min":{"1min":0.29799999999999999,"5min":0.28199999999999997,"15min":0.248},"max":{"1min":10.638,"5min":10.638,"15min":12.593},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.329,"5min":1.46,"15min":1.359},"min":{"1min":0.32000000000000001,"5min":0.311,"15min":0.29399999999999998},"max":{"1min":8.5180000000000007,"5min":8.5180000000000007,"15min":8.5180000000000007},"last":1.9910000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.2869999999999999,"5min":1.631,"15min":1.5349999999999999},"min":{"1min":0.32800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":14.641999999999999,"5min":14.641999999999999,"15min":21.687000000000001},"last":2.012},{"interface":"front","average":{"1min":1.534,"5min":1.423,"15min":1.3180000000000001},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":10.597,"5min":10.597,"15min":10.597},"last":1.839}]},{"osd":6,"last update":"Sat Nov 18 23:03:54 2023","interfaces":[{"interface":"back","average":{"1min":3.0939999999999999,"5min":1.6599999999999999,"15min":1.492},"min":{"1min":0.41399999999999998,"5min":0.33800000000000002,"15min":0.30099999999999999},"max":{"1min":36.366,"5min":36.366,"15min":36.366},"last":1.869},{"interface":"front","average":{"1min":1.157,"5min":1.444,"15min":1.4359999999999999},"min":{"1min":0.38,"5min":0.36199999999999999,"15min":0.30599999999999999},"max":{"1min":8.5549999999999997,"5min":8.5549999999999997,"15min":10.949},"last":0.41999999999999998}]}]},{"osd":6,"up_from":14,"seq":60129547435,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4706324,"kb_used_data":3093320,"kb_used_omap":3433,"kb_used_meta":1609558,"kb_avail":89665516,"statfs":{"total":96636764160,"available":91817488384,"internally_reserved":0,"allocated":3167559680,"data_stored":3166181287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3516113,"internal_metadata":1648187695},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:12 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":1.0760000000000001,"15min":1.0409999999999999},"min":{"1min":0.251,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":3.653,"5min":6.0140000000000002,"15min":8.3409999999999993},"last":0.46100000000000002},{"interface":"front","average":{"1min":1.4590000000000001,"5min":1.5049999999999999,"15min":1.4670000000000001},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.25},"max":{"1min":5.266,"5min":7.4539999999999997,"15min":9.1170000000000009},"last":0.496}]},{"osd":1,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":1.974,"15min":1.8600000000000001},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":10.753,"5min":10.753,"15min":27.289000000000001},"last":0.69799999999999995},{"interface":"front","average":{"1min":2.2200000000000002,"5min":1.79,"15min":1.6519999999999999},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.26200000000000001},"max":{"1min":10.476000000000001,"5min":10.476000000000001,"15min":26.984000000000002},"last":0.53200000000000003}]},{"osd":2,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.964,"15min":1.8640000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.28699999999999998},"max":{"1min":8.3279999999999994,"5min":8.3279999999999994,"15min":9.1539999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.3999999999999999,"15min":2.214},"min":{"1min":0.35699999999999998,"5min":0.34100000000000003,"15min":0.29599999999999999},"max":{"1min":13.988,"5min":13.988,"15min":13.988},"last":0.626}]},{"osd":3,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9730000000000001,"5min":2.0489999999999999,"15min":2.0419999999999998},"min":{"1min":0.373,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.445,"5min":10.445,"15min":27.120999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":2.7589999999999999,"5min":2.7789999999999999,"15min":2.4260000000000002},"min":{"1min":0.42599999999999999,"5min":0.34000000000000002,"15min":0.33600000000000002},"max":{"1min":7.8449999999999998,"5min":7.8449999999999998,"15min":27.553000000000001},"last":0.65800000000000003}]},{"osd":4,"last update":"Sat Nov 18 23:03:12 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":1.2689999999999999,"15min":1.1870000000000001},"min":{"1min":0.29799999999999999,"5min":0.29199999999999998,"15min":0.28799999999999998},"max":{"1min":5.3390000000000004,"5min":11.962,"15min":11.962},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.29,"5min":1.4299999999999999,"15min":1.3979999999999999},"min":{"1min":0.33700000000000002,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":5.2249999999999996,"5min":7.0359999999999996,"15min":9.5269999999999992},"last":0.55000000000000004}]},{"osd":5,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.581,"15min":1.5549999999999999},"min":{"1min":0.32000000000000001,"5min":0.313,"15min":0.30099999999999999},"max":{"1min":11.367000000000001,"5min":11.367000000000001,"15min":11.367000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.25,"5min":1.1699999999999999,"15min":1.2250000000000001},"min":{"1min":0.36699999999999999,"5min":0.33500000000000002,"15min":0.32000000000000001},"max":{"1min":10.599,"5min":10.599,"15min":10.599},"last":0.68400000000000005}]},{"osd":7,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":1.4039999999999999,"15min":1.4610000000000001},"min":{"1min":0.38900000000000001,"5min":0.373,"15min":0.35099999999999998},"max":{"1min":3.4060000000000001,"5min":8.8510000000000009,"15min":8.8510000000000009},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.6000000000000001,"15min":1.6279999999999999},"min":{"1min":0.41599999999999998,"5min":0.38500000000000001,"15min":0.35199999999999998},"max":{"1min":10.785,"5min":10.785,"15min":10.785},"last":0.71999999999999997}]}]},{"osd":1,"up_from":14,"seq":60129547413,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2907632,"kb_used_data":1204328,"kb_used_omap":4675,"kb_used_meta":1698620,"kb_avail":91464208,"statfs":{"total":96636764160,"available":93659348992,"internally_reserved":0,"allocated":1233231872,"data_stored":1232456741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4787299,"internal_metadata":1739387805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.5860000000000003,"5min":1.946,"15min":1.4079999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":45.212000000000003,"5min":45.212000000000003,"15min":45.212000000000003},"last":0.29999999999999999},{"interface":"front","average":{"1min":5.3659999999999997,"5min":2.5419999999999998,"15min":1.742},"min":{"1min":0.28299999999999997,"5min":0.217,"15min":0.215},"max":{"1min":27.518999999999998,"5min":27.518999999999998,"15min":27.518999999999998},"last":0.48699999999999999}]},{"osd":2,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.0890000000000004,"5min":3.137,"15min":2.2829999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.219},"max":{"1min":47.305999999999997,"5min":47.305999999999997,"15min":47.305999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":4.5990000000000002,"5min":2.238,"15min":1.7290000000000001},"min":{"1min":0.39000000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":17.454000000000001,"5min":17.454000000000001,"15min":17.454000000000001},"last":0.35799999999999998}]},{"osd":3,"last update":"Sat Nov 18 23:03:43 2023","interfaces":[{"interface":"back","average":{"1min":3.3399999999999999,"5min":1.875,"15min":1.4630000000000001},"min":{"1min":0.42899999999999999,"5min":0.28299999999999997,"15min":0.27000000000000002},"max":{"1min":17.568000000000001,"5min":17.568000000000001,"15min":17.568000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":6.032,"5min":2.911,"15min":2.0499999999999998},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.23200000000000001},"max":{"1min":49.813000000000002,"5min":49.813000000000002,"15min":49.813000000000002},"last":0.33500000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.763,"5min":3.294,"15min":1.889},"min":{"1min":0.40100000000000002,"5min":0.33500000000000002,"15min":0.30099999999999999},"max":{"1min":96.825999999999993,"5min":96.825999999999993,"15min":96.825999999999993},"last":0.42499999999999999},{"interface":"front","average":{"1min":8.8279999999999994,"5min":3.1930000000000001,"15min":2.0659999999999998},"min":{"1min":0.35199999999999998,"5min":0.318,"15min":0.311},"max":{"1min":93.075999999999993,"5min":93.075999999999993,"15min":93.075999999999993},"last":0.56499999999999995}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":6.8769999999999998,"5min":2.786,"15min":2.1299999999999999},"min":{"1min":0.38800000000000001,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":49.305,"5min":49.305,"15min":49.305},"last":0.60599999999999998},{"interface":"front","average":{"1min":6.7229999999999999,"5min":2.907,"15min":2.2349999999999999},"min":{"1min":0.44400000000000001,"5min":0.36499999999999999,"15min":0.35799999999999998},"max":{"1min":40.396999999999998,"5min":40.396999999999998,"15min":40.396999999999998},"last":0.64900000000000002}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.022,"5min":3.8660000000000001,"15min":2.7130000000000001},"min":{"1min":0.435,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":102.76600000000001,"5min":102.76600000000001,"15min":102.76600000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":5.3920000000000003,"5min":2.3399999999999999,"15min":1.8120000000000001},"min":{"1min":0.46300000000000002,"5min":0.41499999999999998,"15min":0.35899999999999999},"max":{"1min":31.238,"5min":31.238,"15min":31.238},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":12.994,"5min":4.2770000000000001,"15min":2.915},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":168.50999999999999,"5min":168.50999999999999,"15min":168.50999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":13.512,"5min":4.3730000000000002,"15min":2.964},"min":{"1min":0.48799999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":163.21100000000001,"5min":163.21100000000001,"15min":163.21100000000001},"last":0.72999999999999998}]}]},{"osd":0,"up_from":14,"seq":60129547427,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3703676,"kb_used_data":2104444,"kb_used_omap":2037,"kb_used_meta":1527306,"kb_avail":90668164,"statfs":{"total":96636764160,"available":92844199936,"internally_reserved":0,"allocated":2154950656,"data_stored":2153762165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086305,"internal_metadata":1563961951},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":5.5250000000000004,"5min":2.1920000000000002,"15min":1.5169999999999999},"min":{"1min":0.23599999999999999,"5min":0.23100000000000001,"15min":0.20599999999999999},"max":{"1min":71.846999999999994,"5min":71.846999999999994,"15min":71.846999999999994},"last":1.391},{"interface":"front","average":{"1min":5.3739999999999997,"5min":2.6600000000000001,"15min":1.804},"min":{"1min":0.26900000000000002,"5min":0.23699999999999999,"15min":0.193},"max":{"1min":41.982999999999997,"5min":41.982999999999997,"15min":41.982999999999997},"last":5.2320000000000002}]},{"osd":2,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":1.78,"5min":1.512,"15min":1.385},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":6.3890000000000002,"5min":13.538,"15min":13.538},"last":1.333},{"interface":"front","average":{"1min":3.6000000000000001,"5min":2.133,"15min":1.8280000000000001},"min":{"1min":0.25900000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":26.606000000000002,"5min":26.606000000000002,"15min":26.606000000000002},"last":5.2649999999999997}]},{"osd":3,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":6.3330000000000002,"5min":2.879,"15min":2.1019999999999999},"min":{"1min":0.36899999999999999,"5min":0.254,"15min":0.23000000000000001},"max":{"1min":88.040999999999997,"5min":88.040999999999997,"15min":88.040999999999997},"last":1.1100000000000001},{"interface":"front","average":{"1min":5.2050000000000001,"5min":2.6179999999999999,"15min":1.778},"min":{"1min":0.30399999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":85.513999999999996,"5min":85.513999999999996,"15min":85.513999999999996},"last":1.2190000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":4.032,"5min":2.3119999999999998,"15min":2.3959999999999999},"min":{"1min":0.33600000000000002,"5min":0.32100000000000001,"15min":0.308},"max":{"1min":38.311,"5min":38.311,"15min":140.499},"last":1.0780000000000001},{"interface":"front","average":{"1min":2.601,"5min":1.895,"15min":2.0720000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.32900000000000001},"max":{"1min":18.151,"5min":18.151,"15min":140.35599999999999},"last":1.302}]},{"osd":5,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":7.423,"5min":2.9460000000000002,"15min":2.3050000000000002},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.32000000000000001},"max":{"1min":110.723,"5min":110.723,"15min":110.723},"last":4.8700000000000001},{"interface":"front","average":{"1min":3.7749999999999999,"5min":2.4409999999999998,"15min":2.4049999999999998},"min":{"1min":0.39700000000000002,"5min":0.36399999999999999,"15min":0.33300000000000002},"max":{"1min":25.855,"5min":25.855,"15min":87.271000000000001},"last":1.0369999999999999}]},{"osd":6,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":2.238,"15min":1.722},"min":{"1min":0.38,"5min":0.376,"15min":0.36799999999999999},"max":{"1min":18.004000000000001,"5min":18.004000000000001,"15min":18.004000000000001},"last":1.2709999999999999},{"interface":"front","average":{"1min":3.6680000000000001,"5min":2.347,"15min":1.98},"min":{"1min":0.56299999999999994,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":20.201000000000001,"5min":20.201000000000001,"15min":20.201000000000001},"last":5.306}]},{"osd":7,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":3.5409999999999999,"5min":2.3650000000000002,"15min":2.1480000000000001},"min":{"1min":0.51700000000000002,"5min":0.432,"15min":0.39000000000000001},"max":{"1min":20.248999999999999,"5min":20.248999999999999,"15min":20.248999999999999},"last":5.2030000000000003},{"interface":"front","average":{"1min":3.6349999999999998,"5min":2.4220000000000002,"15min":2.181},"min":{"1min":0.44400000000000001,"5min":0.436,"15min":0.40100000000000002},"max":{"1min":25.802,"5min":25.802,"15min":25.802},"last":1.1439999999999999}]}]},{"osd":2,"up_from":14,"seq":60129547420,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3550428,"kb_used_data":1664320,"kb_used_omap":1423,"kb_used_meta":1759664,"kb_avail":90821412,"statfs":{"total":96636764160,"available":93001125888,"internally_reserved":0,"allocated":1704263680,"data_stored":1703339072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1457167,"internal_metadata":1801896945},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":4.3710000000000004,"5min":2.218,"15min":1.6399999999999999},"min":{"1min":0.22900000000000001,"5min":0.218,"15min":0.20999999999999999},"max":{"1min":31.643999999999998,"5min":31.643999999999998,"15min":31.643999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":5.0060000000000002,"5min":2.649,"15min":1.9630000000000001},"min":{"1min":0.27200000000000002,"5min":0.23200000000000001,"15min":0.23000000000000001},"max":{"1min":54.378,"5min":54.378,"15min":54.378},"last":0.71999999999999997}]},{"osd":1,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.081,"15min":1.5549999999999999},"min":{"1min":0.26300000000000001,"5min":0.22,"15min":0.218},"max":{"1min":31.588999999999999,"5min":31.588999999999999,"15min":31.588999999999999},"last":0.93899999999999995},{"interface":"front","average":{"1min":6.3200000000000003,"5min":2.6320000000000001,"15min":2.0790000000000002},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":43.228000000000002,"5min":43.228000000000002,"15min":43.228000000000002},"last":3.2829999999999999}]},{"osd":3,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.0519999999999996,"5min":2.3730000000000002,"15min":1.948},"min":{"1min":0.33300000000000002,"5min":0.25600000000000001,"15min":0.249},"max":{"1min":31.544,"5min":31.544,"15min":31.544},"last":0.54600000000000004},{"interface":"front","average":{"1min":8.1699999999999999,"5min":2.9399999999999999,"15min":2.0099999999999998},"min":{"1min":0.35299999999999998,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":62.713000000000001,"5min":62.713000000000001,"15min":62.713000000000001},"last":3.3130000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":14.375,"5min":4.0380000000000003,"15min":2.9409999999999998},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":209.244,"5min":209.244,"15min":209.244},"last":0.65900000000000003},{"interface":"front","average":{"1min":9.2560000000000002,"5min":3.2440000000000002,"15min":2.9289999999999998},"min":{"1min":0.434,"5min":0.36499999999999999,"15min":0.34399999999999997},"max":{"1min":97.007000000000005,"5min":97.007000000000005,"15min":166.17599999999999},"last":1.3680000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.3579999999999997,"5min":2.6899999999999999,"15min":2.1400000000000001},"min":{"1min":0.39600000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":57.287999999999997,"5min":57.287999999999997,"15min":57.287999999999997},"last":1.482},{"interface":"front","average":{"1min":6.0620000000000003,"5min":2.6389999999999998,"15min":1.974},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":41.270000000000003,"5min":41.270000000000003,"15min":41.270000000000003},"last":0.98499999999999999}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.117,"5min":2.4740000000000002,"15min":2.1579999999999999},"min":{"1min":0.46500000000000002,"5min":0.42999999999999999,"15min":0.375},"max":{"1min":54.218000000000004,"5min":54.218000000000004,"15min":54.218000000000004},"last":1.3280000000000001},{"interface":"front","average":{"1min":4.5090000000000003,"5min":2.1280000000000001,"15min":2.1040000000000001},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":31.488,"5min":31.488,"15min":31.488},"last":1.4490000000000001}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.9939999999999998,"5min":2.8300000000000001,"15min":2.3650000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":54.268000000000001,"5min":54.268000000000001,"15min":54.268000000000001},"last":1.407},{"interface":"front","average":{"1min":5.407,"5min":2.4630000000000001,"15min":2.2629999999999999},"min":{"1min":0.437,"5min":0.41299999999999998,"15min":0.40799999999999997},"max":{"1min":23.478000000000002,"5min":23.478000000000002,"15min":23.478000000000002},"last":1.514}]}]},{"osd":3,"up_from":14,"seq":60129547403,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7463944,"kb_used_data":6683328,"kb_used_omap":7408,"kb_used_meta":773199,"kb_avail":86907896,"statfs":{"total":96636764160,"available":88993685504,"internally_reserved":0,"allocated":6843727872,"data_stored":6840656517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7586451,"internal_metadata":791756141},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.244,"5min":3.98,"15min":2.0720000000000001},"min":{"1min":0.246,"5min":0.218,"15min":0.192},"max":{"1min":74.875,"5min":74.875,"15min":74.875},"last":0.81100000000000005},{"interface":"front","average":{"1min":9.7579999999999991,"5min":3.3530000000000002,"15min":2.0529999999999999},"min":{"1min":0.25800000000000001,"5min":0.23100000000000001,"15min":0.216},"max":{"1min":74.608999999999995,"5min":74.608999999999995,"15min":74.608999999999995},"last":11.025}]},{"osd":1,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.631,"5min":4.0170000000000003,"15min":2.4500000000000002},"min":{"1min":0.26100000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":127.599,"5min":127.599,"15min":127.599},"last":1.4390000000000001},{"interface":"front","average":{"1min":10.962,"5min":3.4969999999999999,"15min":1.879},"min":{"1min":0.30399999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":75.266999999999996,"5min":75.266999999999996,"15min":75.266999999999996},"last":0.84899999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:03:17 2023","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":1.915,"15min":1.667},"min":{"1min":0.33000000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":15.413,"5min":15.413,"15min":15.413},"last":10.936999999999999},{"interface":"front","average":{"1min":6.3760000000000003,"5min":2.4660000000000002,"15min":1.726},"min":{"1min":0.35299999999999998,"5min":0.28499999999999998,"15min":0.24199999999999999},"max":{"1min":41.576999999999998,"5min":41.576999999999998,"15min":41.576999999999998},"last":0.88100000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":9.5489999999999995,"5min":3.2829999999999999,"15min":2.1520000000000001},"min":{"1min":0.34300000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":102.095,"5min":102.095,"15min":102.095},"last":11.067},{"interface":"front","average":{"1min":28.009,"5min":6.8570000000000002,"15min":3.4660000000000002},"min":{"1min":0.39900000000000002,"5min":0.36099999999999999,"15min":0.307},"max":{"1min":223.434,"5min":223.434,"15min":223.434},"last":1.3500000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":12.250999999999999,"5min":3.5739999999999998,"15min":2.1160000000000001},"min":{"1min":0.39000000000000001,"5min":0.35299999999999998,"15min":0.30399999999999999},"max":{"1min":75.308999999999997,"5min":75.308999999999997,"15min":75.308999999999997},"last":5.4349999999999996},{"interface":"front","average":{"1min":13.167,"5min":3.9969999999999999,"15min":2.4820000000000002},"min":{"1min":0.41799999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":141.97300000000001,"5min":141.97300000000001,"15min":141.97300000000001},"last":11.103}]},{"osd":6,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":19.728999999999999,"5min":5.2789999999999999,"15min":3.0190000000000001},"min":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.35899999999999999},"max":{"1min":155.947,"5min":155.947,"15min":155.947},"last":1.7370000000000001},{"interface":"front","average":{"1min":7.9610000000000003,"5min":2.907,"15min":2.0600000000000001},"min":{"1min":0.56200000000000006,"5min":0.42899999999999999,"15min":0.38800000000000001},"max":{"1min":45.984000000000002,"5min":45.984000000000002,"15min":45.984000000000002},"last":5.3700000000000001}]},{"osd":7,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":4.3070000000000004,"5min":2.4849999999999999,"15min":2.0369999999999999},"min":{"1min":0.51300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":19.187999999999999,"5min":19.187999999999999,"15min":19.187999999999999},"last":11.140000000000001},{"interface":"front","average":{"1min":15.114000000000001,"5min":4.343,"15min":2.899},"min":{"1min":0.46200000000000002,"5min":0.46000000000000002,"15min":0.35899999999999999},"max":{"1min":119.02500000000001,"5min":119.02500000000001,"15min":119.02500000000001},"last":1.403}]}]},{"osd":4,"up_from":14,"seq":60129547430,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4567496,"kb_used_data":3267520,"kb_used_omap":6121,"kb_used_meta":1293846,"kb_avail":89804344,"statfs":{"total":96636764160,"available":91959648256,"internally_reserved":0,"allocated":3345940480,"data_stored":3344199756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6268077,"internal_metadata":1324899155},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.0830000000000002,"5min":1.768,"15min":1.2549999999999999},"min":{"1min":0.255,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":24.914000000000001,"5min":24.914000000000001,"15min":24.914000000000001},"last":0.90200000000000002},{"interface":"front","average":{"1min":3.4540000000000002,"5min":1.841,"15min":1.833},"min":{"1min":0.25,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":23.393999999999998,"5min":23.393999999999998,"15min":23.393999999999998},"last":0.93200000000000005}]},{"osd":1,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":3.7080000000000002,"5min":2.1520000000000001,"15min":1.9059999999999999},"min":{"1min":0.29299999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":23.471,"5min":23.471,"15min":23.471},"last":1.0229999999999999},{"interface":"front","average":{"1min":5.1559999999999997,"5min":2.173,"15min":1.71},"min":{"1min":0.32400000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":30.193999999999999,"5min":30.193999999999999,"15min":30.193999999999999},"last":2.8700000000000001}]},{"osd":2,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.028,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.307,"15min":0.28999999999999998},"max":{"1min":7.9359999999999999,"5min":7.9359999999999999,"15min":10.879},"last":2.569},{"interface":"front","average":{"1min":3.9380000000000002,"5min":2.2810000000000001,"15min":2.1360000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30199999999999999},"max":{"1min":23.433,"5min":23.433,"15min":23.433},"last":2.9199999999999999}]},{"osd":3,"last update":"Sat Nov 18 23:03:34 2023","interfaces":[{"interface":"back","average":{"1min":4.1299999999999999,"5min":2.2080000000000002,"15min":1.883},"min":{"1min":0.38,"5min":0.33300000000000002,"15min":0.29999999999999999},"max":{"1min":24.952999999999999,"5min":24.952999999999999,"15min":24.952999999999999},"last":1.155},{"interface":"front","average":{"1min":2.4540000000000002,"5min":2.492,"15min":2.407},"min":{"1min":0.34399999999999997,"5min":0.307,"15min":0.307},"max":{"1min":17.602,"5min":17.602,"15min":17.602},"last":2.6040000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.601,"5min":1.5569999999999999,"15min":1.5249999999999999},"min":{"1min":0.25800000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":24.210999999999999,"5min":24.210999999999999,"15min":24.210999999999999},"last":1.863},{"interface":"front","average":{"1min":2.52,"5min":1.2669999999999999,"15min":1.1819999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.569000000000001,"5min":13.569000000000001,"15min":13.569000000000001},"last":2.351}]},{"osd":6,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.2759999999999998,"5min":2.1419999999999999,"15min":1.8149999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.29099999999999998},"max":{"1min":54.811999999999998,"5min":54.811999999999998,"15min":54.811999999999998},"last":2.52},{"interface":"front","average":{"1min":3.3210000000000002,"5min":1.7609999999999999,"15min":1.7230000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32400000000000001},"max":{"1min":24.393999999999998,"5min":24.393999999999998,"15min":24.393999999999998},"last":0.98399999999999999}]},{"osd":7,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":1.4710000000000001,"15min":1.403},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":13.526,"5min":13.526,"15min":13.526},"last":14.378},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.625,"15min":1.6759999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.32200000000000001},"max":{"1min":15.118,"5min":15.118,"15min":15.118},"last":14.816000000000001}]}]},{"osd":5,"up_from":14,"seq":60129547431,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1107368,"kb_used_data":416,"kb_used_omap":3991,"kb_used_meta":1102952,"kb_avail":93264472,"statfs":{"total":96636764160,"available":95502819328,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4087409,"internal_metadata":1129423247},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":1.9279999999999999,"15min":1.29},"min":{"1min":0.25700000000000001,"5min":0.23000000000000001,"15min":0.22600000000000001},"max":{"1min":39.447000000000003,"5min":39.447000000000003,"15min":39.447000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":4.5510000000000002,"5min":2.177,"15min":1.6990000000000001},"min":{"1min":0.35599999999999998,"5min":0.254,"15min":0.254},"max":{"1min":37.935000000000002,"5min":37.935000000000002,"15min":37.935000000000002},"last":0.622}]},{"osd":1,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.7930000000000001,"5min":2.851,"15min":2.1099999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25},"max":{"1min":38.384,"5min":47.360999999999997,"15min":47.360999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":3.9820000000000002,"5min":3.0110000000000001,"15min":1.9650000000000001},"min":{"1min":0.33400000000000002,"5min":0.29499999999999998,"15min":0.26900000000000002},"max":{"1min":39.473999999999997,"5min":46.723999999999997,"15min":46.723999999999997},"last":0.60599999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.6660000000000004,"5min":2.4660000000000002,"15min":2.1789999999999998},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27300000000000002},"max":{"1min":37.963000000000001,"5min":37.963000000000001,"15min":37.963000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":4.1189999999999998,"5min":2.6819999999999999,"15min":2.2370000000000001},"min":{"1min":0.45400000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":38.485999999999997,"5min":38.485999999999997,"15min":38.485999999999997},"last":0.54300000000000004}]},{"osd":3,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.4980000000000002,"5min":2.702,"15min":1.9550000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":39.5,"5min":39.5,"15min":39.5},"last":11.031000000000001},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.3380000000000001,"15min":2.2189999999999999},"min":{"1min":0.38600000000000001,"5min":0.317,"15min":0.317},"max":{"1min":7.7119999999999997,"5min":12.257,"15min":12.257},"last":0.91000000000000003}]},{"osd":4,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0030000000000001,"5min":1.9530000000000001,"15min":1.734},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.26800000000000002},"max":{"1min":38.353000000000002,"5min":38.353000000000002,"15min":38.353000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":3.1579999999999999,"5min":1.8640000000000001,"15min":1.369},"min":{"1min":0.35399999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":39.415999999999997,"5min":39.415999999999997,"15min":39.415999999999997},"last":0.52700000000000002}]},{"osd":6,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.73,"5min":1.827,"15min":1.585},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.28499999999999998},"max":{"1min":37.863999999999997,"5min":37.863999999999997,"15min":37.863999999999997},"last":0.503},{"interface":"front","average":{"1min":3.1549999999999998,"5min":2.073,"15min":1.7769999999999999},"min":{"1min":0.40699999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":38.186,"5min":38.186,"15min":38.186},"last":0.58199999999999996}]},{"osd":7,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":1.802,"15min":1.4119999999999999},"min":{"1min":0.39000000000000001,"5min":0.35199999999999998,"15min":0.29799999999999999},"max":{"1min":39.344999999999999,"5min":39.344999999999999,"15min":39.344999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.5870000000000002,"15min":1.95},"min":{"1min":0.34000000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":37.904000000000003,"5min":54.039000000000001,"15min":54.039000000000001},"last":0.69799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T23:04:16.106 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-18T23:04:16.230 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.228+0000 7eff5b9e2700 1 Processor -- start 2023-11-18T23:04:16.475 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.228+0000 7eff5b9e2700 1 -- start start 2023-11-18T23:04:16.481 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.229+0000 7eff5b9e2700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7eff54156010 0x7eff541563f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:16.482 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.229+0000 7eff5b9e2700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7eff54070c00 0x7eff5415c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:16.482 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.229+0000 7eff5b9e2700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff540cdbd0 con 0x7eff540d0900 2023-11-18T23:04:16.483 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.229+0000 7eff5b9e2700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff5415d370 con 0x7eff54070c00 2023-11-18T23:04:16.483 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.229+0000 7eff5b9e2700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff540d04e0 con 0x7eff54156010 2023-11-18T23:04:16.483 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.229+0000 7eff59f7f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7eff54070c00 0x7eff5415c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:16.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.229+0000 7eff59f7f700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7eff54070c00 0x7eff5415c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47836/0 (socket says 172.21.15.99:47836) 2023-11-18T23:04:16.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff59f7f700 1 -- 172.21.15.99:0/2280327080 learned_addr learned my addr 172.21.15.99:0/2280327080 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:16.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff5977e700 1 --2- 172.21.15.99:0/2280327080 >> v2:172.21.15.181:3300/0 conn(0x7eff54156010 0x7eff541563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:16.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff59f7f700 1 -- 172.21.15.99:0/2280327080 >> v2:172.21.15.181:3300/0 conn(0x7eff54156010 msgr2=0x7eff541563f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:16.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff59f7f700 1 --2- 172.21.15.99:0/2280327080 >> v2:172.21.15.181:3300/0 conn(0x7eff54156010 0x7eff541563f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff59f7f700 1 -- 172.21.15.99:0/2280327080 >> v1:172.21.15.181:6789/0 conn(0x7eff540d0900 legacy=0x7eff540704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:16.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff59f7f700 1 -- 172.21.15.99:0/2280327080 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff540cfba0 con 0x7eff54070c00 2023-11-18T23:04:16.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff5977e700 1 --2- 172.21.15.99:0/2280327080 >> v2:172.21.15.181:3300/0 conn(0x7eff54156010 0x7eff541563f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:16.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff59f7f700 1 --2- 172.21.15.99:0/2280327080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 0x7eff5415c3d0 secure :-1 s=READY pgs=3265 cs=0 l=1 rev1=1 crypto rx=0x7eff540b31c0 tx=0x7eff4c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=522ddaed384a6dc server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:16.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff4bfff700 1 -- 172.21.15.99:0/2280327080 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff4c00e070 con 0x7eff54070c00 2023-11-18T23:04:16.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff4bfff700 1 -- 172.21.15.99:0/2280327080 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff4c00b9c0 con 0x7eff54070c00 2023-11-18T23:04:16.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.230+0000 7eff4bfff700 1 -- 172.21.15.99:0/2280327080 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff4c00bd70 con 0x7eff54070c00 2023-11-18T23:04:16.486 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.231+0000 7eff5b9e2700 1 -- 172.21.15.99:0/2280327080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 msgr2=0x7eff5415c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:16.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.231+0000 7eff5b9e2700 1 --2- 172.21.15.99:0/2280327080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 0x7eff5415c3d0 secure :-1 s=READY pgs=3265 cs=0 l=1 rev1=1 crypto rx=0x7eff540b31c0 tx=0x7eff4c00b330 comp rx=0 tx=0).stop 2023-11-18T23:04:16.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.231+0000 7eff5b9e2700 1 -- 172.21.15.99:0/2280327080 shutdown_connections 2023-11-18T23:04:16.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.231+0000 7eff5b9e2700 1 --2- 172.21.15.99:0/2280327080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 0x7eff5415c3d0 unknown :-1 s=CLOSED pgs=3265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.231+0000 7eff5b9e2700 1 --2- 172.21.15.99:0/2280327080 >> v2:172.21.15.181:3300/0 conn(0x7eff54156010 0x7eff541563f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.231+0000 7eff5b9e2700 1 -- 172.21.15.99:0/2280327080 >> 172.21.15.99:0/2280327080 conn(0x7eff540b2130 msgr2=0x7eff540b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:16.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.231+0000 7eff5b9e2700 1 -- 172.21.15.99:0/2280327080 shutdown_connections 2023-11-18T23:04:16.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.231+0000 7eff5b9e2700 1 -- 172.21.15.99:0/2280327080 wait complete. 2023-11-18T23:04:16.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.232+0000 7eff5b9e2700 1 Processor -- start 2023-11-18T23:04:16.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.232+0000 7eff5b9e2700 1 -- start start 2023-11-18T23:04:16.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5b9e2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 0x7eff541f1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:16.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5b9e2700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff540d0900 0x7eff54072780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:16.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5b9e2700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff54156010 0x7eff54072cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:16.489 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5b9e2700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff5415b780 con 0x7eff54070c00 2023-11-18T23:04:16.490 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5b9e2700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff5415a6e0 con 0x7eff540d0900 2023-11-18T23:04:16.490 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5b9e2700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff5415a9c0 con 0x7eff54156010 2023-11-18T23:04:16.490 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5977e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 0x7eff541f1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:16.490 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5977e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 0x7eff541f1080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47838/0 (socket says 172.21.15.99:47838) 2023-11-18T23:04:16.490 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5977e700 1 -- 172.21.15.99:0/1312445742 learned_addr learned my addr 172.21.15.99:0/1312445742 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:16.491 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff59f7f700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff54156010 0x7eff54072cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:16.491 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff58f7d700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff540d0900 0x7eff54072780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:16.491 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5977e700 1 -- 172.21.15.99:0/1312445742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff54156010 msgr2=0x7eff54072cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:16.491 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5977e700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff54156010 0x7eff54072cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.491 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5977e700 1 -- 172.21.15.99:0/1312445742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff540d0900 msgr2=0x7eff54072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:16.492 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5977e700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff540d0900 0x7eff54072780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.492 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5977e700 1 -- 172.21.15.99:0/1312445742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff4c009b30 con 0x7eff54070c00 2023-11-18T23:04:16.492 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5977e700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 0x7eff541f1080 secure :-1 s=READY pgs=3266 cs=0 l=1 rev1=1 crypto rx=0x7eff4400e810 tx=0x7eff4400ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:16.492 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff49ffb700 1 -- 172.21.15.99:0/1312445742 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff44004230 con 0x7eff54070c00 2023-11-18T23:04:16.492 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff49ffb700 1 -- 172.21.15.99:0/1312445742 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff44004390 con 0x7eff54070c00 2023-11-18T23:04:16.492 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff5415aca0 con 0x7eff54070c00 2023-11-18T23:04:16.493 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.233+0000 7eff49ffb700 1 -- 172.21.15.99:0/1312445742 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff440036a0 con 0x7eff54070c00 2023-11-18T23:04:16.493 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.234+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff5415b260 con 0x7eff54070c00 2023-11-18T23:04:16.493 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.235+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff54073aa0 con 0x7eff54070c00 2023-11-18T23:04:16.493 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.235+0000 7eff49ffb700 1 -- 172.21.15.99:0/1312445742 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7eff44003800 con 0x7eff54070c00 2023-11-18T23:04:16.493 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.235+0000 7eff49ffb700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff3806aed0 0x7eff3806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:16.494 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.235+0000 7eff49ffb700 1 -- 172.21.15.99:0/1312445742 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7eff44088f20 con 0x7eff54070c00 2023-11-18T23:04:16.494 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.235+0000 7eff58f7d700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff3806aed0 0x7eff3806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:16.494 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.236+0000 7eff58f7d700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff3806aed0 0x7eff3806d390 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7eff541558f0 tx=0x7eff50009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:16.494 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.240+0000 7eff49ffb700 1 -- 172.21.15.99:0/1312445742 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7eff440541c0 con 0x7eff54070c00 2023-11-18T23:04:16.494 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.448+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7eff5415b480 con 0x7eff54070c00 2023-11-18T23:04:16.495 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.449+0000 7eff49ffb700 1 -- 172.21.15.99:0/1312445742 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+12986 (secure 0 0 0) 0x7eff44020090 con 0x7eff54070c00 2023-11-18T23:04:16.495 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:16.495 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":37,"fsid":"31989c9d-6512-4afe-94eb-9e606b43f1c6","created":"2023-11-18T15:43:09.325289+0000","modified":"2023-11-18T23:04:09.395755+0000","last_up_change":"2023-11-18T15:43:19.876393+0000","last_in_change":"2023-11-18T15:43:11.823353+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-18T15:43:20.956252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"865d767f-54b5-40c1-9ac8-68466f45bc2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6809","nonce":280410252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6811","nonce":280410252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6815","nonce":280410252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":280410252},{"type":"v1","addr":"172.21.15.99:6813","nonce":280410252}]},"public_addr":"172.21.15.99:6809/280410252","cluster_addr":"172.21.15.99:6811/280410252","heartbeat_back_addr":"172.21.15.99:6815/280410252","heartbeat_front_addr":"172.21.15.99:6813/280410252","state":["exists","up"]},{"osd":1,"uuid":"0e20c96b-193b-4be4-a641-2c64491a3244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6801","nonce":1049735957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6803","nonce":1049735957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6807","nonce":1049735957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":1049735957},{"type":"v1","addr":"172.21.15.99:6805","nonce":1049735957}]},"public_addr":"172.21.15.99:6801/1049735957","cluster_addr":"172.21.15.99:6803/1049735957","heartbeat_back_addr":"172.21.15.99:6807/1049735957","heartbeat_front_addr":"172.21.15.99:6805/1049735957","state":["exists","up"]},{"osd":2,"uuid":"dcd064ce-fd9d-447d-832b-4a6debf14999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6817","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6819","nonce":1517971859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6821","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6823","nonce":1517971859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6829","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6831","nonce":1517971859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6825","nonce":1517971859},{"type":"v1","addr":"172.21.15.99:6827","nonce":1517971859}]},"public_addr":"172.21.15.99:6819/1517971859","cluster_addr":"172.21.15.99:6823/1517971859","heartbeat_back_addr":"172.21.15.99:6831/1517971859","heartbeat_front_addr":"172.21.15.99:6827/1517971859","state":["exists","up"]},{"osd":3,"uuid":"a9026382-c966-46c3-b7d2-4f90bdf758b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6818","nonce":3934282425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6822","nonce":3934282425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6830","nonce":3934282425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":3934282425},{"type":"v1","addr":"172.21.15.99:6826","nonce":3934282425}]},"public_addr":"172.21.15.99:6818/3934282425","cluster_addr":"172.21.15.99:6822/3934282425","heartbeat_back_addr":"172.21.15.99:6830/3934282425","heartbeat_front_addr":"172.21.15.99:6826/3934282425","state":["exists","up"]},{"osd":4,"uuid":"7c3d6c0b-3801-4468-9da0-0ec10bd47354","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6809","nonce":3429689380}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6811","nonce":3429689380}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6815","nonce":3429689380}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":3429689380},{"type":"v1","addr":"172.21.15.181:6813","nonce":3429689380}]},"public_addr":"172.21.15.181:6809/3429689380","cluster_addr":"172.21.15.181:6811/3429689380","heartbeat_back_addr":"172.21.15.181:6815/3429689380","heartbeat_front_addr":"172.21.15.181:6813/3429689380","state":["exists","up"]},{"osd":5,"uuid":"71403c96-5611-4d7b-be70-e99a4bf937cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6801","nonce":3701430448}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6803","nonce":3701430448}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6807","nonce":3701430448}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3701430448},{"type":"v1","addr":"172.21.15.181:6805","nonce":3701430448}]},"public_addr":"172.21.15.181:6801/3701430448","cluster_addr":"172.21.15.181:6803/3701430448","heartbeat_back_addr":"172.21.15.181:6807/3701430448","heartbeat_front_addr":"172.21.15.181:6805/3701430448","state":["exists","up"]},{"osd":6,"uuid":"fea58574-a9e3-4ddf-84be-e0bfe5a56ea3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6817","nonce":3235653089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6819","nonce":3235653089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6823","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6825","nonce":3235653089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":3235653089},{"type":"v1","addr":"172.21.15.181:6821","nonce":3235653089}]},"public_addr":"172.21.15.181:6817/3235653089","cluster_addr":"172.21.15.181:6819/3235653089","heartbeat_back_addr":"172.21.15.181:6825/3235653089","heartbeat_front_addr":"172.21.15.181:6821/3235653089","state":["exists","up"]},{"osd":7,"uuid":"07f97fca-0d46-4759-a9af-9299ec46e689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6824","nonce":1591021784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6827","nonce":1591021784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6831","nonce":1591021784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":1591021784},{"type":"v1","addr":"172.21.15.181:6829","nonce":1591021784}]},"public_addr":"172.21.15.181:6824/1591021784","cluster_addr":"172.21.15.181:6827/1591021784","heartbeat_back_addr":"172.21.15.181:6831/1591021784","heartbeat_front_addr":"172.21.15.181:6829/1591021784","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.055190+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.814136+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.040652+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.041939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.001900+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:16.744104+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.053071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-18T15:43:17.105045+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:6837/1648814437":"2023-11-19T23:04:06.009043+0000","172.21.15.99:6835/1648814437":"2023-11-19T23:04:06.009043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-18T23:04:16.497 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff3806aed0 msgr2=0x7eff3806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:16.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff3806aed0 0x7eff3806d390 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7eff541558f0 tx=0x7eff50009040 comp rx=0 tx=0).stop 2023-11-18T23:04:16.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 msgr2=0x7eff541f1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:16.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 0x7eff541f1080 secure :-1 s=READY pgs=3266 cs=0 l=1 rev1=1 crypto rx=0x7eff4400e810 tx=0x7eff4400ebd0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 shutdown_connections 2023-11-18T23:04:16.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7eff3806aed0 0x7eff3806d390 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.498 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7eff54070c00 0x7eff541f1080 unknown :-1 s=CLOSED pgs=3266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.499 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7eff54156010 0x7eff54072cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.499 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 --2- 172.21.15.99:0/1312445742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff540d0900 0x7eff54072780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:16.499 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 >> 172.21.15.99:0/1312445742 conn(0x7eff540b2130 msgr2=0x7eff540b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:16.499 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 shutdown_connections 2023-11-18T23:04:16.499 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:16.452+0000 7eff5b9e2700 1 -- 172.21.15.99:0/1312445742 wait complete. 2023-11-18T23:04:17.501 INFO:tasks.ceph:Scrubbing osd.0 2023-11-18T23:04:17.501 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2023-11-18T23:04:17.630 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.628+0000 7fb61ff8c700 1 Processor -- start 2023-11-18T23:04:17.631 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.629+0000 7fb61ff8c700 1 -- start start 2023-11-18T23:04:17.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.629+0000 7fb61ff8c700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb618066f70 0x7fb6180705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.629+0000 7fb61ff8c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 0x7fb6180cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.632 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61ff8c700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6180729b0 con 0x7fb61815aec0 2023-11-18T23:04:17.633 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61ff8c700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6180cff10 con 0x7fb618066f70 2023-11-18T23:04:17.633 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61ff8c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb61815b2a0 con 0x7fb6180cf520 2023-11-18T23:04:17.633 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61d527700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb618066f70 0x7fb6180705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.633 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61e529700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 0x7fb6180cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.633 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61d527700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb618066f70 0x7fb6180705b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:46318/0 (socket says 172.21.15.99:46318) 2023-11-18T23:04:17.633 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61d527700 1 -- 172.21.15.99:0/3182796442 learned_addr learned my addr 172.21.15.99:0/3182796442 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:17.633 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61dd28700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fb61815aec0 0x7fb61806f230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:45418/0 (socket says 172.21.15.99:45418) 2023-11-18T23:04:17.634 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61d527700 1 -- 172.21.15.99:0/3182796442 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 msgr2=0x7fb6180cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:17.634 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61d527700 1 --2- 172.21.15.99:0/3182796442 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 0x7fb6180cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.634 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61d527700 1 -- 172.21.15.99:0/3182796442 >> v1:172.21.15.181:6789/0 conn(0x7fb61815aec0 legacy=0x7fb61806f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.634 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61d527700 1 -- 172.21.15.99:0/3182796442 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb618072f50 con 0x7fb618066f70 2023-11-18T23:04:17.634 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.630+0000 7fb61e529700 1 --2- 172.21.15.99:0/3182796442 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 0x7fb6180cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:17.634 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61d527700 1 --2- 172.21.15.99:0/3182796442 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb618066f70 0x7fb6180705b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb60c00bb90 tx=0x7fb60c00bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=925b9e67308fb2a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:17.637 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61cd26700 1 -- 172.21.15.99:0/3182796442 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb60c00dc30 con 0x7fb618066f70 2023-11-18T23:04:17.637 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61cd26700 1 -- 172.21.15.99:0/3182796442 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb60c00dd90 con 0x7fb618066f70 2023-11-18T23:04:17.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61cd26700 1 -- 172.21.15.99:0/3182796442 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb60c004250 con 0x7fb618066f70 2023-11-18T23:04:17.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61ff8c700 1 -- 172.21.15.99:0/3182796442 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb618066f70 msgr2=0x7fb6180705b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61ff8c700 1 --2- 172.21.15.99:0/3182796442 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb618066f70 0x7fb6180705b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb60c00bb90 tx=0x7fb60c00bea0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61ff8c700 1 -- 172.21.15.99:0/3182796442 shutdown_connections 2023-11-18T23:04:17.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61ff8c700 1 --2- 172.21.15.99:0/3182796442 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 0x7fb6180cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61ff8c700 1 --2- 172.21.15.99:0/3182796442 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb618066f70 0x7fb6180705b0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61ff8c700 1 -- 172.21.15.99:0/3182796442 >> 172.21.15.99:0/3182796442 conn(0x7fb6180b2cf0 msgr2=0x7fb6180b30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:17.638 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61ff8c700 1 -- 172.21.15.99:0/3182796442 shutdown_connections 2023-11-18T23:04:17.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.631+0000 7fb61ff8c700 1 -- 172.21.15.99:0/3182796442 wait complete. 2023-11-18T23:04:17.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.633+0000 7fb61ff8c700 1 Processor -- start 2023-11-18T23:04:17.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.633+0000 7fb61ff8c700 1 -- start start 2023-11-18T23:04:17.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.633+0000 7fb61ff8c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb618066f70 0x7fb6180b0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.633+0000 7fb61ff8c700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 0x7fb618142c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.633+0000 7fb61ff8c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb61815aec0 0x7fb6181431d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.633+0000 7fb61ff8c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6180b11f0 con 0x7fb61815aec0 2023-11-18T23:04:17.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.633+0000 7fb61ff8c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb61815c450 con 0x7fb618066f70 2023-11-18T23:04:17.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.633+0000 7fb61ff8c700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb61815c730 con 0x7fb6180cf520 2023-11-18T23:04:17.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61e529700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb61815aec0 0x7fb6181431d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61e529700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb61815aec0 0x7fb6181431d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47854/0 (socket says 172.21.15.99:47854) 2023-11-18T23:04:17.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61e529700 1 -- 172.21.15.99:0/1084443713 learned_addr learned my addr 172.21.15.99:0/1084443713 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:17.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61d527700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 0x7fb618142c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61dd28700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb618066f70 0x7fb6180b0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61e529700 1 -- 172.21.15.99:0/1084443713 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 msgr2=0x7fb618142c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.641 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61e529700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 0x7fb618142c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.641 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61e529700 1 -- 172.21.15.99:0/1084443713 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb618066f70 msgr2=0x7fb6180b0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.641 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61e529700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb618066f70 0x7fb6180b0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.641 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61e529700 1 -- 172.21.15.99:0/1084443713 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb610009a70 con 0x7fb61815aec0 2023-11-18T23:04:17.641 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61d527700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb6180cf520 0x7fb618142c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:17.641 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61dd28700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb618066f70 0x7fb6180b0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:17.641 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61e529700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb61815aec0 0x7fb6181431d0 secure :-1 s=READY pgs=3267 cs=0 l=1 rev1=1 crypto rx=0x7fb61000efc0 tx=0x7fb61000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:17.642 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb60a7fc700 1 -- 172.21.15.99:0/1084443713 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb610009d70 con 0x7fb61815aec0 2023-11-18T23:04:17.642 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb60a7fc700 1 -- 172.21.15.99:0/1084443713 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb61000f040 con 0x7fb61815aec0 2023-11-18T23:04:17.642 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb60c00b7f0 con 0x7fb61815aec0 2023-11-18T23:04:17.642 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb60a7fc700 1 -- 172.21.15.99:0/1084443713 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61000ce00 con 0x7fb61815aec0 2023-11-18T23:04:17.642 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.634+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb61815ccf0 con 0x7fb61815aec0 2023-11-18T23:04:17.642 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.635+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb618072be0 con 0x7fb61815aec0 2023-11-18T23:04:17.643 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.636+0000 7fb60a7fc700 1 -- 172.21.15.99:0/1084443713 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fb610014480 con 0x7fb61815aec0 2023-11-18T23:04:17.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.636+0000 7fb60a7fc700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb5fc06aed0 0x7fb5fc06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.637+0000 7fb60a7fc700 1 -- 172.21.15.99:0/1084443713 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fb610089a40 con 0x7fb61815aec0 2023-11-18T23:04:17.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.637+0000 7fb61dd28700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb5fc06aed0 0x7fb5fc06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.637+0000 7fb60a7fc700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7fb5fc070d30 0x7fb5fc073150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.637+0000 7fb60a7fc700 1 -- 172.21.15.99:0/1084443713 --> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb5fc073820 con 0x7fb5fc070d30 2023-11-18T23:04:17.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.637+0000 7fb60a7fc700 1 -- 172.21.15.99:0/1084443713 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb61008e2c0 con 0x7fb61815aec0 2023-11-18T23:04:17.644 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.637+0000 7fb61d527700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7fb5fc070d30 0x7fb5fc073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.637+0000 7fb61dd28700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb5fc06aed0 0x7fb5fc06d390 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fb614000f60 tx=0x7fb614007e30 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:17.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.637+0000 7fb61d527700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7fb5fc070d30 0x7fb5fc073150 crc :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:17.645 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.638+0000 7fb60a7fc700 1 -- 172.21.15.99:0/1084443713 <== osd.0 v2:172.21.15.99:6808/280410252 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fb5fc073820 con 0x7fb5fc070d30 2023-11-18T23:04:17.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.653+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 --> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fb6180711f0 con 0x7fb5fc070d30 2023-11-18T23:04:17.655 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.653+0000 7fb60a7fc700 1 -- 172.21.15.99:0/1084443713 <== osd.0 v2:172.21.15.99:6808/280410252 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fb60c01f040 con 0x7fb5fc070d30 2023-11-18T23:04:17.656 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T23:04:17.656 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-18T23:04:17.656 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T23:04:17.657 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7fb5fc070d30 msgr2=0x7fb5fc073150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.657 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6808/280410252,v1:172.21.15.99:6809/280410252] conn(0x7fb5fc070d30 0x7fb5fc073150 crc :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.657 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb5fc06aed0 msgr2=0x7fb5fc06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.657 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb5fc06aed0 0x7fb5fc06d390 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fb614000f60 tx=0x7fb614007e30 comp rx=0 tx=0).stop 2023-11-18T23:04:17.658 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb61815aec0 msgr2=0x7fb6181431d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.658 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 --2- 172.21.15.99:0/1084443713 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb61815aec0 0x7fb6181431d0 secure :-1 s=READY pgs=3267 cs=0 l=1 rev1=1 crypto rx=0x7fb61000efc0 tx=0x7fb61000c3a0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.658 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61e529700 1 -- 172.21.15.99:0/1084443713 reap_dead start 2023-11-18T23:04:17.658 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 shutdown_connections 2023-11-18T23:04:17.658 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 >> 172.21.15.99:0/1084443713 conn(0x7fb6180b2cf0 msgr2=0x7fb6180b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:17.658 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 shutdown_connections 2023-11-18T23:04:17.658 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.654+0000 7fb61ff8c700 1 -- 172.21.15.99:0/1084443713 wait complete. 2023-11-18T23:04:17.668 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2023-11-18T23:04:17.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.792+0000 7f3e09d59700 1 Processor -- start 2023-11-18T23:04:17.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.793+0000 7f3e09d59700 1 -- start start 2023-11-18T23:04:17.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.793+0000 7f3e09d59700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f3e0415b960 0x7f3e0415e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.793+0000 7f3e09d59700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3e04161b20 0x7f3e040716d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.793+0000 7f3e09d59700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04071c10 0x7f3e040704b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.793+0000 7f3e09d59700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e0406c7b0 con 0x7f3e04161b20 2023-11-18T23:04:17.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.793+0000 7f3e09d59700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e040b7400 con 0x7f3e0415b960 2023-11-18T23:04:17.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.793+0000 7f3e09d59700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e04072060 con 0x7f3e04071c10 2023-11-18T23:04:17.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.793+0000 7f3e02ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3e04161b20 0x7f3e040716d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e02ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3e04161b20 0x7f3e040716d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47864/0 (socket says 172.21.15.99:47864) 2023-11-18T23:04:17.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e02ffd700 1 -- 172.21.15.99:0/2893001766 learned_addr learned my addr 172.21.15.99:0/2893001766 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:17.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e037fe700 1 --2- 172.21.15.99:0/2893001766 >> v2:172.21.15.181:3300/0 conn(0x7f3e0415b960 0x7f3e0415e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e03fff700 1 --2- 172.21.15.99:0/2893001766 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04071c10 0x7f3e040704b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e02ffd700 1 -- 172.21.15.99:0/2893001766 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04071c10 msgr2=0x7f3e040704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:17.798 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e02ffd700 1 --2- 172.21.15.99:0/2893001766 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04071c10 0x7f3e040704b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e02ffd700 1 -- 172.21.15.99:0/2893001766 >> v2:172.21.15.181:3300/0 conn(0x7f3e0415b960 msgr2=0x7f3e0415e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:17.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e02ffd700 1 --2- 172.21.15.99:0/2893001766 >> v2:172.21.15.181:3300/0 conn(0x7f3e0415b960 0x7f3e0415e530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e02ffd700 1 -- 172.21.15.99:0/2893001766 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e04162290 con 0x7f3e04161b20 2023-11-18T23:04:17.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e02ffd700 1 --2- 172.21.15.99:0/2893001766 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e04161b20 0x7f3e040716d0 secure :-1 s=READY pgs=3268 cs=0 l=1 rev1=1 crypto rx=0x7f3e040b4530 tx=0x7f3df8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e77ec278c84d799 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:17.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e027fc700 1 -- 172.21.15.99:0/2893001766 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3df800b870 con 0x7f3e04161b20 2023-11-18T23:04:17.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e027fc700 1 -- 172.21.15.99:0/2893001766 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3df800b9d0 con 0x7f3e04161b20 2023-11-18T23:04:17.799 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.794+0000 7f3e027fc700 1 -- 172.21.15.99:0/2893001766 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3df800bd60 con 0x7f3e04161b20 2023-11-18T23:04:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.795+0000 7f3e09d59700 1 -- 172.21.15.99:0/2893001766 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e04161b20 msgr2=0x7f3e040716d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.795+0000 7f3e09d59700 1 --2- 172.21.15.99:0/2893001766 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e04161b20 0x7f3e040716d0 secure :-1 s=READY pgs=3268 cs=0 l=1 rev1=1 crypto rx=0x7f3e040b4530 tx=0x7f3df8009bd0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.795+0000 7f3e09d59700 1 -- 172.21.15.99:0/2893001766 shutdown_connections 2023-11-18T23:04:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.795+0000 7f3e09d59700 1 --2- 172.21.15.99:0/2893001766 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04071c10 0x7f3e040704b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.795+0000 7f3e09d59700 1 --2- 172.21.15.99:0/2893001766 >> v2:172.21.15.181:3300/0 conn(0x7f3e0415b960 0x7f3e0415e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.795+0000 7f3e09d59700 1 --2- 172.21.15.99:0/2893001766 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e04161b20 0x7f3e040716d0 unknown :-1 s=CLOSED pgs=3268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.795+0000 7f3e09d59700 1 -- 172.21.15.99:0/2893001766 >> 172.21.15.99:0/2893001766 conn(0x7f3e040d1bf0 msgr2=0x7f3e040d2150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:17.800 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.795+0000 7f3e09d59700 1 -- 172.21.15.99:0/2893001766 shutdown_connections 2023-11-18T23:04:17.801 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.795+0000 7f3e09d59700 1 -- 172.21.15.99:0/2893001766 wait complete. 2023-11-18T23:04:17.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.796+0000 7f3e09d59700 1 Processor -- start 2023-11-18T23:04:17.803 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.796+0000 7f3e09d59700 1 -- start start 2023-11-18T23:04:17.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e09d59700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3e04071c10 0x7f3e04155ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e09d59700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e0415b960 0x7f3e041576c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e09d59700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04161b20 0x7f3e04157c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e09d59700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e0406d2c0 con 0x7f3e0415b960 2023-11-18T23:04:17.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e09d59700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e041601a0 con 0x7f3e04071c10 2023-11-18T23:04:17.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e09d59700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e04156420 con 0x7f3e04161b20 2023-11-18T23:04:17.804 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e02ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e0415b960 0x7f3e041576c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.805 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e02ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e0415b960 0x7f3e041576c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47868/0 (socket says 172.21.15.99:47868) 2023-11-18T23:04:17.805 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e02ffd700 1 -- 172.21.15.99:0/4290714172 learned_addr learned my addr 172.21.15.99:0/4290714172 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:17.805 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e03fff700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04161b20 0x7f3e04157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.805 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e037fe700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3e04071c10 0x7f3e04155ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.805 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e02ffd700 1 -- 172.21.15.99:0/4290714172 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04161b20 msgr2=0x7f3e04157c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.805 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e02ffd700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04161b20 0x7f3e04157c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.805 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e02ffd700 1 -- 172.21.15.99:0/4290714172 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3e04071c10 msgr2=0x7f3e04155ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:17.806 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e02ffd700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3e04071c10 0x7f3e04155ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:17.806 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e02ffd700 1 -- 172.21.15.99:0/4290714172 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3df8009550 con 0x7f3e0415b960 2023-11-18T23:04:17.806 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.797+0000 7f3e02ffd700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e0415b960 0x7f3e041576c0 secure :-1 s=READY pgs=3269 cs=0 l=1 rev1=1 crypto rx=0x7f3df8000c00 tx=0x7f3df8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:17.806 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.798+0000 7f3debfff700 1 -- 172.21.15.99:0/4290714172 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3df8004310 con 0x7f3e0415b960 2023-11-18T23:04:17.806 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.798+0000 7f3debfff700 1 -- 172.21.15.99:0/4290714172 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3df801e070 con 0x7f3e0415b960 2023-11-18T23:04:17.806 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.798+0000 7f3debfff700 1 -- 172.21.15.99:0/4290714172 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3df80036a0 con 0x7f3e0415b960 2023-11-18T23:04:17.806 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.798+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e0406c990 con 0x7f3e0415b960 2023-11-18T23:04:17.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.798+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e0406cf50 con 0x7f3e0415b960 2023-11-18T23:04:17.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.799+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e04068450 con 0x7f3e0415b960 2023-11-18T23:04:17.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.799+0000 7f3debfff700 1 -- 172.21.15.99:0/4290714172 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f3df8020030 con 0x7f3e0415b960 2023-11-18T23:04:17.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.800+0000 7f3debfff700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3df006aed0 0x7f3df006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:17.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.800+0000 7f3debfff700 1 -- 172.21.15.99:0/4290714172 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f3df808a100 con 0x7f3e0415b960 2023-11-18T23:04:17.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.800+0000 7f3e037fe700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3df006aed0 0x7f3df006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:17.807 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.800+0000 7f3e037fe700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3df006aed0 0x7f3df006d390 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f3df4006b20 tx=0x7f3df4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:17.810 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:17.808+0000 7f3debfff700 1 -- 172.21.15.99:0/4290714172 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f3df8055540 con 0x7f3e0415b960 2023-11-18T23:04:18.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.010+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7f3e040b7610 con 0x7f3df006aed0 2023-11-18T23:04:18.012 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.010+0000 7f3debfff700 1 -- 172.21.15.99:0/4290714172 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f3df4009dc0 con 0x7f3df006aed0 2023-11-18T23:04:18.014 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3df006aed0 msgr2=0x7f3df006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3df006aed0 0x7f3df006d390 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f3df4006b20 tx=0x7f3df4008040 comp rx=0 tx=0).stop 2023-11-18T23:04:18.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e0415b960 msgr2=0x7f3e041576c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e0415b960 0x7f3e041576c0 secure :-1 s=READY pgs=3269 cs=0 l=1 rev1=1 crypto rx=0x7f3df8000c00 tx=0x7f3df8004750 comp rx=0 tx=0).stop 2023-11-18T23:04:18.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 shutdown_connections 2023-11-18T23:04:18.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f3e04161b20 0x7f3e04157c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3e04071c10 0x7f3e04155ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.015 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f3df006aed0 0x7f3df006d390 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 --2- 172.21.15.99:0/4290714172 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3e0415b960 0x7f3e041576c0 unknown :-1 s=CLOSED pgs=3269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 >> 172.21.15.99:0/4290714172 conn(0x7f3e040d1bf0 msgr2=0x7f3e0415ad50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:18.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.012+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 shutdown_connections 2023-11-18T23:04:18.016 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.013+0000 7f3e09d59700 1 -- 172.21.15.99:0/4290714172 wait complete. 2023-11-18T23:04:18.016 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 0 to deep-scrub 2023-11-18T23:04:18.027 INFO:tasks.ceph:Scrubbing osd.1 2023-11-18T23:04:18.027 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2023-11-18T23:04:18.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.154+0000 7f992dec1700 1 Processor -- start 2023-11-18T23:04:18.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.154+0000 7f992dec1700 1 -- start start 2023-11-18T23:04:18.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.155+0000 7f992dec1700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f992815c1a0 0x7f99280ceea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.155+0000 7f992dec1700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f992815d260 con 0x7f99280704f0 2023-11-18T23:04:18.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.155+0000 7f992dec1700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f992815c650 con 0x7f99280b5d70 2023-11-18T23:04:18.159 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.155+0000 7f992dec1700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f992815c930 con 0x7f992815c1a0 2023-11-18T23:04:18.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.155+0000 7f99277fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f99280704f0 0x7f99280708d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34486/0 (socket says 172.21.15.99:34486) 2023-11-18T23:04:18.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.155+0000 7f99277fe700 1 -- 172.21.15.99:0/106630352 learned_addr learned my addr 172.21.15.99:0/106630352 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:18.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.155+0000 7f9927fff700 1 --2- 172.21.15.99:0/106630352 >> v2:172.21.15.181:3300/0 conn(0x7f992815c1a0 0x7f99280ceea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f99267fc700 1 -- 172.21.15.99:0/106630352 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 929103631 0 0) 0x7f992815d260 con 0x7f99280704f0 2023-11-18T23:04:18.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f99267fc700 1 -- 172.21.15.99:0/106630352 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f99100035b0 con 0x7f99280704f0 2023-11-18T23:04:18.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f99267fc700 1 -- 172.21.15.99:0/106630352 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 407243176 0 0) 0x7f992815c650 con 0x7f99280b5d70 2023-11-18T23:04:18.160 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f99267fc700 1 -- 172.21.15.99:0/106630352 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f992815d260 con 0x7f99280b5d70 2023-11-18T23:04:18.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f9927fff700 1 -- 172.21.15.99:0/106630352 >> v1:172.21.15.181:6789/0 conn(0x7f99280b5d70 legacy=0x7f99280af960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f9927fff700 1 -- 172.21.15.99:0/106630352 >> v1:172.21.15.99:6789/0 conn(0x7f99280704f0 legacy=0x7f99280708d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f9927fff700 1 -- 172.21.15.99:0/106630352 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f992815cc10 con 0x7f992815c1a0 2023-11-18T23:04:18.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f9927fff700 1 --2- 172.21.15.99:0/106630352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992815c1a0 0x7f99280ceea0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9920009d90 tx=0x7f992000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bae6782af61f8a55 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f99267fc700 1 -- 172.21.15.99:0/106630352 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f992000e070 con 0x7f992815c1a0 2023-11-18T23:04:18.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f99267fc700 1 -- 172.21.15.99:0/106630352 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f992000bb20 con 0x7f992815c1a0 2023-11-18T23:04:18.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.156+0000 7f99267fc700 1 -- 172.21.15.99:0/106630352 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9920012430 con 0x7f992815c1a0 2023-11-18T23:04:18.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.157+0000 7f992dec1700 1 -- 172.21.15.99:0/106630352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992815c1a0 msgr2=0x7f99280ceea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.161 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.157+0000 7f992dec1700 1 --2- 172.21.15.99:0/106630352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992815c1a0 0x7f99280ceea0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9920009d90 tx=0x7f992000b330 comp rx=0 tx=0).stop 2023-11-18T23:04:18.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.157+0000 7f992dec1700 1 -- 172.21.15.99:0/106630352 shutdown_connections 2023-11-18T23:04:18.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.157+0000 7f992dec1700 1 --2- 172.21.15.99:0/106630352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992815c1a0 0x7f99280ceea0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.157+0000 7f992dec1700 1 -- 172.21.15.99:0/106630352 >> 172.21.15.99:0/106630352 conn(0x7f992806b200 msgr2=0x7f992806b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:18.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.157+0000 7f992dec1700 1 -- 172.21.15.99:0/106630352 shutdown_connections 2023-11-18T23:04:18.162 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.157+0000 7f992dec1700 1 -- 172.21.15.99:0/106630352 wait complete. 2023-11-18T23:04:18.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.158+0000 7f992dec1700 1 Processor -- start 2023-11-18T23:04:18.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.158+0000 7f992dec1700 1 -- start start 2023-11-18T23:04:18.165 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f992dec1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99280704f0 0x7f9928150da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f992dec1700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f99280b5d70 0x7f9928143a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f992dec1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992815c1a0 0x7f992815ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f992dec1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9928143f80 con 0x7f99280704f0 2023-11-18T23:04:18.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f992dec1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f992815db30 con 0x7f992815c1a0 2023-11-18T23:04:18.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f992dec1700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f992815de10 con 0x7f99280b5d70 2023-11-18T23:04:18.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f99277fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99280704f0 0x7f9928150da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.166 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f99277fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99280704f0 0x7f9928150da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47880/0 (socket says 172.21.15.99:47880) 2023-11-18T23:04:18.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f99277fe700 1 -- 172.21.15.99:0/2851924720 learned_addr learned my addr 172.21.15.99:0/2851924720 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:18.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f99277fe700 1 -- 172.21.15.99:0/2851924720 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f99280b5d70 msgr2=0x7f9928143a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f9927fff700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992815c1a0 0x7f992815ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f9926ffd700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f99280b5d70 0x7f9928143a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f99277fe700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f99280b5d70 0x7f9928143a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f99277fe700 1 -- 172.21.15.99:0/2851924720 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992815c1a0 msgr2=0x7f992815ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f99277fe700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992815c1a0 0x7f992815ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f99277fe700 1 -- 172.21.15.99:0/2851924720 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9920009a70 con 0x7f99280704f0 2023-11-18T23:04:18.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f9927fff700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992815c1a0 0x7f992815ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:18.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.159+0000 7f99277fe700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99280704f0 0x7f9928150da0 secure :-1 s=READY pgs=3271 cs=0 l=1 rev1=1 crypto rx=0x7f991c00c700 tx=0x7f991c00cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.160+0000 7f990ffff700 1 -- 172.21.15.99:0/2851924720 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c005d70 con 0x7f99280704f0 2023-11-18T23:04:18.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.160+0000 7f990ffff700 1 -- 172.21.15.99:0/2851924720 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f991c0070d0 con 0x7f99280704f0 2023-11-18T23:04:18.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.160+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f992815e0f0 con 0x7f99280704f0 2023-11-18T23:04:18.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.160+0000 7f990ffff700 1 -- 172.21.15.99:0/2851924720 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c007480 con 0x7f99280704f0 2023-11-18T23:04:18.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.160+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f992815e6b0 con 0x7f99280704f0 2023-11-18T23:04:18.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.161+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f992815ba40 con 0x7f99280704f0 2023-11-18T23:04:18.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.161+0000 7f990ffff700 1 -- 172.21.15.99:0/2851924720 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f991c0075e0 con 0x7f99280704f0 2023-11-18T23:04:18.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.161+0000 7f990ffff700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f991406aed0 0x7f991406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.161+0000 7f9926ffd700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f991406aed0 0x7f991406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.161+0000 7f990ffff700 1 -- 172.21.15.99:0/2851924720 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f991c088920 con 0x7f99280704f0 2023-11-18T23:04:18.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.162+0000 7f990ffff700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7f9914070d30 0x7f9914073150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.162+0000 7f990ffff700 1 -- 172.21.15.99:0/2851924720 --> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9914073820 con 0x7f9914070d30 2023-11-18T23:04:18.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.162+0000 7f990ffff700 1 -- 172.21.15.99:0/2851924720 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f991c08d2c0 con 0x7f99280704f0 2023-11-18T23:04:18.169 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.162+0000 7f9927fff700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7f9914070d30 0x7f9914073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.162+0000 7f9926ffd700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f991406aed0 0x7f991406d390 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f99180010e0 tx=0x7f9918009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.162+0000 7f9927fff700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7f9914070d30 0x7f9914073150 crc :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.163+0000 7f990ffff700 1 -- 172.21.15.99:0/2851924720 <== osd.1 v2:172.21.15.99:6800/1049735957 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f9914073820 con 0x7f9914070d30 2023-11-18T23:04:18.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.178+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 --> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f992815ea20 con 0x7f9914070d30 2023-11-18T23:04:18.180 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.178+0000 7f990ffff700 1 -- 172.21.15.99:0/2851924720 <== osd.1 v2:172.21.15.99:6800/1049735957 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f992815ea20 con 0x7f9914070d30 2023-11-18T23:04:18.181 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T23:04:18.181 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-18T23:04:18.181 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T23:04:18.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7f9914070d30 msgr2=0x7f9914073150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6800/1049735957,v1:172.21.15.99:6801/1049735957] conn(0x7f9914070d30 0x7f9914073150 crc :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f991406aed0 msgr2=0x7f991406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f991406aed0 0x7f991406d390 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f99180010e0 tx=0x7f9918009040 comp rx=0 tx=0).stop 2023-11-18T23:04:18.182 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99280704f0 msgr2=0x7f9928150da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 --2- 172.21.15.99:0/2851924720 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99280704f0 0x7f9928150da0 secure :-1 s=READY pgs=3271 cs=0 l=1 rev1=1 crypto rx=0x7f991c00c700 tx=0x7f991c00cac0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f9927fff700 1 -- 172.21.15.99:0/2851924720 reap_dead start 2023-11-18T23:04:18.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 shutdown_connections 2023-11-18T23:04:18.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 >> 172.21.15.99:0/2851924720 conn(0x7f992806b200 msgr2=0x7f99280b6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:18.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 shutdown_connections 2023-11-18T23:04:18.183 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.179+0000 7f992dec1700 1 -- 172.21.15.99:0/2851924720 wait complete. 2023-11-18T23:04:18.193 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2023-11-18T23:04:18.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.319+0000 7fa9816ef700 1 Processor -- start 2023-11-18T23:04:18.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.319+0000 7fa9816ef700 1 -- start start 2023-11-18T23:04:18.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa9816ef700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c1586c0 0x7fa97c161a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa9816ef700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa97c15ee80 0x7fa97c072590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa9816ef700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa97c141230 con 0x7fa97c072ad0 2023-11-18T23:04:18.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa9816ef700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa97c072f40 con 0x7fa97c15ee80 2023-11-18T23:04:18.324 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa9816ef700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c070550 con 0x7fa97c1586c0 2023-11-18T23:04:18.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa97a7fc700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa97c15ee80 0x7fa97c072590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa97b7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fa97c072ad0 0x7fa97c143590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34506/0 (socket says 172.21.15.99:34506) 2023-11-18T23:04:18.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa97b7fe700 1 -- 172.21.15.99:0/2929931092 learned_addr learned my addr 172.21.15.99:0/2929931092 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:18.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa97affd700 1 --2- 172.21.15.99:0/2929931092 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c1586c0 0x7fa97c161a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa97a7fc700 1 -- 172.21.15.99:0/2929931092 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c1586c0 msgr2=0x7fa97c161a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:18.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa97a7fc700 1 --2- 172.21.15.99:0/2929931092 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c1586c0 0x7fa97c161a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa97a7fc700 1 -- 172.21.15.99:0/2929931092 >> v1:172.21.15.99:6789/0 conn(0x7fa97c072ad0 legacy=0x7fa97c143590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa979ffb700 1 -- 172.21.15.99:0/2929931092 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1508525686 0 0) 0x7fa97c141230 con 0x7fa97c072ad0 2023-11-18T23:04:18.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.320+0000 7fa97a7fc700 1 -- 172.21.15.99:0/2929931092 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa97c162040 con 0x7fa97c15ee80 2023-11-18T23:04:18.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa97a7fc700 1 --2- 172.21.15.99:0/2929931092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c15ee80 0x7fa97c072590 secure :-1 s=READY pgs=3273 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009840 tx=0x7fa96c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d37b7ccbd291e063 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa979ffb700 1 -- 172.21.15.99:0/2929931092 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa96c011830 con 0x7fa97c15ee80 2023-11-18T23:04:18.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa979ffb700 1 -- 172.21.15.99:0/2929931092 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa96c011990 con 0x7fa97c15ee80 2023-11-18T23:04:18.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa979ffb700 1 -- 172.21.15.99:0/2929931092 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa96c011d20 con 0x7fa97c15ee80 2023-11-18T23:04:18.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa9816ef700 1 -- 172.21.15.99:0/2929931092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c15ee80 msgr2=0x7fa97c072590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa9816ef700 1 --2- 172.21.15.99:0/2929931092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c15ee80 0x7fa97c072590 secure :-1 s=READY pgs=3273 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009840 tx=0x7fa96c009b50 comp rx=0 tx=0).stop 2023-11-18T23:04:18.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa9816ef700 1 -- 172.21.15.99:0/2929931092 shutdown_connections 2023-11-18T23:04:18.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa9816ef700 1 --2- 172.21.15.99:0/2929931092 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c1586c0 0x7fa97c161a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa9816ef700 1 --2- 172.21.15.99:0/2929931092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c15ee80 0x7fa97c072590 unknown :-1 s=CLOSED pgs=3273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa9816ef700 1 -- 172.21.15.99:0/2929931092 >> 172.21.15.99:0/2929931092 conn(0x7fa97c0b6110 msgr2=0x7fa97c0b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:18.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa9816ef700 1 -- 172.21.15.99:0/2929931092 shutdown_connections 2023-11-18T23:04:18.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.321+0000 7fa9816ef700 1 -- 172.21.15.99:0/2929931092 wait complete. 2023-11-18T23:04:18.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.323+0000 7fa9816ef700 1 Processor -- start 2023-11-18T23:04:18.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.323+0000 7fa9816ef700 1 -- start start 2023-11-18T23:04:18.331 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.323+0000 7fa9816ef700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c072ad0 0x7fa97c06ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.323+0000 7fa9816ef700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa97c1586c0 0x7fa97c0b7590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.323+0000 7fa9816ef700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c15ee80 0x7fa97c0b7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.323+0000 7fa9816ef700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c159100 con 0x7fa97c072ad0 2023-11-18T23:04:18.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.323+0000 7fa9816ef700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c06e580 con 0x7fa97c1586c0 2023-11-18T23:04:18.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.323+0000 7fa9816ef700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c0b8010 con 0x7fa97c15ee80 2023-11-18T23:04:18.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97affd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c072ad0 0x7fa97c06ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.332 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97affd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c072ad0 0x7fa97c06ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47896/0 (socket says 172.21.15.99:47896) 2023-11-18T23:04:18.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97affd700 1 -- 172.21.15.99:0/1005552768 learned_addr learned my addr 172.21.15.99:0/1005552768 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:18.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97b7fe700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c15ee80 0x7fa97c0b7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97a7fc700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa97c1586c0 0x7fa97c0b7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97affd700 1 -- 172.21.15.99:0/1005552768 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c15ee80 msgr2=0x7fa97c0b7ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97affd700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c15ee80 0x7fa97c0b7ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.333 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97affd700 1 -- 172.21.15.99:0/1005552768 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa97c1586c0 msgr2=0x7fa97c0b7590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97affd700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa97c1586c0 0x7fa97c0b7590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97affd700 1 -- 172.21.15.99:0/1005552768 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa96c0094a0 con 0x7fa97c072ad0 2023-11-18T23:04:18.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa97affd700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c072ad0 0x7fa97c06ea10 secure :-1 s=READY pgs=3274 cs=0 l=1 rev1=1 crypto rx=0x7fa96400e840 tx=0x7fa96400ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa9737fe700 1 -- 172.21.15.99:0/1005552768 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa964013610 con 0x7fa97c072ad0 2023-11-18T23:04:18.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa9737fe700 1 -- 172.21.15.99:0/1005552768 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa964013770 con 0x7fa97c072ad0 2023-11-18T23:04:18.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa97c158b40 con 0x7fa97c072ad0 2023-11-18T23:04:18.334 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa9737fe700 1 -- 172.21.15.99:0/1005552768 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa964013b20 con 0x7fa97c072ad0 2023-11-18T23:04:18.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.324+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa97c06e210 con 0x7fa97c072ad0 2023-11-18T23:04:18.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.325+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa97c15d810 con 0x7fa97c072ad0 2023-11-18T23:04:18.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.326+0000 7fa9737fe700 1 -- 172.21.15.99:0/1005552768 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fa964013c80 con 0x7fa97c072ad0 2023-11-18T23:04:18.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.326+0000 7fa9737fe700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa95c06aed0 0x7fa95c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.326+0000 7fa9737fe700 1 -- 172.21.15.99:0/1005552768 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fa964088ea0 con 0x7fa97c072ad0 2023-11-18T23:04:18.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.326+0000 7fa97a7fc700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa95c06aed0 0x7fa95c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.335 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.326+0000 7fa97a7fc700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa95c06aed0 0x7fa95c06d390 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fa97c140bf0 tx=0x7fa96c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.336 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.330+0000 7fa9737fe700 1 -- 172.21.15.99:0/1005552768 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fa9640542e0 con 0x7fa97c072ad0 2023-11-18T23:04:18.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.535+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7fa97c15f300 con 0x7fa95c06aed0 2023-11-18T23:04:18.537 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.535+0000 7fa9737fe700 1 -- 172.21.15.99:0/1005552768 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fa96c011630 con 0x7fa95c06aed0 2023-11-18T23:04:18.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa95c06aed0 msgr2=0x7fa95c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa95c06aed0 0x7fa95c06d390 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fa97c140bf0 tx=0x7fa96c008030 comp rx=0 tx=0).stop 2023-11-18T23:04:18.539 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c072ad0 msgr2=0x7fa97c06ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c072ad0 0x7fa97c06ea10 secure :-1 s=READY pgs=3274 cs=0 l=1 rev1=1 crypto rx=0x7fa96400e840 tx=0x7fa96400ec00 comp rx=0 tx=0).stop 2023-11-18T23:04:18.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 shutdown_connections 2023-11-18T23:04:18.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fa95c06aed0 0x7fa95c06d390 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa97c072ad0 0x7fa97c06ea10 unknown :-1 s=CLOSED pgs=3274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fa97c15ee80 0x7fa97c0b7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 --2- 172.21.15.99:0/1005552768 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa97c1586c0 0x7fa97c0b7590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.540 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 >> 172.21.15.99:0/1005552768 conn(0x7fa97c0b6110 msgr2=0x7fa97c0d0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:18.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 shutdown_connections 2023-11-18T23:04:18.541 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.537+0000 7fa9816ef700 1 -- 172.21.15.99:0/1005552768 wait complete. 2023-11-18T23:04:18.541 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 1 to deep-scrub 2023-11-18T23:04:18.552 INFO:tasks.ceph:Scrubbing osd.2 2023-11-18T23:04:18.552 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2023-11-18T23:04:18.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.680+0000 7fbd374c9700 1 Processor -- start 2023-11-18T23:04:18.682 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.680+0000 7fbd374c9700 1 -- start start 2023-11-18T23:04:18.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd374c9700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fbd30147810 0x7fbd3006e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd374c9700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbd300704f0 0x7fbd30070950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd374c9700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbd30161ad0 0x7fbd30161f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd374c9700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd300b0e00 con 0x7fbd30161ad0 2023-11-18T23:04:18.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd374c9700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd30070e90 con 0x7fbd30147810 2023-11-18T23:04:18.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd374c9700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd300aff10 con 0x7fbd300704f0 2023-11-18T23:04:18.685 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd35a66700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbd30161ad0 0x7fbd30161f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd35a66700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbd30161ad0 0x7fbd30161f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47908/0 (socket says 172.21.15.99:47908) 2023-11-18T23:04:18.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd35a66700 1 -- 172.21.15.99:0/2100156646 learned_addr learned my addr 172.21.15.99:0/2100156646 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:18.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd35265700 1 --2- 172.21.15.99:0/2100156646 >> v2:172.21.15.181:3300/0 conn(0x7fbd30147810 0x7fbd3006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd34a64700 1 --2- 172.21.15.99:0/2100156646 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbd300704f0 0x7fbd30070950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd35a66700 1 -- 172.21.15.99:0/2100156646 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbd300704f0 msgr2=0x7fbd30070950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:18.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd35a66700 1 --2- 172.21.15.99:0/2100156646 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbd300704f0 0x7fbd30070950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.686 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd35a66700 1 -- 172.21.15.99:0/2100156646 >> v2:172.21.15.181:3300/0 conn(0x7fbd30147810 msgr2=0x7fbd3006e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:18.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd35a66700 1 --2- 172.21.15.99:0/2100156646 >> v2:172.21.15.181:3300/0 conn(0x7fbd30147810 0x7fbd3006e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.681+0000 7fbd35a66700 1 -- 172.21.15.99:0/2100156646 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd300b01f0 con 0x7fbd30161ad0 2023-11-18T23:04:18.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd35a66700 1 --2- 172.21.15.99:0/2100156646 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30161ad0 0x7fbd30161f20 secure :-1 s=READY pgs=3275 cs=0 l=1 rev1=1 crypto rx=0x7fbd300b1b60 tx=0x7fbd2800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9726e00815e340e6 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd27fff700 1 -- 172.21.15.99:0/2100156646 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2800e070 con 0x7fbd30161ad0 2023-11-18T23:04:18.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd27fff700 1 -- 172.21.15.99:0/2100156646 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd2800b910 con 0x7fbd30161ad0 2023-11-18T23:04:18.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd27fff700 1 -- 172.21.15.99:0/2100156646 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2800bcc0 con 0x7fbd30161ad0 2023-11-18T23:04:18.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd374c9700 1 -- 172.21.15.99:0/2100156646 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30161ad0 msgr2=0x7fbd30161f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.687 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd374c9700 1 --2- 172.21.15.99:0/2100156646 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30161ad0 0x7fbd30161f20 secure :-1 s=READY pgs=3275 cs=0 l=1 rev1=1 crypto rx=0x7fbd300b1b60 tx=0x7fbd2800b330 comp rx=0 tx=0).stop 2023-11-18T23:04:18.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd374c9700 1 -- 172.21.15.99:0/2100156646 shutdown_connections 2023-11-18T23:04:18.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd374c9700 1 --2- 172.21.15.99:0/2100156646 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30161ad0 0x7fbd30161f20 unknown :-1 s=CLOSED pgs=3275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd374c9700 1 --2- 172.21.15.99:0/2100156646 >> v2:172.21.15.181:3300/0 conn(0x7fbd30147810 0x7fbd3006e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd374c9700 1 --2- 172.21.15.99:0/2100156646 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbd300704f0 0x7fbd30070950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd374c9700 1 -- 172.21.15.99:0/2100156646 >> 172.21.15.99:0/2100156646 conn(0x7fbd300b2310 msgr2=0x7fbd300b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:18.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd374c9700 1 -- 172.21.15.99:0/2100156646 shutdown_connections 2023-11-18T23:04:18.688 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.682+0000 7fbd374c9700 1 -- 172.21.15.99:0/2100156646 wait complete. 2023-11-18T23:04:18.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd374c9700 1 Processor -- start 2023-11-18T23:04:18.691 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd374c9700 1 -- start start 2023-11-18T23:04:18.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd374c9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300704f0 0x7fbd3015eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd374c9700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbd30147810 0x7fbd30146790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd374c9700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbd30161ad0 0x7fbd3015b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd374c9700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd3015be20 con 0x7fbd300704f0 2023-11-18T23:04:18.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd374c9700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd3015f340 con 0x7fbd30161ad0 2023-11-18T23:04:18.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd374c9700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd3015f620 con 0x7fbd30147810 2023-11-18T23:04:18.692 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd35265700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300704f0 0x7fbd3015eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd35265700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300704f0 0x7fbd3015eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47910/0 (socket says 172.21.15.99:47910) 2023-11-18T23:04:18.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.684+0000 7fbd35265700 1 -- 172.21.15.99:0/924960881 learned_addr learned my addr 172.21.15.99:0/924960881 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:18.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd35265700 1 -- 172.21.15.99:0/924960881 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbd30147810 msgr2=0x7fbd30146790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd35265700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fbd30147810 0x7fbd30146790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd35265700 1 -- 172.21.15.99:0/924960881 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbd30161ad0 msgr2=0x7fbd3015b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd35265700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbd30161ad0 0x7fbd3015b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd35265700 1 -- 172.21.15.99:0/924960881 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd28009b30 con 0x7fbd300704f0 2023-11-18T23:04:18.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd35265700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300704f0 0x7fbd3015eca0 secure :-1 s=READY pgs=3276 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000e9b0 tx=0x7fbd2000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd25ffb700 1 -- 172.21.15.99:0/924960881 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd20009710 con 0x7fbd300704f0 2023-11-18T23:04:18.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd25ffb700 1 -- 172.21.15.99:0/924960881 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd2000c850 con 0x7fbd300704f0 2023-11-18T23:04:18.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd3015f900 con 0x7fbd300704f0 2023-11-18T23:04:18.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd25ffb700 1 -- 172.21.15.99:0/924960881 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2000cbc0 con 0x7fbd300704f0 2023-11-18T23:04:18.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.685+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd3015fbe0 con 0x7fbd300704f0 2023-11-18T23:04:18.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.686+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fbd300b40b0 con 0x7fbd300704f0 2023-11-18T23:04:18.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.687+0000 7fbd25ffb700 1 -- 172.21.15.99:0/924960881 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fbd2000cd20 con 0x7fbd300704f0 2023-11-18T23:04:18.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.687+0000 7fbd25ffb700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbd1406aed0 0x7fbd1406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.687+0000 7fbd25ffb700 1 -- 172.21.15.99:0/924960881 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fbd200893d0 con 0x7fbd300704f0 2023-11-18T23:04:18.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.687+0000 7fbd34a64700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbd1406aed0 0x7fbd1406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.687+0000 7fbd25ffb700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fbd14070d30 0x7fbd14073150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.687+0000 7fbd25ffb700 1 -- 172.21.15.99:0/924960881 --> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbd14073820 con 0x7fbd14070d30 2023-11-18T23:04:18.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.687+0000 7fbd25ffb700 1 -- 172.21.15.99:0/924960881 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd2008ba90 con 0x7fbd300704f0 2023-11-18T23:04:18.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.687+0000 7fbd35a66700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fbd14070d30 0x7fbd14073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.695 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.687+0000 7fbd34a64700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbd1406aed0 0x7fbd1406d390 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fbd300d01a0 tx=0x7fbd2c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.696 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.688+0000 7fbd35a66700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fbd14070d30 0x7fbd14073150 crc :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.696 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.689+0000 7fbd25ffb700 1 -- 172.21.15.99:0/924960881 <== osd.2 v2:172.21.15.99:6817/1517971859 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fbd14073820 con 0x7fbd14070d30 2023-11-18T23:04:18.706 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.704+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 --> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fbd300b0a90 con 0x7fbd14070d30 2023-11-18T23:04:18.706 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd25ffb700 1 -- 172.21.15.99:0/924960881 <== osd.2 v2:172.21.15.99:6817/1517971859 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fbd2800cc50 con 0x7fbd14070d30 2023-11-18T23:04:18.707 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T23:04:18.707 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-18T23:04:18.707 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T23:04:18.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fbd14070d30 msgr2=0x7fbd14073150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6817/1517971859,v1:172.21.15.99:6819/1517971859] conn(0x7fbd14070d30 0x7fbd14073150 crc :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbd1406aed0 msgr2=0x7fbd1406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.708 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fbd1406aed0 0x7fbd1406d390 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fbd300d01a0 tx=0x7fbd2c008040 comp rx=0 tx=0).stop 2023-11-18T23:04:18.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300704f0 msgr2=0x7fbd3015eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 --2- 172.21.15.99:0/924960881 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300704f0 0x7fbd3015eca0 secure :-1 s=READY pgs=3276 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000e9b0 tx=0x7fbd2000ed70 comp rx=0 tx=0).stop 2023-11-18T23:04:18.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd35a66700 1 -- 172.21.15.99:0/924960881 reap_dead start 2023-11-18T23:04:18.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 shutdown_connections 2023-11-18T23:04:18.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 >> 172.21.15.99:0/924960881 conn(0x7fbd300b2310 msgr2=0x7fbd300b6200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:18.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 shutdown_connections 2023-11-18T23:04:18.709 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.705+0000 7fbd374c9700 1 -- 172.21.15.99:0/924960881 wait complete. 2023-11-18T23:04:18.719 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2023-11-18T23:04:18.844 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.842+0000 7f5c42333700 1 Processor -- start 2023-11-18T23:04:18.845 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.842+0000 7f5c42333700 1 -- start start 2023-11-18T23:04:18.847 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.843+0000 7f5c42333700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f5c3c15ad60 0x7f5c3c0b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.847 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.843+0000 7f5c42333700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c0ce040 0x7f5c3c0b5710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.847 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.843+0000 7f5c42333700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c3c0b6020 con 0x7f5c3c15b140 2023-11-18T23:04:18.847 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.843+0000 7f5c42333700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c3c071b10 con 0x7f5c3c15ad60 2023-11-18T23:04:18.847 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.843+0000 7f5c42333700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c0b5d40 con 0x7f5c3c0ce040 2023-11-18T23:04:18.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.843+0000 7f5c3b7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f5c3c15b140 0x7f5c3c0cd930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34532/0 (socket says 172.21.15.99:34532) 2023-11-18T23:04:18.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.843+0000 7f5c3b7fe700 1 -- 172.21.15.99:0/889709171 learned_addr learned my addr 172.21.15.99:0/889709171 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:18.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3bfff700 1 --2- 172.21.15.99:0/889709171 >> v2:172.21.15.181:3300/0 conn(0x7f5c3c15ad60 0x7f5c3c0b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c408d0700 1 --2- 172.21.15.99:0/889709171 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c0ce040 0x7f5c3c0b5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3affd700 1 -- 172.21.15.99:0/889709171 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3025164368 0 0) 0x7f5c3c0b6020 con 0x7f5c3c15b140 2023-11-18T23:04:18.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3affd700 1 -- 172.21.15.99:0/889709171 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c240035b0 con 0x7f5c3c15b140 2023-11-18T23:04:18.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3affd700 1 -- 172.21.15.99:0/889709171 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 894344065 0 0) 0x7f5c240035b0 con 0x7f5c3c15b140 2023-11-18T23:04:18.848 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3bfff700 1 -- 172.21.15.99:0/889709171 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c0ce040 msgr2=0x7f5c3c0b5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:18.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3bfff700 1 --2- 172.21.15.99:0/889709171 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c0ce040 0x7f5c3c0b5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3bfff700 1 -- 172.21.15.99:0/889709171 >> v1:172.21.15.99:6789/0 conn(0x7f5c3c15b140 legacy=0x7f5c3c0cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3bfff700 1 -- 172.21.15.99:0/889709171 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c3c15eba0 con 0x7f5c3c15ad60 2023-11-18T23:04:18.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3bfff700 1 --2- 172.21.15.99:0/889709171 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15ad60 0x7f5c3c0b51d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5c30009840 tx=0x7f5c30009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b676b105fae80616 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3affd700 1 -- 172.21.15.99:0/889709171 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c001670 con 0x7f5c3c15ad60 2023-11-18T23:04:18.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3affd700 1 -- 172.21.15.99:0/889709171 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c30004030 con 0x7f5c3c15ad60 2023-11-18T23:04:18.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.844+0000 7f5c3affd700 1 -- 172.21.15.99:0/889709171 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c300043c0 con 0x7f5c3c15ad60 2023-11-18T23:04:18.849 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.845+0000 7f5c42333700 1 -- 172.21.15.99:0/889709171 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15ad60 msgr2=0x7f5c3c0b51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.845+0000 7f5c42333700 1 --2- 172.21.15.99:0/889709171 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15ad60 0x7f5c3c0b51d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5c30009840 tx=0x7f5c30009b50 comp rx=0 tx=0).stop 2023-11-18T23:04:18.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.845+0000 7f5c42333700 1 -- 172.21.15.99:0/889709171 shutdown_connections 2023-11-18T23:04:18.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.845+0000 7f5c42333700 1 --2- 172.21.15.99:0/889709171 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c0ce040 0x7f5c3c0b5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.845+0000 7f5c42333700 1 --2- 172.21.15.99:0/889709171 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15ad60 0x7f5c3c0b51d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.845+0000 7f5c42333700 1 -- 172.21.15.99:0/889709171 >> 172.21.15.99:0/889709171 conn(0x7f5c3c067000 msgr2=0x7f5c3c0b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:18.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.845+0000 7f5c42333700 1 -- 172.21.15.99:0/889709171 shutdown_connections 2023-11-18T23:04:18.850 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.845+0000 7f5c42333700 1 -- 172.21.15.99:0/889709171 wait complete. 2023-11-18T23:04:18.853 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.846+0000 7f5c42333700 1 Processor -- start 2023-11-18T23:04:18.853 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.846+0000 7f5c42333700 1 -- start start 2023-11-18T23:04:18.853 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c42333700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5c3c0ce040 0x7f5c3c1f82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c42333700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c15ad60 0x7f5c3c0b0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c42333700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15b140 0x7f5c3c14ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c42333700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c1f8850 con 0x7f5c3c0ce040 2023-11-18T23:04:18.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c42333700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c0ae7a0 con 0x7f5c3c15b140 2023-11-18T23:04:18.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c42333700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c0adc20 con 0x7f5c3c15ad60 2023-11-18T23:04:18.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c3bfff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5c3c0ce040 0x7f5c3c1f82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.854 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c3bfff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5c3c0ce040 0x7f5c3c1f82e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47926/0 (socket says 172.21.15.99:47926) 2023-11-18T23:04:18.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c3bfff700 1 -- 172.21.15.99:0/3597464482 learned_addr learned my addr 172.21.15.99:0/3597464482 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:18.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c3b7fe700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c15ad60 0x7f5c3c0b0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c408d0700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15b140 0x7f5c3c14ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c3bfff700 1 -- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c15ad60 msgr2=0x7f5c3c0b0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c3bfff700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c15ad60 0x7f5c3c0b0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c3bfff700 1 -- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15b140 msgr2=0x7f5c3c14ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:18.855 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c3bfff700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15b140 0x7f5c3c14ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:18.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.847+0000 7f5c3bfff700 1 -- 172.21.15.99:0/3597464482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c300094a0 con 0x7f5c3c0ce040 2023-11-18T23:04:18.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.848+0000 7f5c408d0700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15b140 0x7f5c3c14ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:18.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.848+0000 7f5c3b7fe700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c15ad60 0x7f5c3c0b0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:18.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.848+0000 7f5c3bfff700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5c3c0ce040 0x7f5c3c1f82e0 secure :-1 s=READY pgs=3278 cs=0 l=1 rev1=1 crypto rx=0x7f5c3000a010 tx=0x7f5c30004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.848+0000 7f5c38ff9700 1 -- 172.21.15.99:0/3597464482 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c30003e10 con 0x7f5c3c0ce040 2023-11-18T23:04:18.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.848+0000 7f5c38ff9700 1 -- 172.21.15.99:0/3597464482 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c3001f070 con 0x7f5c3c0ce040 2023-11-18T23:04:18.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.848+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c3c0adf60 con 0x7f5c3c0ce040 2023-11-18T23:04:18.856 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.848+0000 7f5c38ff9700 1 -- 172.21.15.99:0/3597464482 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c30011870 con 0x7f5c3c0ce040 2023-11-18T23:04:18.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.848+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c3c0af060 con 0x7f5c3c0ce040 2023-11-18T23:04:18.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.849+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c3c073aa0 con 0x7f5c3c0ce040 2023-11-18T23:04:18.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.849+0000 7f5c38ff9700 1 -- 172.21.15.99:0/3597464482 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f5c300119d0 con 0x7f5c3c0ce040 2023-11-18T23:04:18.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.850+0000 7f5c38ff9700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5c2806aed0 0x7f5c2806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:18.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.850+0000 7f5c3b7fe700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5c2806aed0 0x7f5c2806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:18.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.850+0000 7f5c38ff9700 1 -- 172.21.15.99:0/3597464482 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f5c30021070 con 0x7f5c3c0ce040 2023-11-18T23:04:18.857 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.850+0000 7f5c3b7fe700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5c2806aed0 0x7f5c2806d390 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f5c3c15e570 tx=0x7f5c2c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:18.858 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:18.855+0000 7f5c38ff9700 1 -- 172.21.15.99:0/3597464482 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f5c30056100 con 0x7f5c3c0ce040 2023-11-18T23:04:19.061 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.059+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7f5c3c06f450 con 0x7f5c2806aed0 2023-11-18T23:04:19.062 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.060+0000 7f5c38ff9700 1 -- 172.21.15.99:0/3597464482 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f5c3c06f450 con 0x7f5c2806aed0 2023-11-18T23:04:19.065 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5c2806aed0 msgr2=0x7f5c2806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.066 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5c2806aed0 0x7f5c2806d390 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f5c3c15e570 tx=0x7f5c2c009040 comp rx=0 tx=0).stop 2023-11-18T23:04:19.066 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5c3c0ce040 msgr2=0x7f5c3c1f82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.066 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5c3c0ce040 0x7f5c3c1f82e0 secure :-1 s=READY pgs=3278 cs=0 l=1 rev1=1 crypto rx=0x7f5c3000a010 tx=0x7f5c30004750 comp rx=0 tx=0).stop 2023-11-18T23:04:19.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 shutdown_connections 2023-11-18T23:04:19.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f5c2806aed0 0x7f5c2806d390 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5c3c0ce040 0x7f5c3c1f82e0 unknown :-1 s=CLOSED pgs=3278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5c3c15b140 0x7f5c3c14ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 --2- 172.21.15.99:0/3597464482 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5c3c15ad60 0x7f5c3c0b0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 >> 172.21.15.99:0/3597464482 conn(0x7f5c3c067000 msgr2=0x7f5c3c06e5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:19.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 shutdown_connections 2023-11-18T23:04:19.067 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.062+0000 7f5c42333700 1 -- 172.21.15.99:0/3597464482 wait complete. 2023-11-18T23:04:19.068 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 2 to deep-scrub 2023-11-18T23:04:19.077 INFO:tasks.ceph:Scrubbing osd.3 2023-11-18T23:04:19.077 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2023-11-18T23:04:19.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.205+0000 7f8186682700 1 Processor -- start 2023-11-18T23:04:19.207 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.205+0000 7f8186682700 1 -- start start 2023-11-18T23:04:19.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.206+0000 7f8186682700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818015ad40 0x7f818006e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.206+0000 7f8186682700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f818006f540 0x7f8180071600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.206+0000 7f8186682700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81800b5540 con 0x7f8180071b40 2023-11-18T23:04:19.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.206+0000 7f8186682700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8180071fd0 con 0x7f818006f540 2023-11-18T23:04:19.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.206+0000 7f8186682700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8180072360 con 0x7f818015ad40 2023-11-18T23:04:19.209 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.206+0000 7f817ffff700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818015ad40 0x7f818006e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.206+0000 7f817f7fe700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f818006f540 0x7f8180071600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.206+0000 7f8184c1f700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7f8180071b40 0x7f818015e9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:45510/0 (socket says 172.21.15.99:45510) 2023-11-18T23:04:19.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.206+0000 7f8184c1f700 1 -- 172.21.15.99:0/3805957003 learned_addr learned my addr 172.21.15.99:0/3805957003 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:19.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f817f7fe700 1 -- 172.21.15.99:0/3805957003 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818015ad40 msgr2=0x7f818006e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:19.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f817f7fe700 1 --2- 172.21.15.99:0/3805957003 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818015ad40 0x7f818006e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f817f7fe700 1 -- 172.21.15.99:0/3805957003 >> v1:172.21.15.181:6789/0 conn(0x7f8180071b40 legacy=0x7f818015e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f817f7fe700 1 -- 172.21.15.99:0/3805957003 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f818006ec30 con 0x7f818006f540 2023-11-18T23:04:19.210 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f817ffff700 1 --2- 172.21.15.99:0/3805957003 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818015ad40 0x7f818006e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:19.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f817f7fe700 1 --2- 172.21.15.99:0/3805957003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f818006f540 0x7f8180071600 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8170009840 tx=0x7f8170009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=211bdba2d37249bb server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f817effd700 1 -- 172.21.15.99:0/3805957003 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8170011830 con 0x7f818006f540 2023-11-18T23:04:19.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f817effd700 1 -- 172.21.15.99:0/3805957003 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8170011990 con 0x7f818006f540 2023-11-18T23:04:19.211 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f817effd700 1 -- 172.21.15.99:0/3805957003 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8170011d20 con 0x7f818006f540 2023-11-18T23:04:19.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f8186682700 1 -- 172.21.15.99:0/3805957003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f818006f540 msgr2=0x7f8180071600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.207+0000 7f8186682700 1 --2- 172.21.15.99:0/3805957003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f818006f540 0x7f8180071600 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8170009840 tx=0x7f8170009b50 comp rx=0 tx=0).stop 2023-11-18T23:04:19.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.208+0000 7f8186682700 1 -- 172.21.15.99:0/3805957003 shutdown_connections 2023-11-18T23:04:19.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.208+0000 7f8186682700 1 --2- 172.21.15.99:0/3805957003 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818015ad40 0x7f818006e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.208+0000 7f8186682700 1 --2- 172.21.15.99:0/3805957003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f818006f540 0x7f8180071600 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.208+0000 7f8186682700 1 -- 172.21.15.99:0/3805957003 >> 172.21.15.99:0/3805957003 conn(0x7f818006b200 msgr2=0x7f818006b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:19.215 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.208+0000 7f8186682700 1 -- 172.21.15.99:0/3805957003 shutdown_connections 2023-11-18T23:04:19.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.208+0000 7f8186682700 1 -- 172.21.15.99:0/3805957003 wait complete. 2023-11-18T23:04:19.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.209+0000 7f8186682700 1 Processor -- start 2023-11-18T23:04:19.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.209+0000 7f8186682700 1 -- start start 2023-11-18T23:04:19.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8186682700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818006f540 0x7f8180142e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8186682700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8180071b40 0x7f818015b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8186682700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f818015ad40 0x7f8180147970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8186682700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81801486b0 con 0x7f818015ad40 2023-11-18T23:04:19.216 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8186682700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f818015e2d0 con 0x7f8180071b40 2023-11-18T23:04:19.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8186682700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8180143ad0 con 0x7f818006f540 2023-11-18T23:04:19.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8184c1f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f818015ad40 0x7f8180147970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8184c1f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f818015ad40 0x7f8180147970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47944/0 (socket says 172.21.15.99:47944) 2023-11-18T23:04:19.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8184c1f700 1 -- 172.21.15.99:0/3054952020 learned_addr learned my addr 172.21.15.99:0/3054952020 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:19.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f817ffff700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818006f540 0x7f8180142e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f817f7fe700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8180071b40 0x7f818015b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.217 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8184c1f700 1 -- 172.21.15.99:0/3054952020 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818006f540 msgr2=0x7f8180142e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8184c1f700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f818006f540 0x7f8180142e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8184c1f700 1 -- 172.21.15.99:0/3054952020 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8180071b40 msgr2=0x7f818015b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8184c1f700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8180071b40 0x7f818015b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8184c1f700 1 -- 172.21.15.99:0/3054952020 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81740094a0 con 0x7f818015ad40 2023-11-18T23:04:19.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f817f7fe700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8180071b40 0x7f818015b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:19.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f8184c1f700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f818015ad40 0x7f8180147970 secure :-1 s=READY pgs=3279 cs=0 l=1 rev1=1 crypto rx=0x7f817800cbc0 tx=0x7f817800cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f817cff9700 1 -- 172.21.15.99:0/3054952020 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817800ab50 con 0x7f818015ad40 2023-11-18T23:04:19.218 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f817cff9700 1 -- 172.21.15.99:0/3054952020 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f817800acb0 con 0x7f818015ad40 2023-11-18T23:04:19.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.210+0000 7f817cff9700 1 -- 172.21.15.99:0/3054952020 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8178012600 con 0x7f818015ad40 2023-11-18T23:04:19.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.211+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81700094a0 con 0x7f818015ad40 2023-11-18T23:04:19.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.211+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f818015dff0 con 0x7f818015ad40 2023-11-18T23:04:19.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.211+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f81800b51d0 con 0x7f818015ad40 2023-11-18T23:04:19.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.212+0000 7f817cff9700 1 -- 172.21.15.99:0/3054952020 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f817801b3b0 con 0x7f818015ad40 2023-11-18T23:04:19.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.212+0000 7f817cff9700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f816c06aed0 0x7f816c06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.212+0000 7f817cff9700 1 -- 172.21.15.99:0/3054952020 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f8178088e80 con 0x7f818015ad40 2023-11-18T23:04:19.219 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.212+0000 7f817ffff700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f816c06aed0 0x7f816c06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.213+0000 7f817cff9700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7f816c070d30 0x7f816c073150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.213+0000 7f817cff9700 1 -- 172.21.15.99:0/3054952020 --> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f816c073820 con 0x7f816c070d30 2023-11-18T23:04:19.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.213+0000 7f817cff9700 1 -- 172.21.15.99:0/3054952020 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f817808b540 con 0x7f818015ad40 2023-11-18T23:04:19.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.213+0000 7f817f7fe700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7f816c070d30 0x7f816c073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.213+0000 7f817ffff700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f816c06aed0 0x7f816c06d390 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f818015cf80 tx=0x7f8174008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.220 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.213+0000 7f817f7fe700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7f816c070d30 0x7f816c073150 crc :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.221 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.214+0000 7f817cff9700 1 -- 172.21.15.99:0/3054952020 <== osd.3 v2:172.21.15.99:6816/3934282425 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f816c073820 con 0x7f816c070d30 2023-11-18T23:04:19.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.229+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 --> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f818006f1f0 con 0x7f816c070d30 2023-11-18T23:04:19.231 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.229+0000 7f817cff9700 1 -- 172.21.15.99:0/3054952020 <== osd.3 v2:172.21.15.99:6816/3934282425 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f8170021040 con 0x7f816c070d30 2023-11-18T23:04:19.231 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T23:04:19.232 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-18T23:04:19.232 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T23:04:19.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.229+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7f816c070d30 msgr2=0x7f816c073150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.229+0000 7f8186682700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6816/3934282425,v1:172.21.15.99:6818/3934282425] conn(0x7f816c070d30 0x7f816c073150 crc :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.230+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f816c06aed0 msgr2=0x7f816c06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.230+0000 7f8186682700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f816c06aed0 0x7f816c06d390 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f818015cf80 tx=0x7f8174008040 comp rx=0 tx=0).stop 2023-11-18T23:04:19.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.230+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f818015ad40 msgr2=0x7f8180147970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.230+0000 7f8186682700 1 --2- 172.21.15.99:0/3054952020 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f818015ad40 0x7f8180147970 secure :-1 s=READY pgs=3279 cs=0 l=1 rev1=1 crypto rx=0x7f817800cbc0 tx=0x7f817800cf80 comp rx=0 tx=0).stop 2023-11-18T23:04:19.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.230+0000 7f8184c1f700 1 -- 172.21.15.99:0/3054952020 reap_dead start 2023-11-18T23:04:19.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.230+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 shutdown_connections 2023-11-18T23:04:19.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.230+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 >> 172.21.15.99:0/3054952020 conn(0x7f818006b200 msgr2=0x7f81800d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:19.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.230+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 shutdown_connections 2023-11-18T23:04:19.234 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.230+0000 7f8186682700 1 -- 172.21.15.99:0/3054952020 wait complete. 2023-11-18T23:04:19.244 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2023-11-18T23:04:19.369 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.367+0000 7ff2e99ee700 1 Processor -- start 2023-11-18T23:04:19.369 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.367+0000 7ff2e99ee700 1 -- start start 2023-11-18T23:04:19.371 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e99ee700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e41586c0 0x7ff2e4161a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e99ee700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff2e4072ca0 0x7ff2e4070a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e99ee700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2e4141230 con 0x7ff2e415ee80 2023-11-18T23:04:19.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e99ee700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2e4070550 con 0x7ff2e4072ca0 2023-11-18T23:04:19.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e99ee700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e4162040 con 0x7ff2e41586c0 2023-11-18T23:04:19.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e37fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff2e4072ca0 0x7ff2e4070a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e37fe700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff2e4072ca0 0x7ff2e4070a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47954/0 (socket says 172.21.15.99:47954) 2023-11-18T23:04:19.372 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e37fe700 1 -- 172.21.15.99:0/134882663 learned_addr learned my addr 172.21.15.99:0/134882663 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:19.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e2ffd700 1 --2- 172.21.15.99:0/134882663 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e41586c0 0x7ff2e4161a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e37fe700 1 -- 172.21.15.99:0/134882663 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e41586c0 msgr2=0x7ff2e4161a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:19.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e37fe700 1 --2- 172.21.15.99:0/134882663 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e41586c0 0x7ff2e4161a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e37fe700 1 -- 172.21.15.99:0/134882663 >> v1:172.21.15.181:6789/0 conn(0x7ff2e415ee80 legacy=0x7ff2e4072590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e37fe700 1 -- 172.21.15.99:0/134882663 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2e4162320 con 0x7ff2e4072ca0 2023-11-18T23:04:19.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.368+0000 7ff2e37fe700 1 --2- 172.21.15.99:0/134882663 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e4072ca0 0x7ff2e4070a00 secure :-1 s=READY pgs=3280 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc009e50 tx=0x7ff2dc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b3728e697e06558 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.373 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e1ffb700 1 -- 172.21.15.99:0/134882663 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2dc00e070 con 0x7ff2e4072ca0 2023-11-18T23:04:19.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e1ffb700 1 -- 172.21.15.99:0/134882663 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2dc00b910 con 0x7ff2e4072ca0 2023-11-18T23:04:19.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e1ffb700 1 -- 172.21.15.99:0/134882663 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2dc00bcc0 con 0x7ff2e4072ca0 2023-11-18T23:04:19.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e99ee700 1 -- 172.21.15.99:0/134882663 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e4072ca0 msgr2=0x7ff2e4070a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e99ee700 1 --2- 172.21.15.99:0/134882663 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e4072ca0 0x7ff2e4070a00 secure :-1 s=READY pgs=3280 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc009e50 tx=0x7ff2dc00b330 comp rx=0 tx=0).stop 2023-11-18T23:04:19.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e99ee700 1 -- 172.21.15.99:0/134882663 shutdown_connections 2023-11-18T23:04:19.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e99ee700 1 --2- 172.21.15.99:0/134882663 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e4072ca0 0x7ff2e4070a00 unknown :-1 s=CLOSED pgs=3280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e99ee700 1 --2- 172.21.15.99:0/134882663 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e41586c0 0x7ff2e4161a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.374 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e99ee700 1 -- 172.21.15.99:0/134882663 >> 172.21.15.99:0/134882663 conn(0x7ff2e40b6110 msgr2=0x7ff2e40b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:19.375 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e99ee700 1 -- 172.21.15.99:0/134882663 shutdown_connections 2023-11-18T23:04:19.375 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.369+0000 7ff2e99ee700 1 -- 172.21.15.99:0/134882663 wait complete. 2023-11-18T23:04:19.377 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.370+0000 7ff2e99ee700 1 Processor -- start 2023-11-18T23:04:19.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e99ee700 1 -- start start 2023-11-18T23:04:19.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e99ee700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2e4072ca0 0x7ff2e40ae870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e99ee700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e41586c0 0x7ff2e41409f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e99ee700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e415ee80 0x7ff2e40b0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e99ee700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e40b20b0 con 0x7ff2e41586c0 2023-11-18T23:04:19.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e99ee700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e4140f30 con 0x7ff2e4072ca0 2023-11-18T23:04:19.378 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e99ee700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e40b1190 con 0x7ff2e415ee80 2023-11-18T23:04:19.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e27fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e41586c0 0x7ff2e41409f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e27fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e41586c0 0x7ff2e41409f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47958/0 (socket says 172.21.15.99:47958) 2023-11-18T23:04:19.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.371+0000 7ff2e27fc700 1 -- 172.21.15.99:0/3223388323 learned_addr learned my addr 172.21.15.99:0/3223388323 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:19.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e37fe700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e415ee80 0x7ff2e40b0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e2ffd700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2e4072ca0 0x7ff2e40ae870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e27fc700 1 -- 172.21.15.99:0/3223388323 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e415ee80 msgr2=0x7ff2e40b0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.379 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e27fc700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e415ee80 0x7ff2e40b0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e27fc700 1 -- 172.21.15.99:0/3223388323 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2e4072ca0 msgr2=0x7ff2e40ae870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e27fc700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2e4072ca0 0x7ff2e40ae870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e27fc700 1 -- 172.21.15.99:0/3223388323 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2dc009b30 con 0x7ff2e41586c0 2023-11-18T23:04:19.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e27fc700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e41586c0 0x7ff2e41409f0 secure :-1 s=READY pgs=3281 cs=0 l=1 rev1=1 crypto rx=0x7ff2d400c480 tx=0x7ff2d400c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2cbfff700 1 -- 172.21.15.99:0/3223388323 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2d40052d0 con 0x7ff2e41586c0 2023-11-18T23:04:19.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2cbfff700 1 -- 172.21.15.99:0/3223388323 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2d4005430 con 0x7ff2e41586c0 2023-11-18T23:04:19.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2e40b1430 con 0x7ff2e41586c0 2023-11-18T23:04:19.380 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2cbfff700 1 -- 172.21.15.99:0/3223388323 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2d40038c0 con 0x7ff2e41586c0 2023-11-18T23:04:19.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.372+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2e40b19f0 con 0x7ff2e41586c0 2023-11-18T23:04:19.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.373+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2e40b21f0 con 0x7ff2e41586c0 2023-11-18T23:04:19.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.373+0000 7ff2cbfff700 1 -- 172.21.15.99:0/3223388323 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7ff2d4003a20 con 0x7ff2e41586c0 2023-11-18T23:04:19.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.374+0000 7ff2cbfff700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff2d006aed0 0x7ff2d006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.374+0000 7ff2cbfff700 1 -- 172.21.15.99:0/3223388323 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7ff2d40886d0 con 0x7ff2e41586c0 2023-11-18T23:04:19.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.374+0000 7ff2e2ffd700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff2d006aed0 0x7ff2d006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.381 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.374+0000 7ff2e2ffd700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff2d006aed0 0x7ff2d006d390 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8009b70 tx=0x7ff2d8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.382 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.378+0000 7ff2cbfff700 1 -- 172.21.15.99:0/3223388323 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7ff2e40b21f0 con 0x7ff2e41586c0 2023-11-18T23:04:19.583 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.581+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7ff2e41628e0 con 0x7ff2d006aed0 2023-11-18T23:04:19.584 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.582+0000 7ff2cbfff700 1 -- 172.21.15.99:0/3223388323 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ff2d80117b0 con 0x7ff2d006aed0 2023-11-18T23:04:19.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff2d006aed0 msgr2=0x7ff2d006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff2d006aed0 0x7ff2d006d390 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8009b70 tx=0x7ff2d8008040 comp rx=0 tx=0).stop 2023-11-18T23:04:19.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e41586c0 msgr2=0x7ff2e41409f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.586 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e41586c0 0x7ff2e41409f0 secure :-1 s=READY pgs=3281 cs=0 l=1 rev1=1 crypto rx=0x7ff2d400c480 tx=0x7ff2d400c840 comp rx=0 tx=0).stop 2023-11-18T23:04:19.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 shutdown_connections 2023-11-18T23:04:19.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7ff2e415ee80 0x7ff2e40b0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2e4072ca0 0x7ff2e40ae870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7ff2d006aed0 0x7ff2d006d390 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 --2- 172.21.15.99:0/3223388323 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e41586c0 0x7ff2e41409f0 unknown :-1 s=CLOSED pgs=3281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 >> 172.21.15.99:0/3223388323 conn(0x7ff2e40b6110 msgr2=0x7ff2e40743d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:19.587 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 shutdown_connections 2023-11-18T23:04:19.588 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.584+0000 7ff2e99ee700 1 -- 172.21.15.99:0/3223388323 wait complete. 2023-11-18T23:04:19.588 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 3 to deep-scrub 2023-11-18T23:04:19.598 INFO:tasks.ceph:Scrubbing osd.4 2023-11-18T23:04:19.598 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2023-11-18T23:04:19.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.725+0000 7fccfaaeb700 1 Processor -- start 2023-11-18T23:04:19.727 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.725+0000 7fccfaaeb700 1 -- start start 2023-11-18T23:04:19.729 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccfaaeb700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 0x7fccf40d00c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccfaaeb700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fccf40d0600 0x7fccf40b58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccfaaeb700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccf40d0a30 con 0x7fccf4162810 2023-11-18T23:04:19.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccfaaeb700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccf415f600 con 0x7fccf40d0600 2023-11-18T23:04:19.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccfaaeb700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccf415f320 con 0x7fccf415de00 2023-11-18T23:04:19.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccf9088700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fccf40d0600 0x7fccf40b58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccf9088700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fccf40d0600 0x7fccf40b58e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47966/0 (socket says 172.21.15.99:47966) 2023-11-18T23:04:19.730 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccf9088700 1 -- 172.21.15.99:0/981853336 learned_addr learned my addr 172.21.15.99:0/981853336 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:19.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccf8887700 1 --2- 172.21.15.99:0/981853336 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 0x7fccf40d00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccf9088700 1 -- 172.21.15.99:0/981853336 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 msgr2=0x7fccf40d00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:19.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccf9088700 1 --2- 172.21.15.99:0/981853336 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 0x7fccf40d00c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccf9088700 1 -- 172.21.15.99:0/981853336 >> v1:172.21.15.181:6789/0 conn(0x7fccf4162810 legacy=0x7fccf40b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:19.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.726+0000 7fccf9088700 1 -- 172.21.15.99:0/981853336 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccf4161d30 con 0x7fccf40d0600 2023-11-18T23:04:19.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccf9088700 1 --2- 172.21.15.99:0/981853336 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 0x7fccf40b58e0 secure :-1 s=READY pgs=3282 cs=0 l=1 rev1=1 crypto rx=0x7fccec009e50 tx=0x7fccec00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e232644d2be81f6a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccf37fe700 1 -- 172.21.15.99:0/981853336 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccec00e070 con 0x7fccf40d0600 2023-11-18T23:04:19.731 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccf37fe700 1 -- 172.21.15.99:0/981853336 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fccec003a20 con 0x7fccf40d0600 2023-11-18T23:04:19.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccf37fe700 1 -- 172.21.15.99:0/981853336 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccec003dd0 con 0x7fccf40d0600 2023-11-18T23:04:19.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccfaaeb700 1 -- 172.21.15.99:0/981853336 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 msgr2=0x7fccf40b58e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccfaaeb700 1 --2- 172.21.15.99:0/981853336 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 0x7fccf40b58e0 secure :-1 s=READY pgs=3282 cs=0 l=1 rev1=1 crypto rx=0x7fccec009e50 tx=0x7fccec00b330 comp rx=0 tx=0).stop 2023-11-18T23:04:19.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccfaaeb700 1 -- 172.21.15.99:0/981853336 shutdown_connections 2023-11-18T23:04:19.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccfaaeb700 1 --2- 172.21.15.99:0/981853336 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 0x7fccf40b58e0 unknown :-1 s=CLOSED pgs=3282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccfaaeb700 1 --2- 172.21.15.99:0/981853336 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 0x7fccf40d00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.732 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccfaaeb700 1 -- 172.21.15.99:0/981853336 >> 172.21.15.99:0/981853336 conn(0x7fccf406b200 msgr2=0x7fccf406b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:19.733 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccfaaeb700 1 -- 172.21.15.99:0/981853336 shutdown_connections 2023-11-18T23:04:19.733 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.727+0000 7fccfaaeb700 1 -- 172.21.15.99:0/981853336 wait complete. 2023-11-18T23:04:19.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.729+0000 7fccfaaeb700 1 Processor -- start 2023-11-18T23:04:19.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.729+0000 7fccfaaeb700 1 -- start start 2023-11-18T23:04:19.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.729+0000 7fccfaaeb700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 0x7fccf4155c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.736 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.729+0000 7fccfaaeb700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 0x7fccf40cf8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.737 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.729+0000 7fccfaaeb700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccf4162810 0x7fccf414e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.737 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.729+0000 7fccfaaeb700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccf414ffc0 con 0x7fccf40d0600 2023-11-18T23:04:19.737 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.729+0000 7fccfaaeb700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccf4153d10 con 0x7fccf4162810 2023-11-18T23:04:19.737 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.729+0000 7fccfaaeb700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccf414f6f0 con 0x7fccf415de00 2023-11-18T23:04:19.737 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf8887700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 0x7fccf4155c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.737 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf8887700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 0x7fccf4155c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47970/0 (socket says 172.21.15.99:47970) 2023-11-18T23:04:19.737 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf8887700 1 -- 172.21.15.99:0/1161666031 learned_addr learned my addr 172.21.15.99:0/1161666031 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:19.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf3fff700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 0x7fccf40cf8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf9088700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccf4162810 0x7fccf414e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf8887700 1 -- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 msgr2=0x7fccf40cf8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf8887700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 0x7fccf40cf8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf8887700 1 -- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccf4162810 msgr2=0x7fccf414e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf8887700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccf4162810 0x7fccf414e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf8887700 1 -- 172.21.15.99:0/1161666031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccec009b30 con 0x7fccf40d0600 2023-11-18T23:04:19.738 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf9088700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccf4162810 0x7fccf414e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:19.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf3fff700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fccf415de00 0x7fccf40cf8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:19.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf8887700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 0x7fccf4155c10 secure :-1 s=READY pgs=3283 cs=0 l=1 rev1=1 crypto rx=0x7fcce800c7f0 tx=0x7fcce800cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf17fa700 1 -- 172.21.15.99:0/1161666031 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcce8011800 con 0x7fccf40d0600 2023-11-18T23:04:19.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf17fa700 1 -- 172.21.15.99:0/1161666031 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcce8011960 con 0x7fccf40d0600 2023-11-18T23:04:19.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccf17fa700 1 -- 172.21.15.99:0/1161666031 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcce8011cf0 con 0x7fccf40d0600 2023-11-18T23:04:19.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccf4153a30 con 0x7fccf40d0600 2023-11-18T23:04:19.739 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.730+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccf414fbe0 con 0x7fccf40d0600 2023-11-18T23:04:19.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.731+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fccf41622f0 con 0x7fccf40d0600 2023-11-18T23:04:19.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.732+0000 7fccf17fa700 1 -- 172.21.15.99:0/1161666031 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fcce80233e0 con 0x7fccf40d0600 2023-11-18T23:04:19.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.732+0000 7fccf17fa700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fccd806aed0 0x7fccd806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.733+0000 7fccf17fa700 1 -- 172.21.15.99:0/1161666031 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fcce80898d0 con 0x7fccf40d0600 2023-11-18T23:04:19.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.733+0000 7fccf3fff700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fccd806aed0 0x7fccd806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.733+0000 7fccf17fa700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7fccd8070d30 0x7fccd8073150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.740 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.733+0000 7fccf17fa700 1 -- 172.21.15.99:0/1161666031 --> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fccd8073820 con 0x7fccd8070d30 2023-11-18T23:04:19.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.733+0000 7fccf17fa700 1 -- 172.21.15.99:0/1161666031 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcce8089c40 con 0x7fccf40d0600 2023-11-18T23:04:19.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.733+0000 7fccf9088700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7fccd8070d30 0x7fccd8073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.733+0000 7fccf3fff700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fccd806aed0 0x7fccd806d390 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fccf40726e0 tx=0x7fcce0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.733+0000 7fccf9088700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7fccd8070d30 0x7fccd8073150 crc :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.741 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.734+0000 7fccf17fa700 1 -- 172.21.15.99:0/1161666031 <== osd.4 v2:172.21.15.181:6808/3429689380 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fccd8073820 con 0x7fccd8070d30 2023-11-18T23:04:19.751 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.750+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 --> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fccf404f7b0 con 0x7fccd8070d30 2023-11-18T23:04:19.752 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.750+0000 7fccf17fa700 1 -- 172.21.15.99:0/1161666031 <== osd.4 v2:172.21.15.181:6808/3429689380 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fccf404f7b0 con 0x7fccd8070d30 2023-11-18T23:04:19.752 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T23:04:19.752 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-18T23:04:19.752 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T23:04:19.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.750+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7fccd8070d30 msgr2=0x7fccd8073150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.750+0000 7fccfaaeb700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.181:6808/3429689380,v1:172.21.15.181:6809/3429689380] conn(0x7fccd8070d30 0x7fccd8073150 crc :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.750+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fccd806aed0 msgr2=0x7fccd806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.750+0000 7fccfaaeb700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fccd806aed0 0x7fccd806d390 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fccf40726e0 tx=0x7fcce0008040 comp rx=0 tx=0).stop 2023-11-18T23:04:19.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.750+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 msgr2=0x7fccf4155c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.754 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.750+0000 7fccfaaeb700 1 --2- 172.21.15.99:0/1161666031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fccf40d0600 0x7fccf4155c10 secure :-1 s=READY pgs=3283 cs=0 l=1 rev1=1 crypto rx=0x7fcce800c7f0 tx=0x7fcce800cbb0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.750+0000 7fccf9088700 1 -- 172.21.15.99:0/1161666031 reap_dead start 2023-11-18T23:04:19.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.751+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 shutdown_connections 2023-11-18T23:04:19.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.751+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 >> 172.21.15.99:0/1161666031 conn(0x7fccf406b200 msgr2=0x7fccf40cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:19.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.751+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 shutdown_connections 2023-11-18T23:04:19.755 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.751+0000 7fccfaaeb700 1 -- 172.21.15.99:0/1161666031 wait complete. 2023-11-18T23:04:19.764 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2023-11-18T23:04:19.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.888+0000 7f8e5b04a700 1 Processor -- start 2023-11-18T23:04:19.890 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.888+0000 7f8e5b04a700 1 -- start start 2023-11-18T23:04:19.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e5b04a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e5415be60 0x7f8e5406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e5b04a700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e5406e520 con 0x7f8e5406d910 2023-11-18T23:04:19.893 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e5b04a700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e5406efc0 con 0x7f8e5415e880 2023-11-18T23:04:19.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e5b04a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e5406f2a0 con 0x7f8e5415be60 2023-11-18T23:04:19.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e58de6700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f8e5406d910 0x7f8e540b05f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34592/0 (socket says 172.21.15.99:34592) 2023-11-18T23:04:19.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e58de6700 1 -- 172.21.15.99:0/1912902775 learned_addr learned my addr 172.21.15.99:0/1912902775 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:19.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e595e7700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e5415be60 0x7f8e5406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1515609548 0 0) 0x7f8e5406e520 con 0x7f8e5406d910 2023-11-18T23:04:19.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8e400035b0 con 0x7f8e5406d910 2023-11-18T23:04:19.894 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 619770302 0 0) 0x7f8e5406efc0 con 0x7f8e5415e880 2023-11-18T23:04:19.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8e5406e520 con 0x7f8e5415e880 2023-11-18T23:04:19.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 120303184 0 0) 0x7f8e400035b0 con 0x7f8e5406d910 2023-11-18T23:04:19.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e5415be60 msgr2=0x7f8e5406e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:19.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e5415be60 0x7f8e5406e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 >> v1:172.21.15.181:6789/0 conn(0x7f8e5415e880 legacy=0x7f8e5415b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e5406f580 con 0x7f8e5406d910 2023-11-18T23:04:19.895 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f8e4c0019f0 con 0x7f8e5406d910 2023-11-18T23:04:19.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 >> v1:172.21.15.99:6789/0 conn(0x7f8e5406d910 legacy=0x7f8e540b05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e40003bc0 0x7f8e40003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e5415be60 0x7f8e40004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e40004d90 0x7f8e40005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e5406f2a0 con 0x7f8e40004d90 2023-11-18T23:04:19.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e4000bac0 con 0x7f8e40003bc0 2023-11-18T23:04:19.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.889+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e4000bc80 con 0x7f8e5415be60 2023-11-18T23:04:19.896 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e595e7700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e40004d90 0x7f8e40005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e53fff700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e5415be60 0x7f8e40004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e58de6700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e40003bc0 0x7f8e40003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e595e7700 1 -- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e5415be60 msgr2=0x7f8e40004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:19.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e595e7700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e5415be60 0x7f8e40004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e595e7700 1 -- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e40003bc0 msgr2=0x7f8e40003fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:19.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e595e7700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e40003bc0 0x7f8e40003fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e595e7700 1 -- 172.21.15.99:0/1912902775 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e400035b0 con 0x7f8e40004d90 2023-11-18T23:04:19.897 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e595e7700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e40004d90 0x7f8e40005210 secure :-1 s=READY pgs=3285 cs=0 l=1 rev1=1 crypto rx=0x7f8e44009b60 tx=0x7f8e40005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2d8bf623c99d0ae server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e4400e6c0 con 0x7f8e40004d90 2023-11-18T23:04:19.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e4400e820 con 0x7f8e40004d90 2023-11-18T23:04:19.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.890+0000 7f8e537fe700 1 -- 172.21.15.99:0/1912902775 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e4400eb90 con 0x7f8e40004d90 2023-11-18T23:04:19.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.891+0000 7f8e5b04a700 1 -- 172.21.15.99:0/1912902775 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e40004d90 msgr2=0x7f8e40005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.891+0000 7f8e5b04a700 1 --2- 172.21.15.99:0/1912902775 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e40004d90 0x7f8e40005210 secure :-1 s=READY pgs=3285 cs=0 l=1 rev1=1 crypto rx=0x7f8e44009b60 tx=0x7f8e40005880 comp rx=0 tx=0).stop 2023-11-18T23:04:19.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.891+0000 7f8e595e7700 1 -- 172.21.15.99:0/1912902775 reap_dead start 2023-11-18T23:04:19.898 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.891+0000 7f8e5b04a700 1 -- 172.21.15.99:0/1912902775 shutdown_connections 2023-11-18T23:04:19.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.891+0000 7f8e5b04a700 1 -- 172.21.15.99:0/1912902775 >> 172.21.15.99:0/1912902775 conn(0x7f8e540b2130 msgr2=0x7f8e540b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:19.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.891+0000 7f8e5b04a700 1 -- 172.21.15.99:0/1912902775 shutdown_connections 2023-11-18T23:04:19.899 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.891+0000 7f8e5b04a700 1 -- 172.21.15.99:0/1912902775 wait complete. 2023-11-18T23:04:19.901 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.892+0000 7f8e5b04a700 1 Processor -- start 2023-11-18T23:04:19.901 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.892+0000 7f8e5b04a700 1 -- start start 2023-11-18T23:04:19.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e5b04a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e5414c8f0 0x7f8e540c6850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e5b04a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e540ad270 0x7f8e540704f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e5b04a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e54070a30 0x7f8e541f4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e5b04a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e540ae560 con 0x7f8e54070a30 2023-11-18T23:04:19.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e5b04a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e540c6d90 con 0x7f8e5414c8f0 2023-11-18T23:04:19.902 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e5b04a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e54070ec0 con 0x7f8e540ad270 2023-11-18T23:04:19.903 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e595e7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e54070a30 0x7f8e541f4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.903 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e595e7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e54070a30 0x7f8e541f4bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47996/0 (socket says 172.21.15.99:47996) 2023-11-18T23:04:19.903 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e595e7700 1 -- 172.21.15.99:0/162338885 learned_addr learned my addr 172.21.15.99:0/162338885 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:19.903 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e53fff700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e540ad270 0x7f8e540704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.903 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.893+0000 7f8e58de6700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e5414c8f0 0x7f8e540c6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.903 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e595e7700 1 -- 172.21.15.99:0/162338885 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e540ad270 msgr2=0x7f8e540704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.903 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e595e7700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e540ad270 0x7f8e540704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.903 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e595e7700 1 -- 172.21.15.99:0/162338885 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e5414c8f0 msgr2=0x7f8e540c6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:19.904 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e595e7700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e5414c8f0 0x7f8e540c6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:19.904 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e595e7700 1 -- 172.21.15.99:0/162338885 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e540c6f80 con 0x7f8e54070a30 2023-11-18T23:04:19.904 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e58de6700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e5414c8f0 0x7f8e540c6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:19.904 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e595e7700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e54070a30 0x7f8e541f4bd0 secure :-1 s=READY pgs=3286 cs=0 l=1 rev1=1 crypto rx=0x7f8e440090b0 tx=0x7f8e440047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.904 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e517fa700 1 -- 172.21.15.99:0/162338885 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e4400e6c0 con 0x7f8e54070a30 2023-11-18T23:04:19.904 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e517fa700 1 -- 172.21.15.99:0/162338885 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e440038a0 con 0x7f8e54070a30 2023-11-18T23:04:19.904 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e517fa700 1 -- 172.21.15.99:0/162338885 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e44003c90 con 0x7f8e54070a30 2023-11-18T23:04:19.905 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e540adbc0 con 0x7f8e54070a30 2023-11-18T23:04:19.905 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.894+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e540ae180 con 0x7f8e54070a30 2023-11-18T23:04:19.905 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.895+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e54073aa0 con 0x7f8e54070a30 2023-11-18T23:04:19.905 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.895+0000 7f8e517fa700 1 -- 172.21.15.99:0/162338885 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f8e44013470 con 0x7f8e54070a30 2023-11-18T23:04:19.905 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.896+0000 7f8e517fa700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e3406aed0 0x7f8e3406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:19.905 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.896+0000 7f8e517fa700 1 -- 172.21.15.99:0/162338885 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f8e44000e40 con 0x7f8e54070a30 2023-11-18T23:04:19.905 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.896+0000 7f8e58de6700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e3406aed0 0x7f8e3406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:19.905 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.896+0000 7f8e58de6700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e3406aed0 0x7f8e3406d390 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c004c50 tx=0x7f8e4c006040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:19.906 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:19.900+0000 7f8e517fa700 1 -- 172.21.15.99:0/162338885 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f8e44055460 con 0x7f8e54070a30 2023-11-18T23:04:20.105 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.103+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f8e54069400 con 0x7f8e3406aed0 2023-11-18T23:04:20.106 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.104+0000 7f8e517fa700 1 -- 172.21.15.99:0/162338885 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f8e54069400 con 0x7f8e3406aed0 2023-11-18T23:04:20.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e3406aed0 msgr2=0x7f8e3406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e3406aed0 0x7f8e3406d390 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c004c50 tx=0x7f8e4c006040 comp rx=0 tx=0).stop 2023-11-18T23:04:20.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e54070a30 msgr2=0x7f8e541f4bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.108 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e54070a30 0x7f8e541f4bd0 secure :-1 s=READY pgs=3286 cs=0 l=1 rev1=1 crypto rx=0x7f8e440090b0 tx=0x7f8e440047c0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 shutdown_connections 2023-11-18T23:04:20.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f8e3406aed0 0x7f8e3406d390 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e54070a30 0x7f8e541f4bd0 unknown :-1 s=CLOSED pgs=3286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e5414c8f0 0x7f8e540c6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 --2- 172.21.15.99:0/162338885 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f8e540ad270 0x7f8e540704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 >> 172.21.15.99:0/162338885 conn(0x7f8e540b2130 msgr2=0x7f8e5415b430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:20.109 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 shutdown_connections 2023-11-18T23:04:20.110 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.106+0000 7f8e5b04a700 1 -- 172.21.15.99:0/162338885 wait complete. 2023-11-18T23:04:20.110 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 4 to deep-scrub 2023-11-18T23:04:20.120 INFO:tasks.ceph:Scrubbing osd.5 2023-11-18T23:04:20.120 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2023-11-18T23:04:20.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.248+0000 7f390821e700 1 Processor -- start 2023-11-18T23:04:20.250 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.248+0000 7f390821e700 1 -- start start 2023-11-18T23:04:20.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f390821e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 0x7f390013fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f390821e700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f3900140200 0x7f39000ce410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f390821e700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3900140650 con 0x7f39000cfbe0 2023-11-18T23:04:20.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f390821e700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f390015b290 con 0x7f3900140200 2023-11-18T23:04:20.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f390821e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f390006f820 con 0x7f390015b720 2023-11-18T23:04:20.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f3905fba700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f39000cfbe0 0x7f390015eaa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34612/0 (socket says 172.21.15.99:34612) 2023-11-18T23:04:20.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f3905fba700 1 -- 172.21.15.99:0/3900124005 learned_addr learned my addr 172.21.15.99:0/3900124005 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:20.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f39067bb700 1 --2- 172.21.15.99:0/3900124005 >> v2:172.21.15.181:3300/0 conn(0x7f3900140200 0x7f39000ce410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f39057b9700 1 --2- 172.21.15.99:0/3900124005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 0x7f390013fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f3904fb8700 1 -- 172.21.15.99:0/3900124005 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 852874493 0 0) 0x7f38f0001110 con 0x7f39000cfbe0 2023-11-18T23:04:20.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.249+0000 7f3904fb8700 1 -- 172.21.15.99:0/3900124005 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f38ec0035b0 con 0x7f39000cfbe0 2023-11-18T23:04:20.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f3904fb8700 1 -- 172.21.15.99:0/3900124005 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1439955899 0 0) 0x7f38ec0035b0 con 0x7f39000cfbe0 2023-11-18T23:04:20.254 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f39067bb700 1 -- 172.21.15.99:0/3900124005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 msgr2=0x7f390013fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:20.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f39067bb700 1 --2- 172.21.15.99:0/3900124005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 0x7f390013fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f39067bb700 1 -- 172.21.15.99:0/3900124005 >> v1:172.21.15.99:6789/0 conn(0x7f39000cfbe0 legacy=0x7f390015eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f39067bb700 1 -- 172.21.15.99:0/3900124005 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3900070900 con 0x7f3900140200 2023-11-18T23:04:20.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f39057b9700 1 --2- 172.21.15.99:0/3900124005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 0x7f390013fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:20.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f39067bb700 1 --2- 172.21.15.99:0/3900124005 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3900140200 0x7f39000ce410 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f38f8009d90 tx=0x7f38f800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3c4f39fdf9c63e7 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f3904fb8700 1 -- 172.21.15.99:0/3900124005 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f800e070 con 0x7f3900140200 2023-11-18T23:04:20.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f3904fb8700 1 -- 172.21.15.99:0/3900124005 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38f8003a20 con 0x7f3900140200 2023-11-18T23:04:20.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.250+0000 7f3904fb8700 1 -- 172.21.15.99:0/3900124005 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f0001800 con 0x7f3900140200 2023-11-18T23:04:20.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.251+0000 7f390821e700 1 -- 172.21.15.99:0/3900124005 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3900140200 msgr2=0x7f39000ce410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.251+0000 7f390821e700 1 --2- 172.21.15.99:0/3900124005 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3900140200 0x7f39000ce410 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f38f8009d90 tx=0x7f38f800b330 comp rx=0 tx=0).stop 2023-11-18T23:04:20.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.251+0000 7f390821e700 1 -- 172.21.15.99:0/3900124005 shutdown_connections 2023-11-18T23:04:20.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.251+0000 7f390821e700 1 --2- 172.21.15.99:0/3900124005 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3900140200 0x7f39000ce410 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.251+0000 7f390821e700 1 --2- 172.21.15.99:0/3900124005 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 0x7f390013fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.251+0000 7f390821e700 1 -- 172.21.15.99:0/3900124005 >> 172.21.15.99:0/3900124005 conn(0x7f39000b2cf0 msgr2=0x7f39000b30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:20.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.251+0000 7f390821e700 1 -- 172.21.15.99:0/3900124005 shutdown_connections 2023-11-18T23:04:20.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.251+0000 7f390821e700 1 -- 172.21.15.99:0/3900124005 wait complete. 2023-11-18T23:04:20.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.252+0000 7f390821e700 1 Processor -- start 2023-11-18T23:04:20.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.252+0000 7f390821e700 1 -- start start 2023-11-18T23:04:20.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f390821e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f39000cfbe0 0x7f3900150420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f390821e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3900140200 0x7f39000b0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.260 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f390821e700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 0x7f39000b0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f390821e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39001533d0 con 0x7f39000cfbe0 2023-11-18T23:04:20.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f390821e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3900153c50 con 0x7f3900140200 2023-11-18T23:04:20.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f390821e700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3900135a50 con 0x7f390015b720 2023-11-18T23:04:20.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f3905fba700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f39000cfbe0 0x7f3900150420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f3905fba700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f39000cfbe0 0x7f3900150420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48006/0 (socket says 172.21.15.99:48006) 2023-11-18T23:04:20.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f3905fba700 1 -- 172.21.15.99:0/663407582 learned_addr learned my addr 172.21.15.99:0/663407582 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:20.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f39057b9700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3900140200 0x7f39000b0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f39067bb700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 0x7f39000b0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f3905fba700 1 -- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 msgr2=0x7f39000b0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f3905fba700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f390015b720 0x7f39000b0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f3905fba700 1 -- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3900140200 msgr2=0x7f39000b0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f3905fba700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3900140200 0x7f39000b0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f3905fba700 1 -- 172.21.15.99:0/663407582 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38fc0094a0 con 0x7f39000cfbe0 2023-11-18T23:04:20.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f3905fba700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f39000cfbe0 0x7f3900150420 secure :-1 s=READY pgs=3288 cs=0 l=1 rev1=1 crypto rx=0x7f38f000c520 tx=0x7f38f000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f38f67fc700 1 -- 172.21.15.99:0/663407582 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f0004c80 con 0x7f39000cfbe0 2023-11-18T23:04:20.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f38f67fc700 1 -- 172.21.15.99:0/663407582 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38f0004e00 con 0x7f39000cfbe0 2023-11-18T23:04:20.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38f8009a70 con 0x7f39000cfbe0 2023-11-18T23:04:20.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f38f67fc700 1 -- 172.21.15.99:0/663407582 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f0007310 con 0x7f39000cfbe0 2023-11-18T23:04:20.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.253+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39001538e0 con 0x7f39000cfbe0 2023-11-18T23:04:20.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.254+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3900070be0 con 0x7f39000cfbe0 2023-11-18T23:04:20.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.255+0000 7f38f67fc700 1 -- 172.21.15.99:0/663407582 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f38f0007470 con 0x7f39000cfbe0 2023-11-18T23:04:20.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.255+0000 7f38f67fc700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f38e406aed0 0x7f38e406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.256+0000 7f38f67fc700 1 -- 172.21.15.99:0/663407582 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f38f0089860 con 0x7f39000cfbe0 2023-11-18T23:04:20.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.256+0000 7f39057b9700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f38e406aed0 0x7f38e406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.256+0000 7f38f67fc700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f38e4070d30 0x7f38e4073150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.256+0000 7f38f67fc700 1 -- 172.21.15.99:0/663407582 --> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f38e4073820 con 0x7f38e4070d30 2023-11-18T23:04:20.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.256+0000 7f38f67fc700 1 -- 172.21.15.99:0/663407582 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f38f0089bd0 con 0x7f39000cfbe0 2023-11-18T23:04:20.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.256+0000 7f39067bb700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f38e4070d30 0x7f38e4073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.256+0000 7f39057b9700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f38e406aed0 0x7f38e406d390 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f3900151ea0 tx=0x7f38fc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.256+0000 7f39067bb700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f38e4070d30 0x7f38e4073150 crc :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.257+0000 7f38f67fc700 1 -- 172.21.15.99:0/663407582 <== osd.5 v2:172.21.15.181:6800/3701430448 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f38e4073820 con 0x7f38e4070d30 2023-11-18T23:04:20.274 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.272+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 --> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f390015af20 con 0x7f38e4070d30 2023-11-18T23:04:20.275 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.273+0000 7f38f67fc700 1 -- 172.21.15.99:0/663407582 <== osd.5 v2:172.21.15.181:6800/3701430448 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f38f8009410 con 0x7f38e4070d30 2023-11-18T23:04:20.275 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T23:04:20.275 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-18T23:04:20.275 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T23:04:20.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.273+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f38e4070d30 msgr2=0x7f38e4073150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.276 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.273+0000 7f390821e700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.181:6800/3701430448,v1:172.21.15.181:6801/3701430448] conn(0x7f38e4070d30 0x7f38e4073150 crc :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.274+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f38e406aed0 msgr2=0x7f38e406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.274+0000 7f390821e700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f38e406aed0 0x7f38e406d390 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f3900151ea0 tx=0x7f38fc008040 comp rx=0 tx=0).stop 2023-11-18T23:04:20.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.274+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f39000cfbe0 msgr2=0x7f3900150420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.274+0000 7f390821e700 1 --2- 172.21.15.99:0/663407582 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f39000cfbe0 0x7f3900150420 secure :-1 s=READY pgs=3288 cs=0 l=1 rev1=1 crypto rx=0x7f38f000c520 tx=0x7f38f000c8e0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.277 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.274+0000 7f39067bb700 1 -- 172.21.15.99:0/663407582 reap_dead start 2023-11-18T23:04:20.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.274+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 shutdown_connections 2023-11-18T23:04:20.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.274+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 >> 172.21.15.99:0/663407582 conn(0x7f39000b2cf0 msgr2=0x7f390015cf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:20.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.274+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 shutdown_connections 2023-11-18T23:04:20.278 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.274+0000 7f390821e700 1 -- 172.21.15.99:0/663407582 wait complete. 2023-11-18T23:04:20.287 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2023-11-18T23:04:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.410+0000 7fc952584700 1 Processor -- start 2023-11-18T23:04:20.412 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.410+0000 7fc952584700 1 -- start start 2023-11-18T23:04:20.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc952584700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fc94c160350 0x7fc94c144fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc952584700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc94c160780 con 0x7fc94c0b2860 2023-11-18T23:04:20.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc952584700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc94c0b7490 con 0x7fc94c0cf3c0 2023-11-18T23:04:20.417 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc952584700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc94c1609e0 con 0x7fc94c160350 2023-11-18T23:04:20.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94b7fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fc94c0b2860 0x7fc94c15fc40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34630/0 (socket says 172.21.15.99:34630) 2023-11-18T23:04:20.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94b7fe700 1 -- 172.21.15.99:0/446384025 learned_addr learned my addr 172.21.15.99:0/446384025 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:20.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc950b21700 1 --2- 172.21.15.99:0/446384025 >> v2:172.21.15.181:3300/0 conn(0x7fc94c160350 0x7fc94c144fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1700982144 0 0) 0x7fc94c160780 con 0x7fc94c0b2860 2023-11-18T23:04:20.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9340035b0 con 0x7fc94c0b2860 2023-11-18T23:04:20.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 286975700 0 0) 0x7fc9340035b0 con 0x7fc94c0b2860 2023-11-18T23:04:20.418 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 >> v2:172.21.15.181:3300/0 conn(0x7fc94c160350 msgr2=0x7fc94c144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:20.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94affd700 1 --2- 172.21.15.99:0/446384025 >> v2:172.21.15.181:3300/0 conn(0x7fc94c160350 0x7fc94c144fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 >> v1:172.21.15.181:6789/0 conn(0x7fc94c0cf3c0 legacy=0x7fc94c0b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc94c0d0f40 con 0x7fc94c0b2860 2023-11-18T23:04:20.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.411+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fc93c001670 con 0x7fc94c0b2860 2023-11-18T23:04:20.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 >> v1:172.21.15.99:6789/0 conn(0x7fc94c0b2860 legacy=0x7fc94c15fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc934003a00 0x7fc934003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.419 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc934004850 0x7fc934004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc934005210 0x7fc93400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc94c1609e0 con 0x7fc934004850 2023-11-18T23:04:20.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc93400c0b0 con 0x7fc934005210 2023-11-18T23:04:20.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc93400c270 con 0x7fc934003a00 2023-11-18T23:04:20.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94b7fe700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc934004850 0x7fc934004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc950b21700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc934005210 0x7fc93400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.420 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94bfff700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc934003a00 0x7fc934003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94b7fe700 1 -- 172.21.15.99:0/446384025 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc934003a00 msgr2=0x7fc934003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:20.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94b7fe700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc934003a00 0x7fc934003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94b7fe700 1 -- 172.21.15.99:0/446384025 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc934005210 msgr2=0x7fc93400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:20.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94b7fe700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc934005210 0x7fc93400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc950b21700 1 -- 172.21.15.99:0/446384025 reap_dead start 2023-11-18T23:04:20.421 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94b7fe700 1 -- 172.21.15.99:0/446384025 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9340035b0 con 0x7fc934004850 2023-11-18T23:04:20.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94b7fe700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc934004850 0x7fc934004cd0 secure :-1 s=READY pgs=3290 cs=0 l=1 rev1=1 crypto rx=0x7fc93c00c2a0 tx=0x7fc934005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6f910ddb7a2f0fd server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc93c007c10 con 0x7fc934004850 2023-11-18T23:04:20.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc93c00cd60 con 0x7fc934004850 2023-11-18T23:04:20.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.412+0000 7fc94affd700 1 -- 172.21.15.99:0/446384025 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc93c005ba0 con 0x7fc934004850 2023-11-18T23:04:20.422 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.413+0000 7fc952584700 1 -- 172.21.15.99:0/446384025 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc934004850 msgr2=0x7fc934004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.413+0000 7fc952584700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc934004850 0x7fc934004cd0 secure :-1 s=READY pgs=3290 cs=0 l=1 rev1=1 crypto rx=0x7fc93c00c2a0 tx=0x7fc934005880 comp rx=0 tx=0).stop 2023-11-18T23:04:20.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.413+0000 7fc952584700 1 -- 172.21.15.99:0/446384025 shutdown_connections 2023-11-18T23:04:20.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.413+0000 7fc952584700 1 --2- 172.21.15.99:0/446384025 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc934004850 0x7fc934004cd0 unknown :-1 s=CLOSED pgs=3290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.423 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.413+0000 7fc952584700 1 -- 172.21.15.99:0/446384025 >> 172.21.15.99:0/446384025 conn(0x7fc94c072190 msgr2=0x7fc94c0725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:20.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.413+0000 7fc952584700 1 -- 172.21.15.99:0/446384025 shutdown_connections 2023-11-18T23:04:20.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.413+0000 7fc952584700 1 -- 172.21.15.99:0/446384025 wait complete. 2023-11-18T23:04:20.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.415+0000 7fc952584700 1 Processor -- start 2023-11-18T23:04:20.424 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.415+0000 7fc952584700 1 -- start start 2023-11-18T23:04:20.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc952584700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc934004850 0x7fc94c15c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc952584700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc94c149ac0 0x7fc94c15aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc952584700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc94c156330 0x7fc94c1567c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.429 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc952584700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc94c156d00 con 0x7fc94c156330 2023-11-18T23:04:20.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc952584700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc94c15b7f0 con 0x7fc94c149ac0 2023-11-18T23:04:20.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc952584700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc94c15bad0 con 0x7fc934004850 2023-11-18T23:04:20.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc950b21700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc94c156330 0x7fc94c1567c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc950b21700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc94c156330 0x7fc94c1567c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48032/0 (socket says 172.21.15.99:48032) 2023-11-18T23:04:20.430 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc950b21700 1 -- 172.21.15.99:0/1120192160 learned_addr learned my addr 172.21.15.99:0/1120192160 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:20.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc94bfff700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc934004850 0x7fc94c15c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.416+0000 7fc94b7fe700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc94c149ac0 0x7fc94c15aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc950b21700 1 -- 172.21.15.99:0/1120192160 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc934004850 msgr2=0x7fc94c15c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.431 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc950b21700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc934004850 0x7fc94c15c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc950b21700 1 -- 172.21.15.99:0/1120192160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc94c149ac0 msgr2=0x7fc94c15aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc950b21700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc94c149ac0 0x7fc94c15aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc950b21700 1 -- 172.21.15.99:0/1120192160 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc94c15bdb0 con 0x7fc94c156330 2023-11-18T23:04:20.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc94b7fe700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc94c149ac0 0x7fc94c15aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:20.432 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc950b21700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc94c156330 0x7fc94c1567c0 secure :-1 s=READY pgs=3291 cs=0 l=1 rev1=1 crypto rx=0x7fc94c0b7ae0 tx=0x7fc944011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc948ff9700 1 -- 172.21.15.99:0/1120192160 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94400e040 con 0x7fc94c156330 2023-11-18T23:04:20.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc948ff9700 1 -- 172.21.15.99:0/1120192160 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc94400f040 con 0x7fc94c156330 2023-11-18T23:04:20.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc94c15c090 con 0x7fc94c156330 2023-11-18T23:04:20.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc948ff9700 1 -- 172.21.15.99:0/1120192160 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94400fd00 con 0x7fc94c156330 2023-11-18T23:04:20.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.417+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc94c15cdd0 con 0x7fc94c156330 2023-11-18T23:04:20.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.418+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc94c073aa0 con 0x7fc94c156330 2023-11-18T23:04:20.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.418+0000 7fc948ff9700 1 -- 172.21.15.99:0/1120192160 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fc944022460 con 0x7fc94c156330 2023-11-18T23:04:20.433 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.419+0000 7fc948ff9700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc93806aed0 0x7fc93806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.419+0000 7fc94bfff700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc93806aed0 0x7fc93806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.419+0000 7fc948ff9700 1 -- 172.21.15.99:0/1120192160 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fc9440898c0 con 0x7fc94c156330 2023-11-18T23:04:20.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.419+0000 7fc94bfff700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc93806aed0 0x7fc93806d390 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fc940005510 tx=0x7fc940009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.434 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.423+0000 7fc948ff9700 1 -- 172.21.15.99:0/1120192160 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fc944054c70 con 0x7fc94c156330 2023-11-18T23:04:20.636 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.634+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7fc94c0d17e0 con 0x7fc93806aed0 2023-11-18T23:04:20.636 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.634+0000 7fc948ff9700 1 -- 172.21.15.99:0/1120192160 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fc940005170 con 0x7fc93806aed0 2023-11-18T23:04:20.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc93806aed0 msgr2=0x7fc93806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc93806aed0 0x7fc93806d390 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fc940005510 tx=0x7fc940009040 comp rx=0 tx=0).stop 2023-11-18T23:04:20.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc94c156330 msgr2=0x7fc94c1567c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc94c156330 0x7fc94c1567c0 secure :-1 s=READY pgs=3291 cs=0 l=1 rev1=1 crypto rx=0x7fc94c0b7ae0 tx=0x7fc944011ed0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 shutdown_connections 2023-11-18T23:04:20.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fc93806aed0 0x7fc93806d390 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.639 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc94c156330 0x7fc94c1567c0 unknown :-1 s=CLOSED pgs=3291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fc934004850 0x7fc94c15c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 --2- 172.21.15.99:0/1120192160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc94c149ac0 0x7fc94c15aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.636+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 >> 172.21.15.99:0/1120192160 conn(0x7fc94c072190 msgr2=0x7fc94c06d200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:20.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.637+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 shutdown_connections 2023-11-18T23:04:20.640 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.637+0000 7fc952584700 1 -- 172.21.15.99:0/1120192160 wait complete. 2023-11-18T23:04:20.640 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 5 to deep-scrub 2023-11-18T23:04:20.651 INFO:tasks.ceph:Scrubbing osd.6 2023-11-18T23:04:20.651 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2023-11-18T23:04:20.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.778+0000 7f50ff32a700 1 Processor -- start 2023-11-18T23:04:20.780 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.778+0000 7f50ff32a700 1 -- start start 2023-11-18T23:04:20.783 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50ff32a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50f806d680 0x7f50f806f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50ff32a700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50f8141400 con 0x7f50f806ef60 2023-11-18T23:04:20.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50ff32a700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50f80ad860 con 0x7f50f8141020 2023-11-18T23:04:20.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50ff32a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50f80af2f0 con 0x7f50f806d680 2023-11-18T23:04:20.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50fc8c5700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f50f806ef60 0x7f50f806cf70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34650/0 (socket says 172.21.15.99:34650) 2023-11-18T23:04:20.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50fc8c5700 1 -- 172.21.15.99:0/1472633544 learned_addr learned my addr 172.21.15.99:0/1472633544 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:20.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50fd8c7700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50f806d680 0x7f50f806f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.784 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4047099853 0 0) 0x7f50f8141400 con 0x7f50f806ef60 2023-11-18T23:04:20.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f50e40035b0 con 0x7f50f806ef60 2023-11-18T23:04:20.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4238707430 0 0) 0x7f50f80ad860 con 0x7f50f8141020 2023-11-18T23:04:20.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f50f8141400 con 0x7f50f8141020 2023-11-18T23:04:20.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 74242288 0 0) 0x7f50e40035b0 con 0x7f50f806ef60 2023-11-18T23:04:20.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50f806d680 msgr2=0x7f50f806f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:20.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50f806d680 0x7f50f806f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.785 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 >> v1:172.21.15.181:6789/0 conn(0x7f50f8141020 legacy=0x7f50f80aebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50f80adb40 con 0x7f50f806ef60 2023-11-18T23:04:20.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7f50e8001670 con 0x7f50f806ef60 2023-11-18T23:04:20.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.779+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 >> v1:172.21.15.99:6789/0 conn(0x7f50f806ef60 legacy=0x7f50f806cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50effff700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f50e4003bc0 0x7f50e4003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50effff700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50e4004850 0x7f50e4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50effff700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50f806d680 0x7f50e4005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50f80af2f0 con 0x7f50e4004850 2023-11-18T23:04:20.786 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50e400bac0 con 0x7f50e4003bc0 2023-11-18T23:04:20.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50e400bc80 con 0x7f50f806d680 2023-11-18T23:04:20.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fc8c5700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50e4004850 0x7f50e4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fd0c6700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f50e4003bc0 0x7f50e4003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fd8c7700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50f806d680 0x7f50e4005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fc8c5700 1 -- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50f806d680 msgr2=0x7f50e4005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:20.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fc8c5700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50f806d680 0x7f50e4005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.787 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fc8c5700 1 -- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f50e4003bc0 msgr2=0x7f50e4003fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:20.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fc8c5700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f50e4003bc0 0x7f50e4003fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fc8c5700 1 -- 172.21.15.99:0/1472633544 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50e40035b0 con 0x7f50e4004850 2023-11-18T23:04:20.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fd8c7700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50f806d680 0x7f50e4005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:20.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50fc8c5700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50e4004850 0x7f50e4004cd0 secure :-1 s=READY pgs=3293 cs=0 l=1 rev1=1 crypto rx=0x7f50e8001eb0 tx=0x7f50e4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88e0c30414c5c31a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e800cd20 con 0x7f50e4004850 2023-11-18T23:04:20.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50e8005960 con 0x7f50e4004850 2023-11-18T23:04:20.788 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.780+0000 7f50effff700 1 -- 172.21.15.99:0/1472633544 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e800cea0 con 0x7f50e4004850 2023-11-18T23:04:20.789 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.781+0000 7f50ff32a700 1 -- 172.21.15.99:0/1472633544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50e4004850 msgr2=0x7f50e4004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.789 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.781+0000 7f50ff32a700 1 --2- 172.21.15.99:0/1472633544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50e4004850 0x7f50e4004cd0 secure :-1 s=READY pgs=3293 cs=0 l=1 rev1=1 crypto rx=0x7f50e8001eb0 tx=0x7f50e4005880 comp rx=0 tx=0).stop 2023-11-18T23:04:20.789 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.781+0000 7f50fd8c7700 1 -- 172.21.15.99:0/1472633544 reap_dead start 2023-11-18T23:04:20.789 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.781+0000 7f50ff32a700 1 -- 172.21.15.99:0/1472633544 shutdown_connections 2023-11-18T23:04:20.789 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.781+0000 7f50ff32a700 1 -- 172.21.15.99:0/1472633544 >> 172.21.15.99:0/1472633544 conn(0x7f50f80b2cf0 msgr2=0x7f50f80b30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:20.789 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.781+0000 7f50ff32a700 1 -- 172.21.15.99:0/1472633544 shutdown_connections 2023-11-18T23:04:20.789 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.781+0000 7f50ff32a700 1 -- 172.21.15.99:0/1472633544 wait complete. 2023-11-18T23:04:20.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.783+0000 7f50ff32a700 1 Processor -- start 2023-11-18T23:04:20.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.783+0000 7f50ff32a700 1 -- start start 2023-11-18T23:04:20.792 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.784+0000 7f50ff32a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50e4004850 0x7f50f8160440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.784+0000 7f50ff32a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f50f8157fb0 0x7f50f81609f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.784+0000 7f50ff32a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50f8160f30 0x7f50f80b0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.784+0000 7f50ff32a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50f815f710 con 0x7f50f8160f30 2023-11-18T23:04:20.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.784+0000 7f50ff32a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50f815ffb0 con 0x7f50f8157fb0 2023-11-18T23:04:20.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.784+0000 7f50ff32a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50f8161560 con 0x7f50e4004850 2023-11-18T23:04:20.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.784+0000 7f50fd8c7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50f8160f30 0x7f50f80b0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.793 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.784+0000 7f50fd8c7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50f8160f30 0x7f50f80b0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48052/0 (socket says 172.21.15.99:48052) 2023-11-18T23:04:20.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.784+0000 7f50fd8c7700 1 -- 172.21.15.99:0/477853076 learned_addr learned my addr 172.21.15.99:0/477853076 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:20.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50fd0c6700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50e4004850 0x7f50f8160440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50fc8c5700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f50f8157fb0 0x7f50f81609f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50fd8c7700 1 -- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50e4004850 msgr2=0x7f50f8160440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50fd8c7700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50e4004850 0x7f50f8160440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50fd8c7700 1 -- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f50f8157fb0 msgr2=0x7f50f81609f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50fd8c7700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f50f8157fb0 0x7f50f81609f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.794 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50fd8c7700 1 -- 172.21.15.99:0/477853076 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50f815f960 con 0x7f50f8160f30 2023-11-18T23:04:20.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50fd0c6700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f50e4004850 0x7f50f8160440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:20.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50fd8c7700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50f8160f30 0x7f50f80b0750 secure :-1 s=READY pgs=3294 cs=0 l=1 rev1=1 crypto rx=0x7f50f8161be0 tx=0x7f50f00104a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50edffb700 1 -- 172.21.15.99:0/477853076 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f001b070 con 0x7f50f8160f30 2023-11-18T23:04:20.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50edffb700 1 -- 172.21.15.99:0/477853076 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50f000f040 con 0x7f50f8160f30 2023-11-18T23:04:20.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50f815fc40 con 0x7f50f8160f30 2023-11-18T23:04:20.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50edffb700 1 -- 172.21.15.99:0/477853076 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f000e050 con 0x7f50f8160f30 2023-11-18T23:04:20.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.785+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50f8158430 con 0x7f50f8160f30 2023-11-18T23:04:20.795 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.786+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f50f80ae3e0 con 0x7f50f8160f30 2023-11-18T23:04:20.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.787+0000 7f50edffb700 1 -- 172.21.15.99:0/477853076 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f50f0015440 con 0x7f50f8160f30 2023-11-18T23:04:20.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.787+0000 7f50edffb700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f50dc06aed0 0x7f50dc06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.787+0000 7f50edffb700 1 -- 172.21.15.99:0/477853076 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f50f0089ff0 con 0x7f50f8160f30 2023-11-18T23:04:20.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.787+0000 7f50fd0c6700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f50dc06aed0 0x7f50dc06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.787+0000 7f50edffb700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f50dc070d30 0x7f50dc073150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.787+0000 7f50edffb700 1 -- 172.21.15.99:0/477853076 --> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f50dc073820 con 0x7f50dc070d30 2023-11-18T23:04:20.796 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.787+0000 7f50edffb700 1 -- 172.21.15.99:0/477853076 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50f008a440 con 0x7f50f8160f30 2023-11-18T23:04:20.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.788+0000 7f50fd0c6700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f50dc06aed0 0x7f50dc06d390 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f50f80cfd20 tx=0x7f50f4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.788+0000 7f50fc8c5700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f50dc070d30 0x7f50dc073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.788+0000 7f50fc8c5700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f50dc070d30 0x7f50dc073150 crc :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.797 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.789+0000 7f50edffb700 1 -- 172.21.15.99:0/477853076 <== osd.6 v2:172.21.15.181:6816/3235653089 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f50dc073820 con 0x7f50dc070d30 2023-11-18T23:04:20.806 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.804+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 --> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f50f80ae100 con 0x7f50dc070d30 2023-11-18T23:04:20.806 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50edffb700 1 -- 172.21.15.99:0/477853076 <== osd.6 v2:172.21.15.181:6816/3235653089 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f50e8001650 con 0x7f50dc070d30 2023-11-18T23:04:20.807 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T23:04:20.807 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-18T23:04:20.807 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T23:04:20.808 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f50dc070d30 msgr2=0x7f50dc073150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.808 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50ff32a700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.181:6816/3235653089,v1:172.21.15.181:6817/3235653089] conn(0x7f50dc070d30 0x7f50dc073150 crc :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.808 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f50dc06aed0 msgr2=0x7f50dc06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.809 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50ff32a700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f50dc06aed0 0x7f50dc06d390 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f50f80cfd20 tx=0x7f50f4009040 comp rx=0 tx=0).stop 2023-11-18T23:04:20.809 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50f8160f30 msgr2=0x7f50f80b0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.809 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50ff32a700 1 --2- 172.21.15.99:0/477853076 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f50f8160f30 0x7f50f80b0750 secure :-1 s=READY pgs=3294 cs=0 l=1 rev1=1 crypto rx=0x7f50f8161be0 tx=0x7f50f00104a0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.809 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50fd8c7700 1 -- 172.21.15.99:0/477853076 reap_dead start 2023-11-18T23:04:20.809 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 shutdown_connections 2023-11-18T23:04:20.809 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 >> 172.21.15.99:0/477853076 conn(0x7f50f80b2cf0 msgr2=0x7f50f8072b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:20.809 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.805+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 shutdown_connections 2023-11-18T23:04:20.810 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.806+0000 7f50ff32a700 1 -- 172.21.15.99:0/477853076 wait complete. 2023-11-18T23:04:20.819 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2023-11-18T23:04:20.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.943+0000 7f5a0ac29700 1 Processor -- start 2023-11-18T23:04:20.945 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.943+0000 7f5a0ac29700 1 -- start start 2023-11-18T23:04:20.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.943+0000 7f5a0ac29700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413ec40 0x7f5a040d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.943+0000 7f5a0ac29700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5a0413f9c0 0x7f5a040cede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.943+0000 7f5a0ac29700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a0413f020 con 0x7f5a040ce960 2023-11-18T23:04:20.947 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.943+0000 7f5a0ac29700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a04160840 con 0x7f5a0413f9c0 2023-11-18T23:04:20.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.943+0000 7f5a0ac29700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a040cf320 con 0x7f5a0413ec40 2023-11-18T23:04:20.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a091c6700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5a0413f9c0 0x7f5a040cede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a091c6700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5a0413f9c0 0x7f5a040cede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48062/0 (socket says 172.21.15.99:48062) 2023-11-18T23:04:20.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a091c6700 1 -- 172.21.15.99:0/2238760699 learned_addr learned my addr 172.21.15.99:0/2238760699 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:20.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a089c5700 1 --2- 172.21.15.99:0/2238760699 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413ec40 0x7f5a040d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a091c6700 1 -- 172.21.15.99:0/2238760699 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413ec40 msgr2=0x7f5a040d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:20.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a091c6700 1 --2- 172.21.15.99:0/2238760699 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413ec40 0x7f5a040d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.948 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a091c6700 1 -- 172.21.15.99:0/2238760699 >> v1:172.21.15.181:6789/0 conn(0x7f5a040ce960 legacy=0x7f5a0413f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a091c6700 1 -- 172.21.15.99:0/2238760699 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a040d0930 con 0x7f5a0413f9c0 2023-11-18T23:04:20.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a091c6700 1 --2- 172.21.15.99:0/2238760699 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a0413f9c0 0x7f5a040cede0 secure :-1 s=READY pgs=3295 cs=0 l=1 rev1=1 crypto rx=0x7f59fc009e50 tx=0x7f59fc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47946e4d255a9947 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a037fe700 1 -- 172.21.15.99:0/2238760699 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59fc00e070 con 0x7f5a0413f9c0 2023-11-18T23:04:20.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a037fe700 1 -- 172.21.15.99:0/2238760699 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59fc00b9c0 con 0x7f5a0413f9c0 2023-11-18T23:04:20.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.944+0000 7f5a037fe700 1 -- 172.21.15.99:0/2238760699 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59fc00bd70 con 0x7f5a0413f9c0 2023-11-18T23:04:20.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.945+0000 7f5a0ac29700 1 -- 172.21.15.99:0/2238760699 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a0413f9c0 msgr2=0x7f5a040cede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.945+0000 7f5a0ac29700 1 --2- 172.21.15.99:0/2238760699 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a0413f9c0 0x7f5a040cede0 secure :-1 s=READY pgs=3295 cs=0 l=1 rev1=1 crypto rx=0x7f59fc009e50 tx=0x7f59fc00b330 comp rx=0 tx=0).stop 2023-11-18T23:04:20.949 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.945+0000 7f5a0ac29700 1 -- 172.21.15.99:0/2238760699 shutdown_connections 2023-11-18T23:04:20.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.945+0000 7f5a0ac29700 1 --2- 172.21.15.99:0/2238760699 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a0413f9c0 0x7f5a040cede0 unknown :-1 s=CLOSED pgs=3295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.945+0000 7f5a0ac29700 1 --2- 172.21.15.99:0/2238760699 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413ec40 0x7f5a040d1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.945+0000 7f5a0ac29700 1 -- 172.21.15.99:0/2238760699 >> 172.21.15.99:0/2238760699 conn(0x7f5a040b30d0 msgr2=0x7f5a040b34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:20.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.945+0000 7f5a0ac29700 1 -- 172.21.15.99:0/2238760699 shutdown_connections 2023-11-18T23:04:20.950 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.945+0000 7f5a0ac29700 1 -- 172.21.15.99:0/2238760699 wait complete. 2023-11-18T23:04:20.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.947+0000 7f5a0ac29700 1 Processor -- start 2023-11-18T23:04:20.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.947+0000 7f5a0ac29700 1 -- start start 2023-11-18T23:04:20.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a0ac29700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a040ce960 0x7f5a041568e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a0ac29700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a0413ec40 0x7f5a0406e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a0ac29700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413f9c0 0x7f5a0413a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a0ac29700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a04157bf0 con 0x7f5a040ce960 2023-11-18T23:04:20.953 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a0ac29700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a0406ec90 con 0x7f5a0413ec40 2023-11-18T23:04:20.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a0ac29700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a0413aea0 con 0x7f5a0413f9c0 2023-11-18T23:04:20.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a089c5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a040ce960 0x7f5a041568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a089c5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a040ce960 0x7f5a041568e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48064/0 (socket says 172.21.15.99:48064) 2023-11-18T23:04:20.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a089c5700 1 -- 172.21.15.99:0/4238733844 learned_addr learned my addr 172.21.15.99:0/4238733844 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:20.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a03fff700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a0413ec40 0x7f5a0406e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a091c6700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413f9c0 0x7f5a0413a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.954 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a089c5700 1 -- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413f9c0 msgr2=0x7f5a0413a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a089c5700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413f9c0 0x7f5a0413a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a089c5700 1 -- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a0413ec40 msgr2=0x7f5a0406e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:20.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a089c5700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a0413ec40 0x7f5a0406e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:20.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a089c5700 1 -- 172.21.15.99:0/4238733844 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59fc009b30 con 0x7f5a040ce960 2023-11-18T23:04:20.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a03fff700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a0413ec40 0x7f5a0406e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:20.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.948+0000 7f5a091c6700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413f9c0 0x7f5a0413a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:20.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.949+0000 7f5a089c5700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a040ce960 0x7f5a041568e0 secure :-1 s=READY pgs=3296 cs=0 l=1 rev1=1 crypto rx=0x7f59f800e840 tx=0x7f59f800ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.955 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.949+0000 7f5a017fa700 1 -- 172.21.15.99:0/4238733844 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59f8013610 con 0x7f5a040ce960 2023-11-18T23:04:20.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.949+0000 7f5a017fa700 1 -- 172.21.15.99:0/4238733844 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59f8013770 con 0x7f5a040ce960 2023-11-18T23:04:20.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.949+0000 7f5a017fa700 1 -- 172.21.15.99:0/4238733844 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59f8013b20 con 0x7f5a040ce960 2023-11-18T23:04:20.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.949+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a04156f70 con 0x7f5a040ce960 2023-11-18T23:04:20.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.949+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a04157530 con 0x7f5a040ce960 2023-11-18T23:04:20.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.950+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a04073aa0 con 0x7f5a040ce960 2023-11-18T23:04:20.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.950+0000 7f5a017fa700 1 -- 172.21.15.99:0/4238733844 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f59f8013c80 con 0x7f5a040ce960 2023-11-18T23:04:20.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.951+0000 7f5a017fa700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f59e806aed0 0x7f59e806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:20.956 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.951+0000 7f5a017fa700 1 -- 172.21.15.99:0/4238733844 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f59f8088e60 con 0x7f5a040ce960 2023-11-18T23:04:20.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.951+0000 7f5a03fff700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f59e806aed0 0x7f59e806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:20.957 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.951+0000 7f5a03fff700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f59e806aed0 0x7f59e806d390 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f5a0413b4e0 tx=0x7f59f0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:20.960 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:20.959+0000 7f5a017fa700 1 -- 172.21.15.99:0/4238733844 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f59f80542a0 con 0x7f5a040ce960 2023-11-18T23:04:21.167 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.165+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7f5a040d0e90 con 0x7f59e806aed0 2023-11-18T23:04:21.168 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.166+0000 7f5a017fa700 1 -- 172.21.15.99:0/4238733844 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f59f0001450 con 0x7f59e806aed0 2023-11-18T23:04:21.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f59e806aed0 msgr2=0x7f59e806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.170 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f59e806aed0 0x7f59e806d390 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f5a0413b4e0 tx=0x7f59f0009040 comp rx=0 tx=0).stop 2023-11-18T23:04:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a040ce960 msgr2=0x7f5a041568e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a040ce960 0x7f5a041568e0 secure :-1 s=READY pgs=3296 cs=0 l=1 rev1=1 crypto rx=0x7f59f800e840 tx=0x7f59f800ec00 comp rx=0 tx=0).stop 2023-11-18T23:04:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 shutdown_connections 2023-11-18T23:04:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f59e806aed0 0x7f59e806d390 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5a040ce960 0x7f5a041568e0 unknown :-1 s=CLOSED pgs=3296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f5a0413f9c0 0x7f5a0413a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 --2- 172.21.15.99:0/4238733844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5a0413ec40 0x7f5a0406e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 >> 172.21.15.99:0/4238733844 conn(0x7f5a040b30d0 msgr2=0x7f5a0406d200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 shutdown_connections 2023-11-18T23:04:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.168+0000 7f5a0ac29700 1 -- 172.21.15.99:0/4238733844 wait complete. 2023-11-18T23:04:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 6 to deep-scrub 2023-11-18T23:04:21.183 INFO:tasks.ceph:Scrubbing osd.7 2023-11-18T23:04:21.183 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2023-11-18T23:04:21.312 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.310+0000 7fcc00dbd700 1 Processor -- start 2023-11-18T23:04:21.312 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.310+0000 7fcc00dbd700 1 -- start start 2023-11-18T23:04:21.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.311+0000 7fcc00dbd700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc0d08d0 0x7fcbfc0b5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.311+0000 7fcc00dbd700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcbfc0b53e0 con 0x7fcbfc15bb50 2023-11-18T23:04:21.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.311+0000 7fcc00dbd700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcbfc0ce100 con 0x7fcbfc0704f0 2023-11-18T23:04:21.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.311+0000 7fcc00dbd700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcbfc0ce3e0 con 0x7fcbfc0d08d0 2023-11-18T23:04:21.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.311+0000 7fcbfa59c700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fcbfc15bb50 0x7fcbfc0cd8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34684/0 (socket says 172.21.15.99:34684) 2023-11-18T23:04:21.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.311+0000 7fcbfa59c700 1 -- 172.21.15.99:0/2944128313 learned_addr learned my addr 172.21.15.99:0/2944128313 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:21.317 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf9d9b700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc0d08d0 0x7fcbfc0b5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.318 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 768870794 0 0) 0x7fcbfc0b53e0 con 0x7fcbfc15bb50 2023-11-18T23:04:21.318 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcbe40035b0 con 0x7fcbfc15bb50 2023-11-18T23:04:21.318 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2375151726 0 0) 0x7fcbfc0ce100 con 0x7fcbfc0704f0 2023-11-18T23:04:21.318 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 --> v1:172.21.15.181:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcbfc0b53e0 con 0x7fcbfc0704f0 2023-11-18T23:04:21.318 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3628647268 0 0) 0x7fcbe40035b0 con 0x7fcbfc15bb50 2023-11-18T23:04:21.318 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc0d08d0 msgr2=0x7fcbfc0b5e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:21.318 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc0d08d0 0x7fcbfc0b5e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 >> v1:172.21.15.181:6789/0 conn(0x7fcbfc0704f0 legacy=0x7fcbfc15bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbfc0b5630 con 0x7fcbfc15bb50 2023-11-18T23:04:21.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4001333446 0 0) 0x7fcbec001670 con 0x7fcbfc15bb50 2023-11-18T23:04:21.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 >> v1:172.21.15.99:6789/0 conn(0x7fcbfc15bb50 legacy=0x7fcbfc0cd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc0d08d0 0x7fcbe4003bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcbe4004120 0x7fcbe4004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbe4004d90 0x7fcbe4005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbfc0ce3e0 con 0x7fcbe4004d90 2023-11-18T23:04:21.319 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbe400bc20 con 0x7fcbe4004120 2023-11-18T23:04:21.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcbe400bde0 con 0x7fcbfc0d08d0 2023-11-18T23:04:21.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbfad9d700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbe4004d90 0x7fcbe4005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbfa59c700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc0d08d0 0x7fcbe4003bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbf9d9b700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcbe4004120 0x7fcbe4004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbfad9d700 1 -- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc0d08d0 msgr2=0x7fcbe4003bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:21.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbfad9d700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc0d08d0 0x7fcbe4003bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbfad9d700 1 -- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcbe4004120 msgr2=0x7fcbe4004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:21.320 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbfad9d700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcbe4004120 0x7fcbe4004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.312+0000 7fcbfad9d700 1 -- 172.21.15.99:0/2944128313 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbe40035b0 con 0x7fcbe4004d90 2023-11-18T23:04:21.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.313+0000 7fcbfad9d700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbe4004d90 0x7fcbe4005210 secure :-1 s=READY pgs=3298 cs=0 l=1 rev1=1 crypto rx=0x7fcbf400c2f0 tx=0x7fcbe4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fac1ce6528a76d31 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.313+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbf4001f30 con 0x7fcbe4004d90 2023-11-18T23:04:21.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.313+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcbf400ce90 con 0x7fcbe4004d90 2023-11-18T23:04:21.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.313+0000 7fcbf959a700 1 -- 172.21.15.99:0/2944128313 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbf4003c40 con 0x7fcbe4004d90 2023-11-18T23:04:21.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.313+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2944128313 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbe4004d90 msgr2=0x7fcbe4005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.313+0000 7fcc00dbd700 1 --2- 172.21.15.99:0/2944128313 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbe4004d90 0x7fcbe4005210 secure :-1 s=READY pgs=3298 cs=0 l=1 rev1=1 crypto rx=0x7fcbf400c2f0 tx=0x7fcbe4005880 comp rx=0 tx=0).stop 2023-11-18T23:04:21.321 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.313+0000 7fcbfad9d700 1 -- 172.21.15.99:0/2944128313 reap_dead start 2023-11-18T23:04:21.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.314+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2944128313 shutdown_connections 2023-11-18T23:04:21.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.314+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2944128313 >> 172.21.15.99:0/2944128313 conn(0x7fcbfc0b2310 msgr2=0x7fcbfc0b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:21.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.314+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2944128313 shutdown_connections 2023-11-18T23:04:21.322 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.314+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2944128313 wait complete. 2023-11-18T23:04:21.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.316+0000 7fcc00dbd700 1 Processor -- start 2023-11-18T23:04:21.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.316+0000 7fcc00dbd700 1 -- start start 2023-11-18T23:04:21.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcc00dbd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcbe4004d90 0x7fcbfc14ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcc00dbd700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc150a30 0x7fcbfc150eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcc00dbd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbfc155500 0x7fcbfc1559b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.325 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcc00dbd700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbfc156df0 con 0x7fcbfc155500 2023-11-18T23:04:21.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcc00dbd700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbfc155ef0 con 0x7fcbe4004d90 2023-11-18T23:04:21.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcc00dbd700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcbfc14f4a0 con 0x7fcbfc150a30 2023-11-18T23:04:21.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfad9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbfc155500 0x7fcbfc1559b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfad9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbfc155500 0x7fcbfc1559b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48088/0 (socket says 172.21.15.99:48088) 2023-11-18T23:04:21.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfad9d700 1 -- 172.21.15.99:0/2659975002 learned_addr learned my addr 172.21.15.99:0/2659975002 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:21.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfa59c700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcbe4004d90 0x7fcbfc14ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.326 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbf9d9b700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc150a30 0x7fcbfc150eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfad9d700 1 -- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc150a30 msgr2=0x7fcbfc150eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfad9d700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc150a30 0x7fcbfc150eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfad9d700 1 -- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcbe4004d90 msgr2=0x7fcbfc14ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfad9d700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcbe4004d90 0x7fcbfc14ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfad9d700 1 -- 172.21.15.99:0/2659975002 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbfc1561b0 con 0x7fcbfc155500 2023-11-18T23:04:21.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbf9d9b700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fcbfc150a30 0x7fcbfc150eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:21.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbfad9d700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbfc155500 0x7fcbfc1559b0 secure :-1 s=READY pgs=3299 cs=0 l=1 rev1=1 crypto rx=0x7fcbe400bbf0 tx=0x7fcbf4001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.317+0000 7fcbeaffd700 1 -- 172.21.15.99:0/2659975002 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbf4001360 con 0x7fcbfc155500 2023-11-18T23:04:21.327 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.318+0000 7fcbeaffd700 1 -- 172.21.15.99:0/2659975002 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcbf40050d0 con 0x7fcbfc155500 2023-11-18T23:04:21.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.318+0000 7fcbeaffd700 1 -- 172.21.15.99:0/2659975002 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbf4005480 con 0x7fcbfc155500 2023-11-18T23:04:21.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.318+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbfc156450 con 0x7fcbfc155500 2023-11-18T23:04:21.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.318+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbfc156a10 con 0x7fcbfc155500 2023-11-18T23:04:21.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.318+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fcbfc04f7b0 con 0x7fcbfc155500 2023-11-18T23:04:21.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.319+0000 7fcbeaffd700 1 -- 172.21.15.99:0/2659975002 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fcbf4019070 con 0x7fcbfc155500 2023-11-18T23:04:21.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.319+0000 7fcbeaffd700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcbdc06aed0 0x7fcbdc06d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.328 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.320+0000 7fcbeaffd700 1 -- 172.21.15.99:0/2659975002 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fcbf408a9b0 con 0x7fcbfc155500 2023-11-18T23:04:21.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.320+0000 7fcbfa59c700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcbdc06aed0 0x7fcbdc06d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.320+0000 7fcbeaffd700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7fcbdc070d30 0x7fcbdc073150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.320+0000 7fcbeaffd700 1 -- 172.21.15.99:0/2659975002 --> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcbdc073820 con 0x7fcbdc070d30 2023-11-18T23:04:21.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.320+0000 7fcbeaffd700 1 -- 172.21.15.99:0/2659975002 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcbf408ae00 con 0x7fcbfc155500 2023-11-18T23:04:21.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.320+0000 7fcbfa59c700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcbdc06aed0 0x7fcbdc06d390 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fcbec001200 tx=0x7fcbec001e00 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.320+0000 7fcbf9d9b700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7fcbdc070d30 0x7fcbdc073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.320+0000 7fcbf9d9b700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7fcbdc070d30 0x7fcbdc073150 crc :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.329 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.321+0000 7fcbeaffd700 1 -- 172.21.15.99:0/2659975002 <== osd.7 v2:172.21.15.181:6822/1591021784 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fcbdc073820 con 0x7fcbdc070d30 2023-11-18T23:04:21.338 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.336+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 --> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fcbfc070960 con 0x7fcbdc070d30 2023-11-18T23:04:21.339 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcbeaffd700 1 -- 172.21.15.99:0/2659975002 <== osd.7 v2:172.21.15.181:6822/1591021784 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fcbfc070960 con 0x7fcbdc070d30 2023-11-18T23:04:21.339 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2023-11-18T23:04:21.339 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-18T23:04:21.339 INFO:teuthology.orchestra.run.smithi099.stdout:} 2023-11-18T23:04:21.340 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7fcbdc070d30 msgr2=0x7fcbdc073150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.340 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcc00dbd700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.181:6822/1591021784,v1:172.21.15.181:6824/1591021784] conn(0x7fcbdc070d30 0x7fcbdc073150 crc :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.340 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcbdc06aed0 msgr2=0x7fcbdc06d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.341 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcc00dbd700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fcbdc06aed0 0x7fcbdc06d390 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fcbec001200 tx=0x7fcbec001e00 comp rx=0 tx=0).stop 2023-11-18T23:04:21.341 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbfc155500 msgr2=0x7fcbfc1559b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.341 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcc00dbd700 1 --2- 172.21.15.99:0/2659975002 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcbfc155500 0x7fcbfc1559b0 secure :-1 s=READY pgs=3299 cs=0 l=1 rev1=1 crypto rx=0x7fcbe400bbf0 tx=0x7fcbf4001650 comp rx=0 tx=0).stop 2023-11-18T23:04:21.341 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcbfad9d700 1 -- 172.21.15.99:0/2659975002 reap_dead start 2023-11-18T23:04:21.341 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 shutdown_connections 2023-11-18T23:04:21.341 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.337+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 >> 172.21.15.99:0/2659975002 conn(0x7fcbfc0b2310 msgr2=0x7fcbfc159240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:21.341 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.338+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 shutdown_connections 2023-11-18T23:04:21.341 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.338+0000 7fcc00dbd700 1 -- 172.21.15.99:0/2659975002 wait complete. 2023-11-18T23:04:21.351 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2023-11-18T23:04:21.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.475+0000 7f6d99d2a700 1 Processor -- start 2023-11-18T23:04:21.478 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.475+0000 7f6d99d2a700 1 -- start start 2023-11-18T23:04:21.479 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d99d2a700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6d94072e10 0x7f6d94160660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.479 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d99d2a700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d94156ab0 con 0x7f6d941566d0 2023-11-18T23:04:21.480 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d99d2a700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d9406df10 con 0x7f6d9415c660 2023-11-18T23:04:21.480 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d99d2a700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d94160ba0 con 0x7f6d94072e10 2023-11-18T23:04:21.480 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d92ffd700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6d94072e10 0x7f6d94160660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.480 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d937fe700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f6d941566d0 0x7f6d94072700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34706/0 (socket says 172.21.15.99:34706) 2023-11-18T23:04:21.480 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d937fe700 1 -- 172.21.15.99:0/1799437344 learned_addr learned my addr 172.21.15.99:0/1799437344 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:21.480 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d92ffd700 1 -- 172.21.15.99:0/1799437344 >> v1:172.21.15.181:6789/0 conn(0x7f6d9415c660 legacy=0x7f6d9406e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:21.480 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d92ffd700 1 -- 172.21.15.99:0/1799437344 >> v1:172.21.15.99:6789/0 conn(0x7f6d941566d0 legacy=0x7f6d94072700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.481 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d92ffd700 1 -- 172.21.15.99:0/1799437344 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d9415cbb0 con 0x7f6d94072e10 2023-11-18T23:04:21.481 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d92ffd700 1 --2- 172.21.15.99:0/1799437344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 0x7f6d94160660 secure :-1 s=READY pgs=3301 cs=0 l=1 rev1=1 crypto rx=0x7f6d88009840 tx=0x7f6d88009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aa883fef0440ee5 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.481 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.476+0000 7f6d927fc700 1 -- 172.21.15.99:0/1799437344 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d88004230 con 0x7f6d94072e10 2023-11-18T23:04:21.481 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.477+0000 7f6d927fc700 1 -- 172.21.15.99:0/1799437344 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d88004390 con 0x7f6d94072e10 2023-11-18T23:04:21.481 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.477+0000 7f6d927fc700 1 -- 172.21.15.99:0/1799437344 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d880036a0 con 0x7f6d94072e10 2023-11-18T23:04:21.483 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.477+0000 7f6d99d2a700 1 -- 172.21.15.99:0/1799437344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 msgr2=0x7f6d94160660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.483 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.477+0000 7f6d99d2a700 1 --2- 172.21.15.99:0/1799437344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 0x7f6d94160660 secure :-1 s=READY pgs=3301 cs=0 l=1 rev1=1 crypto rx=0x7f6d88009840 tx=0x7f6d88009b50 comp rx=0 tx=0).stop 2023-11-18T23:04:21.483 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.477+0000 7f6d99d2a700 1 -- 172.21.15.99:0/1799437344 shutdown_connections 2023-11-18T23:04:21.483 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.477+0000 7f6d99d2a700 1 --2- 172.21.15.99:0/1799437344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 0x7f6d94160660 unknown :-1 s=CLOSED pgs=3301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.477+0000 7f6d99d2a700 1 -- 172.21.15.99:0/1799437344 >> 172.21.15.99:0/1799437344 conn(0x7f6d940b1ff0 msgr2=0x7f6d940b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:21.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.477+0000 7f6d99d2a700 1 -- 172.21.15.99:0/1799437344 shutdown_connections 2023-11-18T23:04:21.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.477+0000 7f6d99d2a700 1 -- 172.21.15.99:0/1799437344 wait complete. 2023-11-18T23:04:21.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.478+0000 7f6d99d2a700 1 Processor -- start 2023-11-18T23:04:21.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d99d2a700 1 -- start start 2023-11-18T23:04:21.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d99d2a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 0x7f6d94155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d99d2a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d941566d0 0x7f6d9406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.484 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d99d2a700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6d9415c660 0x7f6d9406e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d99d2a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d941f3810 con 0x7f6d94072e10 2023-11-18T23:04:21.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d99d2a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d94155f40 con 0x7f6d941566d0 2023-11-18T23:04:21.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d99d2a700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d941f2b90 con 0x7f6d9415c660 2023-11-18T23:04:21.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d937fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 0x7f6d94155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d937fe700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 0x7f6d94155a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48100/0 (socket says 172.21.15.99:48100) 2023-11-18T23:04:21.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d937fe700 1 -- 172.21.15.99:0/3278867421 learned_addr learned my addr 172.21.15.99:0/3278867421 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:21.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.479+0000 7f6d92ffd700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d941566d0 0x7f6d9406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.485 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d93fff700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6d9415c660 0x7f6d9406e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d937fe700 1 -- 172.21.15.99:0/3278867421 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6d9415c660 msgr2=0x7f6d9406e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d937fe700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6d9415c660 0x7f6d9406e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d937fe700 1 -- 172.21.15.99:0/3278867421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d941566d0 msgr2=0x7f6d9406e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.487 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d937fe700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d941566d0 0x7f6d9406e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d937fe700 1 -- 172.21.15.99:0/3278867421 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d880094a0 con 0x7f6d94072e10 2023-11-18T23:04:21.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d93fff700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6d9415c660 0x7f6d9406e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:21.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d937fe700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 0x7f6d94155a00 secure :-1 s=READY pgs=3302 cs=0 l=1 rev1=1 crypto rx=0x7f6d8400c490 tx=0x7f6d8400c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d7bfff700 1 -- 172.21.15.99:0/3278867421 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d84005d70 con 0x7f6d94072e10 2023-11-18T23:04:21.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d7bfff700 1 -- 172.21.15.99:0/3278867421 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d840070d0 con 0x7f6d94072e10 2023-11-18T23:04:21.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d941f2e70 con 0x7f6d94072e10 2023-11-18T23:04:21.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d7bfff700 1 -- 172.21.15.99:0/3278867421 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d84007460 con 0x7f6d94072e10 2023-11-18T23:04:21.488 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.480+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d941f3430 con 0x7f6d94072e10 2023-11-18T23:04:21.489 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.481+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d941f3a80 con 0x7f6d94072e10 2023-11-18T23:04:21.489 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.482+0000 7f6d7bfff700 1 -- 172.21.15.99:0/3278867421 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f6d840075c0 con 0x7f6d94072e10 2023-11-18T23:04:21.489 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.482+0000 7f6d7bfff700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6d8006aed0 0x7f6d8006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.490 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.483+0000 7f6d7bfff700 1 -- 172.21.15.99:0/3278867421 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f6d84088670 con 0x7f6d94072e10 2023-11-18T23:04:21.490 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.483+0000 7f6d92ffd700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6d8006aed0 0x7f6d8006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.490 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.483+0000 7f6d92ffd700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6d8006aed0 0x7f6d8006d390 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f6d9406ceb0 tx=0x7f6d8801c040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.490 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.487+0000 7f6d7bfff700 1 -- 172.21.15.99:0/3278867421 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f6d84053ab0 con 0x7f6d94072e10 2023-11-18T23:04:21.693 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.691+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7f6d94145bf0 con 0x7f6d8006aed0 2023-11-18T23:04:21.694 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.692+0000 7f6d7bfff700 1 -- 172.21.15.99:0/3278867421 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f6d94145bf0 con 0x7f6d8006aed0 2023-11-18T23:04:21.696 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6d8006aed0 msgr2=0x7f6d8006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.696 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6d8006aed0 0x7f6d8006d390 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f6d9406ceb0 tx=0x7f6d8801c040 comp rx=0 tx=0).stop 2023-11-18T23:04:21.696 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 msgr2=0x7f6d94155a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.696 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 0x7f6d94155a00 secure :-1 s=READY pgs=3302 cs=0 l=1 rev1=1 crypto rx=0x7f6d8400c490 tx=0x7f6d8400c7a0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.696 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 shutdown_connections 2023-11-18T23:04:21.697 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f6d8006aed0 0x7f6d8006d390 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.697 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d94072e10 0x7f6d94155a00 unknown :-1 s=CLOSED pgs=3302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.697 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f6d9415c660 0x7f6d9406e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.697 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 --2- 172.21.15.99:0/3278867421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d941566d0 0x7f6d9406e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.697 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 >> 172.21.15.99:0/3278867421 conn(0x7f6d940b1ff0 msgr2=0x7f6d940aefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:21.697 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 shutdown_connections 2023-11-18T23:04:21.697 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.694+0000 7f6d99d2a700 1 -- 172.21.15.99:0/3278867421 wait complete. 2023-11-18T23:04:21.698 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 7 to deep-scrub 2023-11-18T23:04:21.708 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T23:04:21.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.831+0000 7fb00b151700 1 Processor -- start 2023-11-18T23:04:21.833 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.831+0000 7fb00b151700 1 -- start start 2023-11-18T23:04:21.835 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb00b151700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406d910 0x7fb00406e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.835 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb00b151700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb00415e880 0x7fb0040b05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.836 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb00b151700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb00406e520 con 0x7fb00406dcf0 2023-11-18T23:04:21.836 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb00b151700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb00406efc0 con 0x7fb00415e880 2023-11-18T23:04:21.836 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb00b151700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb00406f2a0 con 0x7fb00406d910 2023-11-18T23:04:21.836 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb003fff700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb00415e880 0x7fb0040b05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.836 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb008eed700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406d910 0x7fb00406e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.836 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb003fff700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7fb00415e880 0x7fb0040b05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:46580/0 (socket says 172.21.15.99:46580) 2023-11-18T23:04:21.836 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb0096ee700 1 --1- >> v1:172.21.15.181:6789/0 conn(0x7fb00406dcf0 0x7fb0040b0b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.181:6789/0 says I am v1:172.21.15.99:45684/0 (socket says 172.21.15.99:45684) 2023-11-18T23:04:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb008eed700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406d910 0x7fb00406e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3301/0 says I am v2:172.21.15.99:57714/0 (socket says 172.21.15.99:57714) 2023-11-18T23:04:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb003fff700 1 -- 172.21.15.99:0/235812056 learned_addr learned my addr 172.21.15.99:0/235812056 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb003fff700 1 -- 172.21.15.99:0/235812056 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406d910 msgr2=0x7fb00406e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb003fff700 1 --2- 172.21.15.99:0/235812056 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406d910 0x7fb00406e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb003fff700 1 -- 172.21.15.99:0/235812056 >> v1:172.21.15.181:6789/0 conn(0x7fb00406dcf0 legacy=0x7fb0040b0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb0037fe700 1 -- 172.21.15.99:0/235812056 <== mon.1 v1:172.21.15.181:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3370125702 0 0) 0x7fb00406e520 con 0x7fb00406dcf0 2023-11-18T23:04:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb003fff700 1 -- 172.21.15.99:0/235812056 --> v2:172.21.15.181:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb00406f580 con 0x7fb00415e880 2023-11-18T23:04:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.832+0000 7fb008eed700 1 --2- 172.21.15.99:0/235812056 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406d910 0x7fb00406e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-18T23:04:21.838 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb003fff700 1 --2- 172.21.15.99:0/235812056 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00415e880 0x7fb0040b05f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7faff000bb90 tx=0x7faff000bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43723faef5a1d88 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.838 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb0037fe700 1 -- 172.21.15.99:0/235812056 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faff000dd30 con 0x7fb00415e880 2023-11-18T23:04:21.838 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb0037fe700 1 -- 172.21.15.99:0/235812056 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faff000de90 con 0x7fb00415e880 2023-11-18T23:04:21.838 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb0037fe700 1 -- 172.21.15.99:0/235812056 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faff0010690 con 0x7fb00415e880 2023-11-18T23:04:21.838 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb00b151700 1 -- 172.21.15.99:0/235812056 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00415e880 msgr2=0x7fb0040b05f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.839 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb00b151700 1 --2- 172.21.15.99:0/235812056 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00415e880 0x7fb0040b05f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7faff000bb90 tx=0x7faff000bea0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.839 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb00b151700 1 -- 172.21.15.99:0/235812056 shutdown_connections 2023-11-18T23:04:21.839 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb00b151700 1 --2- 172.21.15.99:0/235812056 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406d910 0x7fb00406e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.839 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb00b151700 1 --2- 172.21.15.99:0/235812056 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00415e880 0x7fb0040b05f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.839 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb00b151700 1 -- 172.21.15.99:0/235812056 >> 172.21.15.99:0/235812056 conn(0x7fb0040b2130 msgr2=0x7fb0040b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:21.839 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb00b151700 1 -- 172.21.15.99:0/235812056 shutdown_connections 2023-11-18T23:04:21.839 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.833+0000 7fb00b151700 1 -- 172.21.15.99:0/235812056 wait complete. 2023-11-18T23:04:21.842 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.835+0000 7fb00b151700 1 Processor -- start 2023-11-18T23:04:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.835+0000 7fb00b151700 1 -- start start 2023-11-18T23:04:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.835+0000 7fb00b151700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00406d910 0x7fb0041f3100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.835+0000 7fb00b151700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406dcf0 0x7fb0040ad170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.835+0000 7fb00b151700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb00415e880 0x7fb0041559f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.835+0000 7fb00b151700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb004071100 con 0x7fb00415e880 2023-11-18T23:04:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.835+0000 7fb00b151700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0040ad6b0 con 0x7fb00406d910 2023-11-18T23:04:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb00b151700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0040aad60 con 0x7fb00406dcf0 2023-11-18T23:04:21.844 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0096ee700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb00415e880 0x7fb0041559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.844 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0096ee700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb00415e880 0x7fb0041559f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48118/0 (socket says 172.21.15.99:48118) 2023-11-18T23:04:21.844 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0096ee700 1 -- 172.21.15.99:0/3345928287 learned_addr learned my addr 172.21.15.99:0/3345928287 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:21.844 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb003fff700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406dcf0 0x7fb0040ad170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.844 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb008eed700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00406d910 0x7fb0041f3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.844 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0096ee700 1 -- 172.21.15.99:0/3345928287 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406dcf0 msgr2=0x7fb0040ad170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.844 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0096ee700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406dcf0 0x7fb0040ad170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.844 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0096ee700 1 -- 172.21.15.99:0/3345928287 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00406d910 msgr2=0x7fb0041f3100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:21.845 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0096ee700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00406d910 0x7fb0041f3100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:21.845 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0096ee700 1 -- 172.21.15.99:0/3345928287 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faff80094a0 con 0x7fb00415e880 2023-11-18T23:04:21.845 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb008eed700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00406d910 0x7fb0041f3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-18T23:04:21.845 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0096ee700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb00415e880 0x7fb0041559f0 secure :-1 s=READY pgs=3303 cs=0 l=1 rev1=1 crypto rx=0x7faffc00ccd0 tx=0x7faffc00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.845 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0017fa700 1 -- 172.21.15.99:0/3345928287 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc00ada0 con 0x7fb00415e880 2023-11-18T23:04:21.845 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0017fa700 1 -- 172.21.15.99:0/3345928287 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faffc0070d0 con 0x7fb00415e880 2023-11-18T23:04:21.845 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faff000b7f0 con 0x7fb00415e880 2023-11-18T23:04:21.846 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb0017fa700 1 -- 172.21.15.99:0/3345928287 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc007480 con 0x7fb00415e880 2023-11-18T23:04:21.846 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.836+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0040707d0 con 0x7fb00415e880 2023-11-18T23:04:21.846 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.837+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb004073aa0 con 0x7fb00415e880 2023-11-18T23:04:21.846 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.838+0000 7fb0017fa700 1 -- 172.21.15.99:0/3345928287 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7faffc0075e0 con 0x7fb00415e880 2023-11-18T23:04:21.846 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.838+0000 7fb0017fa700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fafe806af20 0x7fafe806d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:21.846 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.838+0000 7fb0017fa700 1 -- 172.21.15.99:0/3345928287 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7faffc089280 con 0x7fb00415e880 2023-11-18T23:04:21.846 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.838+0000 7fb008eed700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fafe806af20 0x7fafe806d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:21.846 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.839+0000 7fb008eed700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fafe806af20 0x7fafe806d3e0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7faff8009dc0 tx=0x7faff8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:21.847 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:21.843+0000 7fb0017fa700 1 -- 172.21.15.99:0/3345928287 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7faffc054710 con 0x7fb00415e880 2023-11-18T23:04:22.047 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.045+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb004069400 con 0x7fafe806af20 2023-11-18T23:04:22.049 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.048+0000 7fb0017fa700 1 -- 172.21.15.99:0/3345928287 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49006 (secure 0 0 0) 0x7fb004069400 con 0x7fafe806af20 2023-11-18T23:04:22.050 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:22.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fafe806af20 msgr2=0x7fafe806d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:22.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fafe806af20 0x7fafe806d3e0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7faff8009dc0 tx=0x7faff8008040 comp rx=0 tx=0).stop 2023-11-18T23:04:22.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb00415e880 msgr2=0x7fb0041559f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:22.052 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb00415e880 0x7fb0041559f0 secure :-1 s=READY pgs=3303 cs=0 l=1 rev1=1 crypto rx=0x7faffc00ccd0 tx=0x7faffc00a340 comp rx=0 tx=0).stop 2023-11-18T23:04:22.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 shutdown_connections 2023-11-18T23:04:22.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fafe806af20 0x7fafe806d3e0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:22.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb00415e880 0x7fb0041559f0 unknown :-1 s=CLOSED pgs=3303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:22.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb00406d910 0x7fb0041f3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:22.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 --2- 172.21.15.99:0/3345928287 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb00406dcf0 0x7fb0040ad170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:22.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 >> 172.21.15.99:0/3345928287 conn(0x7fb0040b2130 msgr2=0x7fb004156760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:22.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 shutdown_connections 2023-11-18T23:04:22.053 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:22.050+0000 7fb00b151700 1 -- 172.21.15.99:0/3345928287 wait complete. 2023-11-18T23:04:22.054 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T23:04:22.064 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":13254,"stamp":"2023-11-18T23:04:21.067984+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":11705672,"kb_used_data":4488,"kb_used_omap":31417,"kb_used_meta":11669702,"kb_avail":743269048,"statfs":{"total":773094113280,"available":761107505152,"internally_reserved":0,"allocated":4595712,"data_stored":2500992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32171064,"internal_metadata":11949775816},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":334,"apply_latency_ms":334,"commit_latency_ns":334000000,"apply_latency_ns":334000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.663148"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":396,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-18T23:04:08.573875+0000","last_change":"2023-11-18T15:43:23.011373+0000","last_active":"2023-11-18T23:04:08.573875+0000","last_peered":"2023-11-18T23:04:08.573875+0000","last_clean":"2023-11-18T23:04:08.573875+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T23:04:08.573875+0000","last_undegraded":"2023-11-18T23:04:08.573875+0000","last_fullsized":"2023-11-18T23:04:08.573875+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-18T15:43:21.887449+0000","last_clean_scrub_stamp":"2023-11-18T15:43:21.887449+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-19T20:45:09.326739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129547432,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1781548,"kb_used_data":996,"kb_used_omap":2326,"kb_used_meta":1778217,"kb_avail":92590292,"statfs":{"total":96636764160,"available":94812459008,"internally_reserved":0,"allocated":1019904,"data_stored":755400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2382243,"internal_metadata":1820894813},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.444,"15min":1.3089999999999999},"min":{"1min":0.25900000000000001,"5min":0.23599999999999999,"15min":0.219},"max":{"1min":18.698,"5min":18.698,"15min":18.698},"last":0.55900000000000005},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.8089999999999999,"15min":1.528},"min":{"1min":0.26300000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":14.317,"5min":14.317,"15min":14.317},"last":0.34899999999999998}]},{"osd":1,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":3.5630000000000002,"5min":2.0779999999999998,"15min":1.774},"min":{"1min":0.35599999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":20.873999999999999,"5min":20.873999999999999,"15min":20.873999999999999},"last":0.498},{"interface":"front","average":{"1min":3.3919999999999999,"5min":1.99,"15min":1.736},"min":{"1min":0.35499999999999998,"5min":0.27900000000000003,"15min":0.26700000000000002},"max":{"1min":21.199999999999999,"5min":21.199999999999999,"15min":21.199999999999999},"last":0.46500000000000002}]},{"osd":2,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":1.9410000000000001,"15min":1.8759999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":8.6620000000000008,"5min":9.6210000000000004,"15min":12.209},"last":0.38300000000000001},{"interface":"front","average":{"1min":2.3759999999999999,"5min":1.97,"15min":1.895},"min":{"1min":0.42199999999999999,"5min":0.32300000000000001,"15min":0.29699999999999999},"max":{"1min":11.57,"5min":11.57,"15min":11.57},"last":0.45100000000000001}]},{"osd":3,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":5.7380000000000004,"5min":2.923,"15min":2.2370000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.31},"max":{"1min":67.173000000000002,"5min":67.173000000000002,"15min":67.173000000000002},"last":0.435},{"interface":"front","average":{"1min":3.4020000000000001,"5min":2.5059999999999998,"15min":2.1539999999999999},"min":{"1min":0.36899999999999999,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":18.806999999999999,"5min":18.806999999999999,"15min":18.806999999999999},"last":0.53600000000000003}]},{"osd":4,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.212,"15min":1.2949999999999999},"min":{"1min":0.29799999999999999,"5min":0.28199999999999997,"15min":0.248},"max":{"1min":10.638,"5min":10.638,"15min":12.593},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.329,"5min":1.46,"15min":1.359},"min":{"1min":0.32000000000000001,"5min":0.311,"15min":0.29399999999999998},"max":{"1min":8.5180000000000007,"5min":8.5180000000000007,"15min":8.5180000000000007},"last":0.47499999999999998}]},{"osd":5,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.2869999999999999,"5min":1.631,"15min":1.5349999999999999},"min":{"1min":0.32800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":14.641999999999999,"5min":14.641999999999999,"15min":21.687000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":1.534,"5min":1.423,"15min":1.3180000000000001},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":10.597,"5min":10.597,"15min":10.597},"last":0.52400000000000002}]},{"osd":6,"last update":"Sat Nov 18 23:03:54 2023","interfaces":[{"interface":"back","average":{"1min":3.0939999999999999,"5min":1.6599999999999999,"15min":1.492},"min":{"1min":0.41399999999999998,"5min":0.33800000000000002,"15min":0.30099999999999999},"max":{"1min":36.366,"5min":36.366,"15min":36.366},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.157,"5min":1.444,"15min":1.4359999999999999},"min":{"1min":0.38,"5min":0.36199999999999999,"15min":0.30599999999999999},"max":{"1min":8.5549999999999997,"5min":8.5549999999999997,"15min":10.949},"last":0.51400000000000001}]}]},{"osd":6,"up_from":14,"seq":60129547436,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1631464,"kb_used_data":416,"kb_used_omap":3433,"kb_used_meta":1627606,"kb_avail":92740376,"statfs":{"total":96636764160,"available":94966145024,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3516113,"internal_metadata":1666668847},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:13 2023","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":1.234,"15min":1.0389999999999999},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":10.4,"5min":10.4,"15min":10.4},"last":0.40899999999999997},{"interface":"front","average":{"1min":1.3440000000000001,"5min":1.5509999999999999,"15min":1.452},"min":{"1min":0.32800000000000001,"5min":0.254,"15min":0.25},"max":{"1min":7.8929999999999998,"5min":7.8929999999999998,"15min":9.1170000000000009},"last":0.56399999999999995}]},{"osd":1,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":1.974,"15min":1.8600000000000001},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":10.753,"5min":10.753,"15min":27.289000000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":2.2200000000000002,"5min":1.79,"15min":1.6519999999999999},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.26200000000000001},"max":{"1min":10.476000000000001,"5min":10.476000000000001,"15min":26.984000000000002},"last":0.45300000000000001}]},{"osd":2,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.964,"15min":1.8640000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.28699999999999998},"max":{"1min":8.3279999999999994,"5min":8.3279999999999994,"15min":9.1539999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.3999999999999999,"15min":2.214},"min":{"1min":0.35699999999999998,"5min":0.34100000000000003,"15min":0.29599999999999999},"max":{"1min":13.988,"5min":13.988,"15min":13.988},"last":0.60999999999999999}]},{"osd":3,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9730000000000001,"5min":2.0489999999999999,"15min":2.0419999999999998},"min":{"1min":0.373,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.445,"5min":10.445,"15min":27.120999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":2.7589999999999999,"5min":2.7789999999999999,"15min":2.4260000000000002},"min":{"1min":0.42599999999999999,"5min":0.34000000000000002,"15min":0.33600000000000002},"max":{"1min":7.8449999999999998,"5min":7.8449999999999998,"15min":27.553000000000001},"last":0.59799999999999998}]},{"osd":4,"last update":"Sat Nov 18 23:04:13 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.2669999999999999,"15min":1.1759999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":11.484999999999999,"5min":11.962,"15min":11.962},"last":0.54000000000000004},{"interface":"front","average":{"1min":1.159,"5min":1.3320000000000001,"15min":1.3839999999999999},"min":{"1min":0.34100000000000003,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":4.3440000000000003,"5min":7.0359999999999996,"15min":7.3540000000000001},"last":0.625}]},{"osd":5,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.581,"15min":1.5549999999999999},"min":{"1min":0.32000000000000001,"5min":0.313,"15min":0.30099999999999999},"max":{"1min":11.367000000000001,"5min":11.367000000000001,"15min":11.367000000000001},"last":0.63800000000000001},{"interface":"front","average":{"1min":1.25,"5min":1.1699999999999999,"15min":1.2250000000000001},"min":{"1min":0.36699999999999999,"5min":0.33500000000000002,"15min":0.32000000000000001},"max":{"1min":10.599,"5min":10.599,"15min":10.599},"last":0.48999999999999999}]},{"osd":7,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":1.4039999999999999,"15min":1.4610000000000001},"min":{"1min":0.38900000000000001,"5min":0.373,"15min":0.35099999999999998},"max":{"1min":3.4060000000000001,"5min":8.8510000000000009,"15min":8.8510000000000009},"last":0.64700000000000002},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.6000000000000001,"15min":1.6279999999999999},"min":{"1min":0.41599999999999998,"5min":0.38500000000000001,"15min":0.35199999999999998},"max":{"1min":10.785,"5min":10.785,"15min":10.785},"last":0.65800000000000003}]}]},{"osd":1,"up_from":14,"seq":60129547414,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1721768,"kb_used_data":416,"kb_used_omap":4675,"kb_used_meta":1716668,"kb_avail":92650072,"statfs":{"total":96636764160,"available":94873673728,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4787299,"internal_metadata":1757868957},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.5860000000000003,"5min":1.946,"15min":1.4079999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":45.212000000000003,"5min":45.212000000000003,"15min":45.212000000000003},"last":0.33500000000000002},{"interface":"front","average":{"1min":5.3659999999999997,"5min":2.5419999999999998,"15min":1.742},"min":{"1min":0.28299999999999997,"5min":0.217,"15min":0.215},"max":{"1min":27.518999999999998,"5min":27.518999999999998,"15min":27.518999999999998},"last":0.35299999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.0890000000000004,"5min":3.137,"15min":2.2829999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.219},"max":{"1min":47.305999999999997,"5min":47.305999999999997,"15min":47.305999999999997},"last":0.26900000000000002},{"interface":"front","average":{"1min":4.5990000000000002,"5min":2.238,"15min":1.7290000000000001},"min":{"1min":0.39000000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":17.454000000000001,"5min":17.454000000000001,"15min":17.454000000000001},"last":0.379}]},{"osd":3,"last update":"Sat Nov 18 23:03:43 2023","interfaces":[{"interface":"back","average":{"1min":3.3399999999999999,"5min":1.875,"15min":1.4630000000000001},"min":{"1min":0.42899999999999999,"5min":0.28299999999999997,"15min":0.27000000000000002},"max":{"1min":17.568000000000001,"5min":17.568000000000001,"15min":17.568000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":6.032,"5min":2.911,"15min":2.0499999999999998},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.23200000000000001},"max":{"1min":49.813000000000002,"5min":49.813000000000002,"15min":49.813000000000002},"last":0.32200000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.763,"5min":3.294,"15min":1.889},"min":{"1min":0.40100000000000002,"5min":0.33500000000000002,"15min":0.30099999999999999},"max":{"1min":96.825999999999993,"5min":96.825999999999993,"15min":96.825999999999993},"last":0.57199999999999995},{"interface":"front","average":{"1min":8.8279999999999994,"5min":3.1930000000000001,"15min":2.0659999999999998},"min":{"1min":0.35199999999999998,"5min":0.318,"15min":0.311},"max":{"1min":93.075999999999993,"5min":93.075999999999993,"15min":93.075999999999993},"last":0.505}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":6.8769999999999998,"5min":2.786,"15min":2.1299999999999999},"min":{"1min":0.38800000000000001,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":49.305,"5min":49.305,"15min":49.305},"last":0.48099999999999998},{"interface":"front","average":{"1min":6.7229999999999999,"5min":2.907,"15min":2.2349999999999999},"min":{"1min":0.44400000000000001,"5min":0.36499999999999999,"15min":0.35799999999999998},"max":{"1min":40.396999999999998,"5min":40.396999999999998,"15min":40.396999999999998},"last":0.53000000000000003}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.022,"5min":3.8660000000000001,"15min":2.7130000000000001},"min":{"1min":0.435,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":102.76600000000001,"5min":102.76600000000001,"15min":102.76600000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":5.3920000000000003,"5min":2.3399999999999999,"15min":1.8120000000000001},"min":{"1min":0.46300000000000002,"5min":0.41499999999999998,"15min":0.35899999999999999},"max":{"1min":31.238,"5min":31.238,"15min":31.238},"last":0.60099999999999998}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":12.994,"5min":4.2770000000000001,"15min":2.915},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":168.50999999999999,"5min":168.50999999999999,"15min":168.50999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":13.512,"5min":4.3730000000000002,"15min":2.964},"min":{"1min":0.48799999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":163.21100000000001,"5min":163.21100000000001,"15min":163.21100000000001},"last":0.48999999999999999}]}]},{"osd":0,"up_from":14,"seq":60129547428,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1548396,"kb_used_data":996,"kb_used_omap":2037,"kb_used_meta":1545354,"kb_avail":92823444,"statfs":{"total":96636764160,"available":95051206656,"internally_reserved":0,"allocated":1019904,"data_stored":755400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086305,"internal_metadata":1582443103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":5.5250000000000004,"5min":2.1920000000000002,"15min":1.5169999999999999},"min":{"1min":0.23599999999999999,"5min":0.23100000000000001,"15min":0.20599999999999999},"max":{"1min":71.846999999999994,"5min":71.846999999999994,"15min":71.846999999999994},"last":0.58899999999999997},{"interface":"front","average":{"1min":5.3739999999999997,"5min":2.6600000000000001,"15min":1.804},"min":{"1min":0.26900000000000002,"5min":0.23699999999999999,"15min":0.193},"max":{"1min":41.982999999999997,"5min":41.982999999999997,"15min":41.982999999999997},"last":0.72399999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":1.78,"5min":1.512,"15min":1.385},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":6.3890000000000002,"5min":13.538,"15min":13.538},"last":0.63},{"interface":"front","average":{"1min":3.6000000000000001,"5min":2.133,"15min":1.8280000000000001},"min":{"1min":0.25900000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":26.606000000000002,"5min":26.606000000000002,"15min":26.606000000000002},"last":0.78200000000000003}]},{"osd":3,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":6.3330000000000002,"5min":2.879,"15min":2.1019999999999999},"min":{"1min":0.36899999999999999,"5min":0.254,"15min":0.23000000000000001},"max":{"1min":88.040999999999997,"5min":88.040999999999997,"15min":88.040999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":5.2050000000000001,"5min":2.6179999999999999,"15min":1.778},"min":{"1min":0.30399999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":85.513999999999996,"5min":85.513999999999996,"15min":85.513999999999996},"last":0.66200000000000003}]},{"osd":4,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":4.032,"5min":2.3119999999999998,"15min":2.3959999999999999},"min":{"1min":0.33600000000000002,"5min":0.32100000000000001,"15min":0.308},"max":{"1min":38.311,"5min":38.311,"15min":140.499},"last":1.446},{"interface":"front","average":{"1min":2.601,"5min":1.895,"15min":2.0720000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.32900000000000001},"max":{"1min":18.151,"5min":18.151,"15min":140.35599999999999},"last":1.9730000000000001}]},{"osd":5,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":7.423,"5min":2.9460000000000002,"15min":2.3050000000000002},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.32000000000000001},"max":{"1min":110.723,"5min":110.723,"15min":110.723},"last":0.876},{"interface":"front","average":{"1min":3.7749999999999999,"5min":2.4409999999999998,"15min":2.4049999999999998},"min":{"1min":0.39700000000000002,"5min":0.36399999999999999,"15min":0.33300000000000002},"max":{"1min":25.855,"5min":25.855,"15min":87.271000000000001},"last":1.4750000000000001}]},{"osd":6,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":2.238,"15min":1.722},"min":{"1min":0.38,"5min":0.376,"15min":0.36799999999999999},"max":{"1min":18.004000000000001,"5min":18.004000000000001,"15min":18.004000000000001},"last":1.929},{"interface":"front","average":{"1min":3.6680000000000001,"5min":2.347,"15min":1.98},"min":{"1min":0.56299999999999994,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":20.201000000000001,"5min":20.201000000000001,"15min":20.201000000000001},"last":0.81399999999999995}]},{"osd":7,"last update":"Sat Nov 18 23:03:15 2023","interfaces":[{"interface":"back","average":{"1min":3.5409999999999999,"5min":2.3650000000000002,"15min":2.1480000000000001},"min":{"1min":0.51700000000000002,"5min":0.432,"15min":0.39000000000000001},"max":{"1min":20.248999999999999,"5min":20.248999999999999,"15min":20.248999999999999},"last":0.84199999999999997},{"interface":"front","average":{"1min":3.6349999999999998,"5min":2.4220000000000002,"15min":2.181},"min":{"1min":0.44400000000000001,"5min":0.436,"15min":0.40100000000000002},"max":{"1min":25.802,"5min":25.802,"15min":25.802},"last":1.407}]}]},{"osd":2,"up_from":14,"seq":60129547422,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1797608,"kb_used_data":416,"kb_used_omap":1423,"kb_used_meta":1795760,"kb_avail":92574232,"statfs":{"total":96636764160,"available":94796013568,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1457167,"internal_metadata":1838859249},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":4.3710000000000004,"5min":2.218,"15min":1.6399999999999999},"min":{"1min":0.22900000000000001,"5min":0.218,"15min":0.20999999999999999},"max":{"1min":31.643999999999998,"5min":31.643999999999998,"15min":31.643999999999998},"last":0.379},{"interface":"front","average":{"1min":5.0060000000000002,"5min":2.649,"15min":1.9630000000000001},"min":{"1min":0.27200000000000002,"5min":0.23200000000000001,"15min":0.23000000000000001},"max":{"1min":54.378,"5min":54.378,"15min":54.378},"last":0.437}]},{"osd":1,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.081,"15min":1.5549999999999999},"min":{"1min":0.26300000000000001,"5min":0.22,"15min":0.218},"max":{"1min":31.588999999999999,"5min":31.588999999999999,"15min":31.588999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":6.3200000000000003,"5min":2.6320000000000001,"15min":2.0790000000000002},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":43.228000000000002,"5min":43.228000000000002,"15min":43.228000000000002},"last":0.33700000000000002}]},{"osd":3,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.0519999999999996,"5min":2.3730000000000002,"15min":1.948},"min":{"1min":0.33300000000000002,"5min":0.25600000000000001,"15min":0.249},"max":{"1min":31.544,"5min":31.544,"15min":31.544},"last":0.46999999999999997},{"interface":"front","average":{"1min":8.1699999999999999,"5min":2.9399999999999999,"15min":2.0099999999999998},"min":{"1min":0.35299999999999998,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":62.713000000000001,"5min":62.713000000000001,"15min":62.713000000000001},"last":0.45700000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":14.375,"5min":4.0380000000000003,"15min":2.9409999999999998},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":209.244,"5min":209.244,"15min":209.244},"last":0.54200000000000004},{"interface":"front","average":{"1min":9.2560000000000002,"5min":3.2440000000000002,"15min":2.9289999999999998},"min":{"1min":0.434,"5min":0.36499999999999999,"15min":0.34399999999999997},"max":{"1min":97.007000000000005,"5min":97.007000000000005,"15min":166.17599999999999},"last":0.56999999999999995}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.3579999999999997,"5min":2.6899999999999999,"15min":2.1400000000000001},"min":{"1min":0.39600000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":57.287999999999997,"5min":57.287999999999997,"15min":57.287999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":6.0620000000000003,"5min":2.6389999999999998,"15min":1.974},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":41.270000000000003,"5min":41.270000000000003,"15min":41.270000000000003},"last":0.66600000000000004}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.117,"5min":2.4740000000000002,"15min":2.1579999999999999},"min":{"1min":0.46500000000000002,"5min":0.42999999999999999,"15min":0.375},"max":{"1min":54.218000000000004,"5min":54.218000000000004,"15min":54.218000000000004},"last":0.71099999999999997},{"interface":"front","average":{"1min":4.5090000000000003,"5min":2.1280000000000001,"15min":2.1040000000000001},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":31.488,"5min":31.488,"15min":31.488},"last":0.64300000000000002}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.9939999999999998,"5min":2.8300000000000001,"15min":2.3650000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":54.268000000000001,"5min":54.268000000000001,"15min":54.268000000000001},"last":0.65500000000000003},{"interface":"front","average":{"1min":5.407,"5min":2.4630000000000001,"15min":2.2629999999999999},"min":{"1min":0.437,"5min":0.41299999999999998,"15min":0.40799999999999997},"max":{"1min":23.478000000000002,"5min":23.478000000000002,"15min":23.478000000000002},"last":0.60799999999999998}]}]},{"osd":3,"up_from":14,"seq":60129547404,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":799080,"kb_used_data":416,"kb_used_omap":7408,"kb_used_meta":791247,"kb_avail":93572760,"statfs":{"total":96636764160,"available":95818506240,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7586451,"internal_metadata":810237293},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.244,"5min":3.98,"15min":2.0720000000000001},"min":{"1min":0.246,"5min":0.218,"15min":0.192},"max":{"1min":74.875,"5min":74.875,"15min":74.875},"last":0.47899999999999998},{"interface":"front","average":{"1min":9.7579999999999991,"5min":3.3530000000000002,"15min":2.0529999999999999},"min":{"1min":0.25800000000000001,"5min":0.23100000000000001,"15min":0.216},"max":{"1min":74.608999999999995,"5min":74.608999999999995,"15min":74.608999999999995},"last":0.372}]},{"osd":1,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.631,"5min":4.0170000000000003,"15min":2.4500000000000002},"min":{"1min":0.26100000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":127.599,"5min":127.599,"15min":127.599},"last":0.30099999999999999},{"interface":"front","average":{"1min":10.962,"5min":3.4969999999999999,"15min":1.879},"min":{"1min":0.30399999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":75.266999999999996,"5min":75.266999999999996,"15min":75.266999999999996},"last":0.38900000000000001}]},{"osd":2,"last update":"Sat Nov 18 23:03:17 2023","interfaces":[{"interface":"back","average":{"1min":2.3420000000000001,"5min":1.915,"15min":1.667},"min":{"1min":0.33000000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":15.413,"5min":15.413,"15min":15.413},"last":0.45900000000000002},{"interface":"front","average":{"1min":6.3760000000000003,"5min":2.4660000000000002,"15min":1.726},"min":{"1min":0.35299999999999998,"5min":0.28499999999999998,"15min":0.24199999999999999},"max":{"1min":41.576999999999998,"5min":41.576999999999998,"15min":41.576999999999998},"last":0.32900000000000001}]},{"osd":4,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":9.5489999999999995,"5min":3.2829999999999999,"15min":2.1520000000000001},"min":{"1min":0.34300000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":102.095,"5min":102.095,"15min":102.095},"last":0.503},{"interface":"front","average":{"1min":28.009,"5min":6.8570000000000002,"15min":3.4660000000000002},"min":{"1min":0.39900000000000002,"5min":0.36099999999999999,"15min":0.307},"max":{"1min":223.434,"5min":223.434,"15min":223.434},"last":0.57899999999999996}]},{"osd":5,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":12.250999999999999,"5min":3.5739999999999998,"15min":2.1160000000000001},"min":{"1min":0.39000000000000001,"5min":0.35299999999999998,"15min":0.30399999999999999},"max":{"1min":75.308999999999997,"5min":75.308999999999997,"15min":75.308999999999997},"last":0.70699999999999996},{"interface":"front","average":{"1min":13.167,"5min":3.9969999999999999,"15min":2.4820000000000002},"min":{"1min":0.41799999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":141.97300000000001,"5min":141.97300000000001,"15min":141.97300000000001},"last":0.65600000000000003}]},{"osd":6,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":19.728999999999999,"5min":5.2789999999999999,"15min":3.0190000000000001},"min":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.35899999999999999},"max":{"1min":155.947,"5min":155.947,"15min":155.947},"last":0.628},{"interface":"front","average":{"1min":7.9610000000000003,"5min":2.907,"15min":2.0600000000000001},"min":{"1min":0.56200000000000006,"5min":0.42899999999999999,"15min":0.38800000000000001},"max":{"1min":45.984000000000002,"5min":45.984000000000002,"15min":45.984000000000002},"last":0.67500000000000004}]},{"osd":7,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":4.3070000000000004,"5min":2.4849999999999999,"15min":2.0369999999999999},"min":{"1min":0.51300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":19.187999999999999,"5min":19.187999999999999,"15min":19.187999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":15.114000000000001,"5min":4.343,"15min":2.899},"min":{"1min":0.46200000000000002,"5min":0.46000000000000002,"15min":0.35899999999999999},"max":{"1min":119.02500000000001,"5min":119.02500000000001,"15min":119.02500000000001},"last":0.60399999999999998}]}]},{"osd":4,"up_from":14,"seq":60129547431,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1318440,"kb_used_data":416,"kb_used_omap":6121,"kb_used_meta":1311894,"kb_avail":93053400,"statfs":{"total":96636764160,"available":95286681600,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6268077,"internal_metadata":1343380307},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.0830000000000002,"5min":1.768,"15min":1.2549999999999999},"min":{"1min":0.255,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":24.914000000000001,"5min":24.914000000000001,"15min":24.914000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":3.4540000000000002,"5min":1.841,"15min":1.833},"min":{"1min":0.25,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":23.393999999999998,"5min":23.393999999999998,"15min":23.393999999999998},"last":0.95099999999999996}]},{"osd":1,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":3.7080000000000002,"5min":2.1520000000000001,"15min":1.9059999999999999},"min":{"1min":0.29299999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":23.471,"5min":23.471,"15min":23.471},"last":0.59099999999999997},{"interface":"front","average":{"1min":5.1559999999999997,"5min":2.173,"15min":1.71},"min":{"1min":0.32400000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":30.193999999999999,"5min":30.193999999999999,"15min":30.193999999999999},"last":0.70499999999999996}]},{"osd":2,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.028,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.307,"15min":0.28999999999999998},"max":{"1min":7.9359999999999999,"5min":7.9359999999999999,"15min":10.879},"last":0.61499999999999999},{"interface":"front","average":{"1min":3.9380000000000002,"5min":2.2810000000000001,"15min":2.1360000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30199999999999999},"max":{"1min":23.433,"5min":23.433,"15min":23.433},"last":0.90500000000000003}]},{"osd":3,"last update":"Sat Nov 18 23:03:34 2023","interfaces":[{"interface":"back","average":{"1min":4.1299999999999999,"5min":2.2080000000000002,"15min":1.883},"min":{"1min":0.38,"5min":0.33300000000000002,"15min":0.29999999999999999},"max":{"1min":24.952999999999999,"5min":24.952999999999999,"15min":24.952999999999999},"last":0.77600000000000002},{"interface":"front","average":{"1min":2.4540000000000002,"5min":2.492,"15min":2.407},"min":{"1min":0.34399999999999997,"5min":0.307,"15min":0.307},"max":{"1min":17.602,"5min":17.602,"15min":17.602},"last":0.755}]},{"osd":5,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.601,"5min":1.5569999999999999,"15min":1.5249999999999999},"min":{"1min":0.25800000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":24.210999999999999,"5min":24.210999999999999,"15min":24.210999999999999},"last":1.0089999999999999},{"interface":"front","average":{"1min":2.52,"5min":1.2669999999999999,"15min":1.1819999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.569000000000001,"5min":13.569000000000001,"15min":13.569000000000001},"last":0.84199999999999997}]},{"osd":6,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.2759999999999998,"5min":2.1419999999999999,"15min":1.8149999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.29099999999999998},"max":{"1min":54.811999999999998,"5min":54.811999999999998,"15min":54.811999999999998},"last":0.97199999999999998},{"interface":"front","average":{"1min":3.3210000000000002,"5min":1.7609999999999999,"15min":1.7230000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32400000000000001},"max":{"1min":24.393999999999998,"5min":24.393999999999998,"15min":24.393999999999998},"last":0.98199999999999998}]},{"osd":7,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":1.4710000000000001,"15min":1.403},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":13.526,"5min":13.526,"15min":13.526},"last":0.89000000000000001},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.625,"15min":1.6759999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.32200000000000001},"max":{"1min":15.118,"5min":15.118,"15min":15.118},"last":0.92700000000000005}]}]},{"osd":5,"up_from":14,"seq":60129547432,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1107368,"kb_used_data":416,"kb_used_omap":3991,"kb_used_meta":1102952,"kb_avail":93264472,"statfs":{"total":96636764160,"available":95502819328,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4087409,"internal_metadata":1129423247},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":152,"apply_latency_ms":152,"commit_latency_ns":152000000,"apply_latency_ns":152000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":1.9279999999999999,"15min":1.29},"min":{"1min":0.25700000000000001,"5min":0.23000000000000001,"15min":0.22600000000000001},"max":{"1min":39.447000000000003,"5min":39.447000000000003,"15min":39.447000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":4.5510000000000002,"5min":2.177,"15min":1.6990000000000001},"min":{"1min":0.35599999999999998,"5min":0.254,"15min":0.254},"max":{"1min":37.935000000000002,"5min":37.935000000000002,"15min":37.935000000000002},"last":0.56000000000000005}]},{"osd":1,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.7930000000000001,"5min":2.851,"15min":2.1099999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25},"max":{"1min":38.384,"5min":47.360999999999997,"15min":47.360999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":3.9820000000000002,"5min":3.0110000000000001,"15min":1.9650000000000001},"min":{"1min":0.33400000000000002,"5min":0.29499999999999998,"15min":0.26900000000000002},"max":{"1min":39.473999999999997,"5min":46.723999999999997,"15min":46.723999999999997},"last":0.629}]},{"osd":2,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.6660000000000004,"5min":2.4660000000000002,"15min":2.1789999999999998},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27300000000000002},"max":{"1min":37.963000000000001,"5min":37.963000000000001,"15min":37.963000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":4.1189999999999998,"5min":2.6819999999999999,"15min":2.2370000000000001},"min":{"1min":0.45400000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":38.485999999999997,"5min":38.485999999999997,"15min":38.485999999999997},"last":0.73399999999999999}]},{"osd":3,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.4980000000000002,"5min":2.702,"15min":1.9550000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":39.5,"5min":39.5,"15min":39.5},"last":0.67900000000000005},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.3380000000000001,"15min":2.2189999999999999},"min":{"1min":0.38600000000000001,"5min":0.317,"15min":0.317},"max":{"1min":7.7119999999999997,"5min":12.257,"15min":12.257},"last":0.71499999999999997}]},{"osd":4,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0030000000000001,"5min":1.9530000000000001,"15min":1.734},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.26800000000000002},"max":{"1min":38.353000000000002,"5min":38.353000000000002,"15min":38.353000000000002},"last":0.69699999999999995},{"interface":"front","average":{"1min":3.1579999999999999,"5min":1.8640000000000001,"15min":1.369},"min":{"1min":0.35399999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":39.415999999999997,"5min":39.415999999999997,"15min":39.415999999999997},"last":0.748}]},{"osd":6,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.73,"5min":1.827,"15min":1.585},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.28499999999999998},"max":{"1min":37.863999999999997,"5min":37.863999999999997,"15min":37.863999999999997},"last":0.65800000000000003},{"interface":"front","average":{"1min":3.1549999999999998,"5min":2.073,"15min":1.7769999999999999},"min":{"1min":0.40699999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":38.186,"5min":38.186,"15min":38.186},"last":0.77700000000000002}]},{"osd":7,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":1.802,"15min":1.4119999999999999},"min":{"1min":0.39000000000000001,"5min":0.35199999999999998,"15min":0.29799999999999999},"max":{"1min":39.344999999999999,"5min":39.344999999999999,"15min":39.344999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.5870000000000002,"15min":1.95},"min":{"1min":0.34000000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":37.904000000000003,"5min":54.039000000000001,"15min":54.039000000000001},"last":0.76400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T23:04:22.067 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2023-11-18T15:43:21.887449+0000 time.struct_time(tm_year=2023, tm_mon=11, tm_mday=18, tm_hour=15, tm_min=43, tm_sec=21, tm_wday=5, tm_yday=322, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=11, tm_mday=18, tm_hour=23, tm_min=4, tm_sec=16, tm_wday=5, tm_yday=322, tm_isdst=0) 2023-11-18T23:04:22.068 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2023-11-18T23:04:42.068 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-18T23:04:42.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.252+0000 7fb096b96700 1 Processor -- start 2023-11-18T23:04:42.253 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.252+0000 7fb096b96700 1 -- start start 2023-11-18T23:04:42.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb096b96700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb0900cf3c0 0x7fb0900b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.255 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb096b96700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb0900b2690 0x7fb09015fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb096b96700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0900d0f40 con 0x7fb090160180 2023-11-18T23:04:42.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb096b96700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0901609e0 con 0x7fb0900b2690 2023-11-18T23:04:42.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb096b96700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0900b2b10 con 0x7fb0900cf3c0 2023-11-18T23:04:42.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb0900b2690 0x7fb09015fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08ffff700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb0900b2690 0x7fb09015fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48122/0 (socket says 172.21.15.99:48122) 2023-11-18T23:04:42.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08ffff700 1 -- 172.21.15.99:0/1414504808 learned_addr learned my addr 172.21.15.99:0/1414504808 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:42.256 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb094932700 1 --2- 172.21.15.99:0/1414504808 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb0900cf3c0 0x7fb0900b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08ffff700 1 -- 172.21.15.99:0/1414504808 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb0900cf3c0 msgr2=0x7fb0900b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:42.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08ffff700 1 --2- 172.21.15.99:0/1414504808 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb0900cf3c0 0x7fb0900b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08ffff700 1 -- 172.21.15.99:0/1414504808 >> v1:172.21.15.181:6789/0 conn(0x7fb090160180 legacy=0x7fb090144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:42.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08ffff700 1 -- 172.21.15.99:0/1414504808 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0900b7490 con 0x7fb0900b2690 2023-11-18T23:04:42.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08ffff700 1 --2- 172.21.15.99:0/1414504808 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900b2690 0x7fb09015fc40 secure :-1 s=READY pgs=3304 cs=0 l=1 rev1=1 crypto rx=0x7fb07c0098f0 tx=0x7fb07c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=340eb7e4145b8c9a server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:42.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08f7fe700 1 -- 172.21.15.99:0/1414504808 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c004230 con 0x7fb0900b2690 2023-11-18T23:04:42.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08f7fe700 1 -- 172.21.15.99:0/1414504808 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb07c004390 con 0x7fb0900b2690 2023-11-18T23:04:42.257 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.253+0000 7fb08f7fe700 1 -- 172.21.15.99:0/1414504808 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c0036a0 con 0x7fb0900b2690 2023-11-18T23:04:42.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.254+0000 7fb096b96700 1 -- 172.21.15.99:0/1414504808 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900b2690 msgr2=0x7fb09015fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.254+0000 7fb096b96700 1 --2- 172.21.15.99:0/1414504808 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900b2690 0x7fb09015fc40 secure :-1 s=READY pgs=3304 cs=0 l=1 rev1=1 crypto rx=0x7fb07c0098f0 tx=0x7fb07c009c00 comp rx=0 tx=0).stop 2023-11-18T23:04:42.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.254+0000 7fb096b96700 1 -- 172.21.15.99:0/1414504808 shutdown_connections 2023-11-18T23:04:42.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.254+0000 7fb096b96700 1 --2- 172.21.15.99:0/1414504808 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb0900cf3c0 0x7fb0900b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.254+0000 7fb096b96700 1 --2- 172.21.15.99:0/1414504808 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900b2690 0x7fb09015fc40 unknown :-1 s=CLOSED pgs=3304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.254+0000 7fb096b96700 1 -- 172.21.15.99:0/1414504808 >> 172.21.15.99:0/1414504808 conn(0x7fb090072190 msgr2=0x7fb0900725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:42.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.254+0000 7fb096b96700 1 -- 172.21.15.99:0/1414504808 shutdown_connections 2023-11-18T23:04:42.258 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.254+0000 7fb096b96700 1 -- 172.21.15.99:0/1414504808 wait complete. 2023-11-18T23:04:42.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.255+0000 7fb096b96700 1 Processor -- start 2023-11-18T23:04:42.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.255+0000 7fb096b96700 1 -- start start 2023-11-18T23:04:42.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb096b96700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb0900b2690 0x7fb09015c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.261 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb096b96700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900cf3c0 0x7fb090156aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb096b96700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb090160180 0x7fb090156fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb096b96700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0901e7970 con 0x7fb0900cf3c0 2023-11-18T23:04:42.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb096b96700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0901e7bc0 con 0x7fb0900b2690 2023-11-18T23:04:42.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb096b96700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0901e7ea0 con 0x7fb090160180 2023-11-18T23:04:42.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb08ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900cf3c0 0x7fb090156aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb08ffff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900cf3c0 0x7fb090156aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48130/0 (socket says 172.21.15.99:48130) 2023-11-18T23:04:42.262 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb08ffff700 1 -- 172.21.15.99:0/1993826154 learned_addr learned my addr 172.21.15.99:0/1993826154 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:42.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb094932700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb0900b2690 0x7fb09015c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb095133700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb090160180 0x7fb090156fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb08ffff700 1 -- 172.21.15.99:0/1993826154 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb090160180 msgr2=0x7fb090156fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb08ffff700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb090160180 0x7fb090156fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb08ffff700 1 -- 172.21.15.99:0/1993826154 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb0900b2690 msgr2=0x7fb09015c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb08ffff700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb0900b2690 0x7fb09015c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.256+0000 7fb08ffff700 1 -- 172.21.15.99:0/1993826154 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb07c009550 con 0x7fb0900cf3c0 2023-11-18T23:04:42.263 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.257+0000 7fb08ffff700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900cf3c0 0x7fb090156aa0 secure :-1 s=READY pgs=3305 cs=0 l=1 rev1=1 crypto rx=0x7fb07c009130 tx=0x7fb07c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:42.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.257+0000 7fb08d7fa700 1 -- 172.21.15.99:0/1993826154 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c003b50 con 0x7fb0900cf3c0 2023-11-18T23:04:42.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.257+0000 7fb08d7fa700 1 -- 172.21.15.99:0/1993826154 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb07c01f070 con 0x7fb0900cf3c0 2023-11-18T23:04:42.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.257+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0901e8180 con 0x7fb0900cf3c0 2023-11-18T23:04:42.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.257+0000 7fb08d7fa700 1 -- 172.21.15.99:0/1993826154 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c00b660 con 0x7fb0900cf3c0 2023-11-18T23:04:42.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.257+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb09015cbe0 con 0x7fb0900cf3c0 2023-11-18T23:04:42.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.258+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb090073aa0 con 0x7fb0900cf3c0 2023-11-18T23:04:42.264 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.258+0000 7fb08d7fa700 1 -- 172.21.15.99:0/1993826154 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7fb07c021030 con 0x7fb0900cf3c0 2023-11-18T23:04:42.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.258+0000 7fb08d7fa700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb07406aed0 0x7fb07406d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.259+0000 7fb08d7fa700 1 -- 172.21.15.99:0/1993826154 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fb07c08a7f0 con 0x7fb0900cf3c0 2023-11-18T23:04:42.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.259+0000 7fb094932700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb07406aed0 0x7fb07406d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.259+0000 7fb094932700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb07406aed0 0x7fb07406d390 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fb084006b20 tx=0x7fb084008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:42.265 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.263+0000 7fb08d7fa700 1 -- 172.21.15.99:0/1993826154 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7fb07c055c30 con 0x7fb0900cf3c0 2023-11-18T23:04:42.467 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.466+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 --> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb09015cd70 con 0x7fb07406aed0 2023-11-18T23:04:42.469 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.469+0000 7fb08d7fa700 1 -- 172.21.15.99:0/1993826154 <== mgr.4110 v2:172.21.15.99:6832/3849668878 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49170 (secure 0 0 0) 0x7fb09015cd70 con 0x7fb07406aed0 2023-11-18T23:04:42.470 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:42.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb07406aed0 msgr2=0x7fb07406d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.472 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb07406aed0 0x7fb07406d390 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fb084006b20 tx=0x7fb084008040 comp rx=0 tx=0).stop 2023-11-18T23:04:42.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900cf3c0 msgr2=0x7fb090156aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900cf3c0 0x7fb090156aa0 secure :-1 s=READY pgs=3305 cs=0 l=1 rev1=1 crypto rx=0x7fb07c009130 tx=0x7fb07c004750 comp rx=0 tx=0).stop 2023-11-18T23:04:42.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 shutdown_connections 2023-11-18T23:04:42.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7fb090160180 0x7fb090156fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb0900b2690 0x7fb09015c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7fb07406aed0 0x7fb07406d390 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 --2- 172.21.15.99:0/1993826154 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb0900cf3c0 0x7fb090156aa0 unknown :-1 s=CLOSED pgs=3305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.473 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 >> 172.21.15.99:0/1993826154 conn(0x7fb090072190 msgr2=0x7fb0900b7b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:42.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 shutdown_connections 2023-11-18T23:04:42.474 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.471+0000 7fb096b96700 1 -- 172.21.15.99:0/1993826154 wait complete. 2023-11-18T23:04:42.474 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2023-11-18T23:04:42.484 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":13264,"stamp":"2023-11-18T23:04:41.070893+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":11705672,"kb_used_data":4488,"kb_used_omap":31417,"kb_used_meta":11669702,"kb_avail":743269048,"statfs":{"total":773094113280,"available":761107505152,"internally_reserved":0,"allocated":4595712,"data_stored":2500992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32171064,"internal_metadata":11949775816},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001762"},"pg_stats":[{"pgid":"1.0","version":"37'119","reported_seq":407,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-11-18T23:04:23.962697+0000","last_change":"2023-11-18T23:04:23.962730+0000","last_active":"2023-11-18T23:04:23.962697+0000","last_peered":"2023-11-18T23:04:23.962697+0000","last_clean":"2023-11-18T23:04:23.962697+0000","last_became_active":"2023-11-18T15:43:23.010346+0000","last_became_peered":"2023-11-18T15:43:23.010346+0000","last_unstale":"2023-11-18T23:04:23.962697+0000","last_undegraded":"2023-11-18T23:04:23.962697+0000","last_fullsized":"2023-11-18T23:04:23.962697+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"37'119","last_scrub_stamp":"2023-11-18T23:04:23.962615+0000","last_deep_scrub":"37'119","last_deep_scrub_stamp":"2023-11-18T23:04:23.962615+0000","last_clean_scrub_stamp":"2023-11-18T23:04:23.962615+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-11-20T01:35:47.689470+0000","scrub_duration":0.085915466999999995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129547436,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1781548,"kb_used_data":996,"kb_used_omap":2326,"kb_used_meta":1778217,"kb_avail":92590292,"statfs":{"total":96636764160,"available":94812459008,"internally_reserved":0,"allocated":1019904,"data_stored":755400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2382243,"internal_metadata":1820894813},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.444,"15min":1.3089999999999999},"min":{"1min":0.25900000000000001,"5min":0.23599999999999999,"15min":0.219},"max":{"1min":18.698,"5min":18.698,"15min":18.698},"last":0.34300000000000003},{"interface":"front","average":{"1min":2.6520000000000001,"5min":1.8089999999999999,"15min":1.528},"min":{"1min":0.26300000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":14.317,"5min":14.317,"15min":14.317},"last":0.61099999999999999}]},{"osd":1,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":3.5630000000000002,"5min":2.0779999999999998,"15min":1.774},"min":{"1min":0.35599999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":20.873999999999999,"5min":20.873999999999999,"15min":20.873999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":3.3919999999999999,"5min":1.99,"15min":1.736},"min":{"1min":0.35499999999999998,"5min":0.27900000000000003,"15min":0.26700000000000002},"max":{"1min":21.199999999999999,"5min":21.199999999999999,"15min":21.199999999999999},"last":0.49199999999999999}]},{"osd":2,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":1.9410000000000001,"15min":1.8759999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":8.6620000000000008,"5min":9.6210000000000004,"15min":12.209},"last":0.47599999999999998},{"interface":"front","average":{"1min":2.3759999999999999,"5min":1.97,"15min":1.895},"min":{"1min":0.42199999999999999,"5min":0.32300000000000001,"15min":0.29699999999999999},"max":{"1min":11.57,"5min":11.57,"15min":11.57},"last":0.51800000000000002}]},{"osd":3,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":5.7380000000000004,"5min":2.923,"15min":2.2370000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.31},"max":{"1min":67.173000000000002,"5min":67.173000000000002,"15min":67.173000000000002},"last":0.38700000000000001},{"interface":"front","average":{"1min":3.4020000000000001,"5min":2.5059999999999998,"15min":2.1539999999999999},"min":{"1min":0.36899999999999999,"5min":0.308,"15min":0.29299999999999998},"max":{"1min":18.806999999999999,"5min":18.806999999999999,"15min":18.806999999999999},"last":0.55800000000000005}]},{"osd":4,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.212,"15min":1.2949999999999999},"min":{"1min":0.29799999999999999,"5min":0.28199999999999997,"15min":0.248},"max":{"1min":10.638,"5min":10.638,"15min":12.593},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.329,"5min":1.46,"15min":1.359},"min":{"1min":0.32000000000000001,"5min":0.311,"15min":0.29399999999999998},"max":{"1min":8.5180000000000007,"5min":8.5180000000000007,"15min":8.5180000000000007},"last":0.53700000000000003}]},{"osd":5,"last update":"Sat Nov 18 23:03:44 2023","interfaces":[{"interface":"back","average":{"1min":2.2869999999999999,"5min":1.631,"15min":1.5349999999999999},"min":{"1min":0.32800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":14.641999999999999,"5min":14.641999999999999,"15min":21.687000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":1.534,"5min":1.423,"15min":1.3180000000000001},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.29699999999999999},"max":{"1min":10.597,"5min":10.597,"15min":10.597},"last":0.57099999999999995}]},{"osd":6,"last update":"Sat Nov 18 23:03:54 2023","interfaces":[{"interface":"back","average":{"1min":3.0939999999999999,"5min":1.6599999999999999,"15min":1.492},"min":{"1min":0.41399999999999998,"5min":0.33800000000000002,"15min":0.30099999999999999},"max":{"1min":36.366,"5min":36.366,"15min":36.366},"last":0.63800000000000001},{"interface":"front","average":{"1min":1.157,"5min":1.444,"15min":1.4359999999999999},"min":{"1min":0.38,"5min":0.36199999999999999,"15min":0.30599999999999999},"max":{"1min":8.5549999999999997,"5min":8.5549999999999997,"15min":10.949},"last":0.60199999999999998}]}]},{"osd":6,"up_from":14,"seq":60129547440,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1631464,"kb_used_data":416,"kb_used_omap":3433,"kb_used_meta":1627606,"kb_avail":92740376,"statfs":{"total":96636764160,"available":94966145024,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3516113,"internal_metadata":1666668847},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:13 2023","interfaces":[{"interface":"back","average":{"1min":1.427,"5min":1.234,"15min":1.0389999999999999},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":10.4,"5min":10.4,"15min":10.4},"last":0.47199999999999998},{"interface":"front","average":{"1min":1.3440000000000001,"5min":1.5509999999999999,"15min":1.452},"min":{"1min":0.32800000000000001,"5min":0.254,"15min":0.25},"max":{"1min":7.8929999999999998,"5min":7.8929999999999998,"15min":9.1170000000000009},"last":0.5}]},{"osd":1,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":1.974,"15min":1.8600000000000001},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.255},"max":{"1min":10.753,"5min":10.753,"15min":27.289000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":2.2200000000000002,"5min":1.79,"15min":1.6519999999999999},"min":{"1min":0.29199999999999998,"5min":0.28299999999999997,"15min":0.26200000000000001},"max":{"1min":10.476000000000001,"5min":10.476000000000001,"15min":26.984000000000002},"last":0.41699999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.964,"15min":1.8640000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.28699999999999998},"max":{"1min":8.3279999999999994,"5min":8.3279999999999994,"15min":9.1539999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.3999999999999999,"15min":2.214},"min":{"1min":0.35699999999999998,"5min":0.34100000000000003,"15min":0.29599999999999999},"max":{"1min":13.988,"5min":13.988,"15min":13.988},"last":0.53800000000000003}]},{"osd":3,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9730000000000001,"5min":2.0489999999999999,"15min":2.0419999999999998},"min":{"1min":0.373,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":10.445,"5min":10.445,"15min":27.120999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":2.7589999999999999,"5min":2.7789999999999999,"15min":2.4260000000000002},"min":{"1min":0.42599999999999999,"5min":0.34000000000000002,"15min":0.33600000000000002},"max":{"1min":7.8449999999999998,"5min":7.8449999999999998,"15min":27.553000000000001},"last":0.55800000000000005}]},{"osd":4,"last update":"Sat Nov 18 23:04:13 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.2669999999999999,"15min":1.1759999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":11.484999999999999,"5min":11.962,"15min":11.962},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.159,"5min":1.3320000000000001,"15min":1.3839999999999999},"min":{"1min":0.34100000000000003,"5min":0.33300000000000002,"15min":0.30099999999999999},"max":{"1min":4.3440000000000003,"5min":7.0359999999999996,"15min":7.3540000000000001},"last":0.64200000000000002}]},{"osd":5,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.581,"15min":1.5549999999999999},"min":{"1min":0.32000000000000001,"5min":0.313,"15min":0.30099999999999999},"max":{"1min":11.367000000000001,"5min":11.367000000000001,"15min":11.367000000000001},"last":0.627},{"interface":"front","average":{"1min":1.25,"5min":1.1699999999999999,"15min":1.2250000000000001},"min":{"1min":0.36699999999999999,"5min":0.33500000000000002,"15min":0.32000000000000001},"max":{"1min":10.599,"5min":10.599,"15min":10.599},"last":0.61599999999999999}]},{"osd":7,"last update":"Sat Nov 18 23:04:00 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":1.4039999999999999,"15min":1.4610000000000001},"min":{"1min":0.38900000000000001,"5min":0.373,"15min":0.35099999999999998},"max":{"1min":3.4060000000000001,"5min":8.8510000000000009,"15min":8.8510000000000009},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.6000000000000001,"15min":1.6279999999999999},"min":{"1min":0.41599999999999998,"5min":0.38500000000000001,"15min":0.35199999999999998},"max":{"1min":10.785,"5min":10.785,"15min":10.785},"last":0.65900000000000003}]}]},{"osd":1,"up_from":14,"seq":60129547418,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1721768,"kb_used_data":416,"kb_used_omap":4675,"kb_used_meta":1716668,"kb_avail":92650072,"statfs":{"total":96636764160,"available":94873673728,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4787299,"internal_metadata":1757868957},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.5860000000000003,"5min":1.946,"15min":1.4079999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":45.212000000000003,"5min":45.212000000000003,"15min":45.212000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":5.3659999999999997,"5min":2.5419999999999998,"15min":1.742},"min":{"1min":0.28299999999999997,"5min":0.217,"15min":0.215},"max":{"1min":27.518999999999998,"5min":27.518999999999998,"15min":27.518999999999998},"last":0.40100000000000002}]},{"osd":2,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.0890000000000004,"5min":3.137,"15min":2.2829999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.219},"max":{"1min":47.305999999999997,"5min":47.305999999999997,"15min":47.305999999999997},"last":0.41399999999999998},{"interface":"front","average":{"1min":4.5990000000000002,"5min":2.238,"15min":1.7290000000000001},"min":{"1min":0.39000000000000001,"5min":0.26100000000000001,"15min":0.247},"max":{"1min":17.454000000000001,"5min":17.454000000000001,"15min":17.454000000000001},"last":0.38500000000000001}]},{"osd":3,"last update":"Sat Nov 18 23:03:43 2023","interfaces":[{"interface":"back","average":{"1min":3.3399999999999999,"5min":1.875,"15min":1.4630000000000001},"min":{"1min":0.42899999999999999,"5min":0.28299999999999997,"15min":0.27000000000000002},"max":{"1min":17.568000000000001,"5min":17.568000000000001,"15min":17.568000000000001},"last":0.432},{"interface":"front","average":{"1min":6.032,"5min":2.911,"15min":2.0499999999999998},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.23200000000000001},"max":{"1min":49.813000000000002,"5min":49.813000000000002,"15min":49.813000000000002},"last":0.35199999999999998}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.763,"5min":3.294,"15min":1.889},"min":{"1min":0.40100000000000002,"5min":0.33500000000000002,"15min":0.30099999999999999},"max":{"1min":96.825999999999993,"5min":96.825999999999993,"15min":96.825999999999993},"last":0.59699999999999998},{"interface":"front","average":{"1min":8.8279999999999994,"5min":3.1930000000000001,"15min":2.0659999999999998},"min":{"1min":0.35199999999999998,"5min":0.318,"15min":0.311},"max":{"1min":93.075999999999993,"5min":93.075999999999993,"15min":93.075999999999993},"last":0.72399999999999998}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":6.8769999999999998,"5min":2.786,"15min":2.1299999999999999},"min":{"1min":0.38800000000000001,"5min":0.36099999999999999,"15min":0.33700000000000002},"max":{"1min":49.305,"5min":49.305,"15min":49.305},"last":0.61399999999999999},{"interface":"front","average":{"1min":6.7229999999999999,"5min":2.907,"15min":2.2349999999999999},"min":{"1min":0.44400000000000001,"5min":0.36499999999999999,"15min":0.35799999999999998},"max":{"1min":40.396999999999998,"5min":40.396999999999998,"15min":40.396999999999998},"last":0.67600000000000005}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":11.022,"5min":3.8660000000000001,"15min":2.7130000000000001},"min":{"1min":0.435,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":102.76600000000001,"5min":102.76600000000001,"15min":102.76600000000001},"last":0.73799999999999999},{"interface":"front","average":{"1min":5.3920000000000003,"5min":2.3399999999999999,"15min":1.8120000000000001},"min":{"1min":0.46300000000000002,"5min":0.41499999999999998,"15min":0.35899999999999999},"max":{"1min":31.238,"5min":31.238,"15min":31.238},"last":0.65500000000000003}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":12.994,"5min":4.2770000000000001,"15min":2.915},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":168.50999999999999,"5min":168.50999999999999,"15min":168.50999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":13.512,"5min":4.3730000000000002,"15min":2.964},"min":{"1min":0.48799999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":163.21100000000001,"5min":163.21100000000001,"15min":163.21100000000001},"last":0.70499999999999996}]}]},{"osd":0,"up_from":14,"seq":60129547432,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1548396,"kb_used_data":996,"kb_used_omap":2037,"kb_used_meta":1545354,"kb_avail":92823444,"statfs":{"total":96636764160,"available":95051206656,"internally_reserved":0,"allocated":1019904,"data_stored":755400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2086305,"internal_metadata":1582443103},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 18 23:04:17 2023","interfaces":[{"interface":"back","average":{"1min":2.4129999999999998,"5min":2.4969999999999999,"15min":1.643},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20599999999999999},"max":{"1min":12.016999999999999,"5min":71.846999999999994,"15min":71.846999999999994},"last":0.29199999999999998},{"interface":"front","average":{"1min":6.1390000000000002,"5min":3.6749999999999998,"15min":2.1539999999999999},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.193},"max":{"1min":59.740000000000002,"5min":59.740000000000002,"15min":59.740000000000002},"last":0.374}]},{"osd":2,"last update":"Sat Nov 18 23:04:17 2023","interfaces":[{"interface":"back","average":{"1min":2.1520000000000001,"5min":1.694,"15min":1.478},"min":{"1min":0.26100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":12.051,"5min":13.538,"15min":13.538},"last":0.33400000000000002},{"interface":"front","average":{"1min":7.0049999999999999,"5min":3.3730000000000002,"15min":2.2389999999999999},"min":{"1min":0.312,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":67.033000000000001,"5min":67.033000000000001,"15min":67.033000000000001},"last":0.312}]},{"osd":3,"last update":"Sat Nov 18 23:04:17 2023","interfaces":[{"interface":"back","average":{"1min":3.7869999999999999,"5min":3.323,"15min":2.3130000000000002},"min":{"1min":0.30099999999999999,"5min":0.27800000000000002,"15min":0.23000000000000001},"max":{"1min":33.670999999999999,"5min":88.040999999999997,"15min":88.040999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":9.3070000000000004,"5min":4.2409999999999997,"15min":2.3330000000000002},"min":{"1min":0.32800000000000001,"5min":0.30399999999999999,"15min":0.26200000000000001},"max":{"1min":120.955,"5min":120.955,"15min":120.955},"last":0.40100000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:04:17 2023","interfaces":[{"interface":"back","average":{"1min":4.0540000000000003,"5min":2.702,"15min":2.593},"min":{"1min":0.35999999999999999,"5min":0.32100000000000001,"15min":0.308},"max":{"1min":33.731999999999999,"5min":38.311,"15min":140.499},"last":0.56599999999999995},{"interface":"front","average":{"1min":3.7789999999999999,"5min":2.2839999999999998,"15min":2.2559999999999998},"min":{"1min":0.41099999999999998,"5min":0.33500000000000002,"15min":0.32900000000000001},"max":{"1min":27.869,"5min":27.869,"15min":140.35599999999999},"last":0.65700000000000003}]},{"osd":5,"last update":"Sat Nov 18 23:04:17 2023","interfaces":[{"interface":"back","average":{"1min":6.6660000000000004,"5min":4.0179999999999998,"15min":2.657},"min":{"1min":0.52100000000000002,"5min":0.37,"15min":0.32000000000000001},"max":{"1min":59.786000000000001,"5min":110.723,"15min":110.723},"last":0.63100000000000001},{"interface":"front","average":{"1min":4.359,"5min":2.9369999999999998,"15min":2.5830000000000002},"min":{"1min":0.443,"5min":0.39200000000000002,"15min":0.33300000000000002},"max":{"1min":33.628999999999998,"5min":33.628999999999998,"15min":87.271000000000001},"last":0.69699999999999995}]},{"osd":6,"last update":"Sat Nov 18 23:04:17 2023","interfaces":[{"interface":"back","average":{"1min":6.0629999999999997,"5min":2.8300000000000001,"15min":2.0379999999999998},"min":{"1min":0.49099999999999999,"5min":0.376,"15min":0.36799999999999999},"max":{"1min":49.113,"5min":49.113,"15min":49.113},"last":0.71199999999999997},{"interface":"front","average":{"1min":8.2940000000000005,"5min":3.6850000000000001,"15min":2.4129999999999998},"min":{"1min":0.54500000000000004,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":97.546999999999997,"5min":97.546999999999997,"15min":97.546999999999997},"last":0.60099999999999998}]},{"osd":7,"last update":"Sat Nov 18 23:04:17 2023","interfaces":[{"interface":"back","average":{"1min":6.8940000000000001,"5min":3.3570000000000002,"15min":2.4609999999999999},"min":{"1min":0.50700000000000001,"5min":0.432,"15min":0.39000000000000001},"max":{"1min":60.378,"5min":60.378,"15min":60.378},"last":0.57699999999999996},{"interface":"front","average":{"1min":4.3789999999999996,"5min":2.8700000000000001,"15min":2.3559999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.40100000000000002},"max":{"1min":33.698999999999998,"5min":33.698999999999998,"15min":33.698999999999998},"last":0.64100000000000001}]}]},{"osd":2,"up_from":14,"seq":60129547426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1797608,"kb_used_data":416,"kb_used_omap":1423,"kb_used_meta":1795760,"kb_avail":92574232,"statfs":{"total":96636764160,"available":94796013568,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1457167,"internal_metadata":1838859249},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":4.3710000000000004,"5min":2.218,"15min":1.6399999999999999},"min":{"1min":0.22900000000000001,"5min":0.218,"15min":0.20999999999999999},"max":{"1min":31.643999999999998,"5min":31.643999999999998,"15min":31.643999999999998},"last":0.30399999999999999},{"interface":"front","average":{"1min":5.0060000000000002,"5min":2.649,"15min":1.9630000000000001},"min":{"1min":0.27200000000000002,"5min":0.23200000000000001,"15min":0.23000000000000001},"max":{"1min":54.378,"5min":54.378,"15min":54.378},"last":0.41599999999999998}]},{"osd":1,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":3.226,"5min":2.081,"15min":1.5549999999999999},"min":{"1min":0.26300000000000001,"5min":0.22,"15min":0.218},"max":{"1min":31.588999999999999,"5min":31.588999999999999,"15min":31.588999999999999},"last":0.35499999999999998},{"interface":"front","average":{"1min":6.3200000000000003,"5min":2.6320000000000001,"15min":2.0790000000000002},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":43.228000000000002,"5min":43.228000000000002,"15min":43.228000000000002},"last":0.32200000000000001}]},{"osd":3,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.0519999999999996,"5min":2.3730000000000002,"15min":1.948},"min":{"1min":0.33300000000000002,"5min":0.25600000000000001,"15min":0.249},"max":{"1min":31.544,"5min":31.544,"15min":31.544},"last":0.38},{"interface":"front","average":{"1min":8.1699999999999999,"5min":2.9399999999999999,"15min":2.0099999999999998},"min":{"1min":0.35299999999999998,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":62.713000000000001,"5min":62.713000000000001,"15min":62.713000000000001},"last":0.40000000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":14.375,"5min":4.0380000000000003,"15min":2.9409999999999998},"min":{"1min":0.34300000000000003,"5min":0.318,"15min":0.318},"max":{"1min":209.244,"5min":209.244,"15min":209.244},"last":0.77000000000000002},{"interface":"front","average":{"1min":9.2560000000000002,"5min":3.2440000000000002,"15min":2.9289999999999998},"min":{"1min":0.434,"5min":0.36499999999999999,"15min":0.34399999999999997},"max":{"1min":97.007000000000005,"5min":97.007000000000005,"15min":166.17599999999999},"last":0.67200000000000004}]},{"osd":5,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":7.3579999999999997,"5min":2.6899999999999999,"15min":2.1400000000000001},"min":{"1min":0.39600000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":57.287999999999997,"5min":57.287999999999997,"15min":57.287999999999997},"last":0.68300000000000005},{"interface":"front","average":{"1min":6.0620000000000003,"5min":2.6389999999999998,"15min":1.974},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":41.270000000000003,"5min":41.270000000000003,"15min":41.270000000000003},"last":0.86399999999999999}]},{"osd":6,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.117,"5min":2.4740000000000002,"15min":2.1579999999999999},"min":{"1min":0.46500000000000002,"5min":0.42999999999999999,"15min":0.375},"max":{"1min":54.218000000000004,"5min":54.218000000000004,"15min":54.218000000000004},"last":0.79300000000000004},{"interface":"front","average":{"1min":4.5090000000000003,"5min":2.1280000000000001,"15min":2.1040000000000001},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":31.488,"5min":31.488,"15min":31.488},"last":0.81000000000000005}]},{"osd":7,"last update":"Sat Nov 18 23:03:56 2023","interfaces":[{"interface":"back","average":{"1min":5.9939999999999998,"5min":2.8300000000000001,"15min":2.3650000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":54.268000000000001,"5min":54.268000000000001,"15min":54.268000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":5.407,"5min":2.4630000000000001,"15min":2.2629999999999999},"min":{"1min":0.437,"5min":0.41299999999999998,"15min":0.40799999999999997},"max":{"1min":23.478000000000002,"5min":23.478000000000002,"15min":23.478000000000002},"last":0.83699999999999997}]}]},{"osd":3,"up_from":14,"seq":60129547408,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":799080,"kb_used_data":416,"kb_used_omap":7408,"kb_used_meta":791247,"kb_avail":93572760,"statfs":{"total":96636764160,"available":95818506240,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7586451,"internal_metadata":810237293},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.244,"5min":3.98,"15min":2.0720000000000001},"min":{"1min":0.246,"5min":0.218,"15min":0.192},"max":{"1min":74.875,"5min":74.875,"15min":74.875},"last":0.255},{"interface":"front","average":{"1min":9.7579999999999991,"5min":3.3530000000000002,"15min":2.0529999999999999},"min":{"1min":0.25800000000000001,"5min":0.23100000000000001,"15min":0.216},"max":{"1min":74.608999999999995,"5min":74.608999999999995,"15min":74.608999999999995},"last":0.309}]},{"osd":1,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":14.631,"5min":4.0170000000000003,"15min":2.4500000000000002},"min":{"1min":0.26100000000000001,"5min":0.23100000000000001,"15min":0.20200000000000001},"max":{"1min":127.599,"5min":127.599,"15min":127.599},"last":0.28799999999999998},{"interface":"front","average":{"1min":10.962,"5min":3.4969999999999999,"15min":1.879},"min":{"1min":0.30399999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":75.266999999999996,"5min":75.266999999999996,"15min":75.266999999999996},"last":0.34499999999999997}]},{"osd":2,"last update":"Sat Nov 18 23:04:22 2023","interfaces":[{"interface":"back","average":{"1min":4.6420000000000003,"5min":2.681,"15min":1.8520000000000001},"min":{"1min":0.27800000000000002,"5min":0.25900000000000001,"15min":0.24199999999999999},"max":{"1min":37.607999999999997,"5min":37.607999999999997,"15min":37.607999999999997},"last":0.44500000000000001},{"interface":"front","average":{"1min":3.8039999999999998,"5min":3.0099999999999998,"15min":1.9299999999999999},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24199999999999999},"max":{"1min":46.069000000000003,"5min":46.069000000000003,"15min":46.069000000000003},"last":0.39200000000000002}]},{"osd":4,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":9.5489999999999995,"5min":3.2829999999999999,"15min":2.1520000000000001},"min":{"1min":0.34300000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":102.095,"5min":102.095,"15min":102.095},"last":0.59499999999999997},{"interface":"front","average":{"1min":28.009,"5min":6.8570000000000002,"15min":3.4660000000000002},"min":{"1min":0.39900000000000002,"5min":0.36099999999999999,"15min":0.307},"max":{"1min":223.434,"5min":223.434,"15min":223.434},"last":0.52500000000000002}]},{"osd":5,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":12.250999999999999,"5min":3.5739999999999998,"15min":2.1160000000000001},"min":{"1min":0.39000000000000001,"5min":0.35299999999999998,"15min":0.30399999999999999},"max":{"1min":75.308999999999997,"5min":75.308999999999997,"15min":75.308999999999997},"last":0.67200000000000004},{"interface":"front","average":{"1min":13.167,"5min":3.9969999999999999,"15min":2.4820000000000002},"min":{"1min":0.41799999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":141.97300000000001,"5min":141.97300000000001,"15min":141.97300000000001},"last":0.53600000000000003}]},{"osd":6,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":19.728999999999999,"5min":5.2789999999999999,"15min":3.0190000000000001},"min":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.35899999999999999},"max":{"1min":155.947,"5min":155.947,"15min":155.947},"last":0.56100000000000005},{"interface":"front","average":{"1min":7.9610000000000003,"5min":2.907,"15min":2.0600000000000001},"min":{"1min":0.56200000000000006,"5min":0.42899999999999999,"15min":0.38800000000000001},"max":{"1min":45.984000000000002,"5min":45.984000000000002,"15min":45.984000000000002},"last":0.60599999999999998}]},{"osd":7,"last update":"Sat Nov 18 23:04:04 2023","interfaces":[{"interface":"back","average":{"1min":4.3070000000000004,"5min":2.4849999999999999,"15min":2.0369999999999999},"min":{"1min":0.51300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":19.187999999999999,"5min":19.187999999999999,"15min":19.187999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":15.114000000000001,"5min":4.343,"15min":2.899},"min":{"1min":0.46200000000000002,"5min":0.46000000000000002,"15min":0.35899999999999999},"max":{"1min":119.02500000000001,"5min":119.02500000000001,"15min":119.02500000000001},"last":0.63200000000000001}]}]},{"osd":4,"up_from":14,"seq":60129547435,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1318440,"kb_used_data":416,"kb_used_omap":6121,"kb_used_meta":1311894,"kb_avail":93053400,"statfs":{"total":96636764160,"available":95286681600,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6268077,"internal_metadata":1343380307},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.0830000000000002,"5min":1.768,"15min":1.2549999999999999},"min":{"1min":0.255,"5min":0.24399999999999999,"15min":0.23599999999999999},"max":{"1min":24.914000000000001,"5min":24.914000000000001,"15min":24.914000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":3.4540000000000002,"5min":1.841,"15min":1.833},"min":{"1min":0.25,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":23.393999999999998,"5min":23.393999999999998,"15min":23.393999999999998},"last":0.434}]},{"osd":1,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":3.7080000000000002,"5min":2.1520000000000001,"15min":1.9059999999999999},"min":{"1min":0.29299999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":23.471,"5min":23.471,"15min":23.471},"last":0.51500000000000001},{"interface":"front","average":{"1min":5.1559999999999997,"5min":2.173,"15min":1.71},"min":{"1min":0.32400000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":30.193999999999999,"5min":30.193999999999999,"15min":30.193999999999999},"last":0.59699999999999998}]},{"osd":2,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":2.028,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.307,"15min":0.28999999999999998},"max":{"1min":7.9359999999999999,"5min":7.9359999999999999,"15min":10.879},"last":0.49099999999999999},{"interface":"front","average":{"1min":3.9380000000000002,"5min":2.2810000000000001,"15min":2.1360000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30199999999999999},"max":{"1min":23.433,"5min":23.433,"15min":23.433},"last":0.66500000000000004}]},{"osd":3,"last update":"Sat Nov 18 23:04:36 2023","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":2.121,"15min":1.8129999999999999},"min":{"1min":0.41899999999999998,"5min":0.33300000000000002,"15min":0.309},"max":{"1min":4.6180000000000003,"5min":24.952999999999999,"15min":24.952999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":1.611,"5min":2.2799999999999998,"15min":2.3290000000000002},"min":{"1min":0.51900000000000002,"5min":0.307,"15min":0.307},"max":{"1min":7.5839999999999996,"5min":17.602,"15min":17.602},"last":0.58299999999999996}]},{"osd":5,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.601,"5min":1.5569999999999999,"15min":1.5249999999999999},"min":{"1min":0.25800000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":24.210999999999999,"5min":24.210999999999999,"15min":24.210999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":2.52,"5min":1.2669999999999999,"15min":1.1819999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.569000000000001,"5min":13.569000000000001,"15min":13.569000000000001},"last":0.71999999999999997}]},{"osd":6,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":4.2759999999999998,"5min":2.1419999999999999,"15min":1.8149999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.29099999999999998},"max":{"1min":54.811999999999998,"5min":54.811999999999998,"15min":54.811999999999998},"last":0.52500000000000002},{"interface":"front","average":{"1min":3.3210000000000002,"5min":1.7609999999999999,"15min":1.7230000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32400000000000001},"max":{"1min":24.393999999999998,"5min":24.393999999999998,"15min":24.393999999999998},"last":0.623}]},{"osd":7,"last update":"Sat Nov 18 23:03:53 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":1.4710000000000001,"15min":1.403},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":13.526,"5min":13.526,"15min":13.526},"last":0.68600000000000005},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.625,"15min":1.6759999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.32200000000000001},"max":{"1min":15.118,"5min":15.118,"15min":15.118},"last":0.70999999999999996}]}]},{"osd":5,"up_from":14,"seq":60129547436,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":1107368,"kb_used_data":416,"kb_used_omap":3991,"kb_used_meta":1102952,"kb_avail":93264472,"statfs":{"total":96636764160,"available":95502819328,"internally_reserved":0,"allocated":425984,"data_stored":165032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4087409,"internal_metadata":1129423247},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":1.9279999999999999,"15min":1.29},"min":{"1min":0.25700000000000001,"5min":0.23000000000000001,"15min":0.22600000000000001},"max":{"1min":39.447000000000003,"5min":39.447000000000003,"15min":39.447000000000003},"last":0.61899999999999999},{"interface":"front","average":{"1min":4.5510000000000002,"5min":2.177,"15min":1.6990000000000001},"min":{"1min":0.35599999999999998,"5min":0.254,"15min":0.254},"max":{"1min":37.935000000000002,"5min":37.935000000000002,"15min":37.935000000000002},"last":0.57399999999999995}]},{"osd":1,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.7930000000000001,"5min":2.851,"15min":2.1099999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.25},"max":{"1min":38.384,"5min":47.360999999999997,"15min":47.360999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":3.9820000000000002,"5min":3.0110000000000001,"15min":1.9650000000000001},"min":{"1min":0.33400000000000002,"5min":0.29499999999999998,"15min":0.26900000000000002},"max":{"1min":39.473999999999997,"5min":46.723999999999997,"15min":46.723999999999997},"last":0.747}]},{"osd":2,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.6660000000000004,"5min":2.4660000000000002,"15min":2.1789999999999998},"min":{"1min":0.314,"5min":0.29799999999999999,"15min":0.27300000000000002},"max":{"1min":37.963000000000001,"5min":37.963000000000001,"15min":37.963000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":4.1189999999999998,"5min":2.6819999999999999,"15min":2.2370000000000001},"min":{"1min":0.45400000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":38.485999999999997,"5min":38.485999999999997,"15min":38.485999999999997},"last":0.58699999999999997}]},{"osd":3,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":4.4980000000000002,"5min":2.702,"15min":1.9550000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.29699999999999999},"max":{"1min":39.5,"5min":39.5,"15min":39.5},"last":0.55200000000000005},{"interface":"front","average":{"1min":2.1499999999999999,"5min":2.3380000000000001,"15min":2.2189999999999999},"min":{"1min":0.38600000000000001,"5min":0.317,"15min":0.317},"max":{"1min":7.7119999999999997,"5min":12.257,"15min":12.257},"last":0.60299999999999998}]},{"osd":4,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.0030000000000001,"5min":1.9530000000000001,"15min":1.734},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.26800000000000002},"max":{"1min":38.353000000000002,"5min":38.353000000000002,"15min":38.353000000000002},"last":0.68600000000000005},{"interface":"front","average":{"1min":3.1579999999999999,"5min":1.8640000000000001,"15min":1.369},"min":{"1min":0.35399999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":39.415999999999997,"5min":39.415999999999997,"15min":39.415999999999997},"last":0.71099999999999997}]},{"osd":6,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.73,"5min":1.827,"15min":1.585},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.28499999999999998},"max":{"1min":37.863999999999997,"5min":37.863999999999997,"15min":37.863999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":3.1549999999999998,"5min":2.073,"15min":1.7769999999999999},"min":{"1min":0.40699999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":38.186,"5min":38.186,"15min":38.186},"last":0.64200000000000002}]},{"osd":7,"last update":"Sat Nov 18 23:04:08 2023","interfaces":[{"interface":"back","average":{"1min":3.1899999999999999,"5min":1.802,"15min":1.4119999999999999},"min":{"1min":0.39000000000000001,"5min":0.35199999999999998,"15min":0.29799999999999999},"max":{"1min":39.344999999999999,"5min":39.344999999999999,"15min":39.344999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":4.0410000000000004,"5min":2.5870000000000002,"15min":1.95},"min":{"1min":0.34000000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":37.904000000000003,"5min":54.039000000000001,"15min":54.039000000000001},"last":0.65700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-18T23:04:42.486 DEBUG:teuthology.orchestra.run.smithi099:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2023-11-18T23:04:42.609 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.609+0000 7f65f11c4700 1 Processor -- start 2023-11-18T23:04:42.610 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.609+0000 7f65f11c4700 1 -- start start 2023-11-18T23:04:42.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.609+0000 7f65f11c4700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f65ec070c00 0x7f65ec0b0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.609+0000 7f65f11c4700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65ec0b13d0 con 0x7f65ec15bd20 2023-11-18T23:04:42.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.609+0000 7f65f11c4700 1 -- --> v1:172.21.15.181:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65ec0b16b0 con 0x7f65ec15c100 2023-11-18T23:04:42.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.609+0000 7f65f11c4700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65ec0cea70 con 0x7f65ec070c00 2023-11-18T23:04:42.612 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65ea59c700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f65ec070c00 0x7f65ec0b0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65ead9d700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f65ec15bd20 0x7f65ec0704f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:34748/0 (socket says 172.21.15.99:34748) 2023-11-18T23:04:42.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65ead9d700 1 -- 172.21.15.99:0/1090687252 learned_addr learned my addr 172.21.15.99:0/1090687252 (peer_addr_for_me v1:172.21.15.99:0/0) 2023-11-18T23:04:42.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65ea59c700 1 -- 172.21.15.99:0/1090687252 >> v1:172.21.15.181:6789/0 conn(0x7f65ec15c100 legacy=0x7f65ec0b0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:42.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65ea59c700 1 -- 172.21.15.99:0/1090687252 >> v1:172.21.15.99:6789/0 conn(0x7f65ec15bd20 legacy=0x7f65ec0704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65ea59c700 1 -- 172.21.15.99:0/1090687252 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65ec0ced50 con 0x7f65ec070c00 2023-11-18T23:04:42.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65e9d9b700 1 -- 172.21.15.99:0/1090687252 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2489846064 0 0) 0x7f65ec0b13d0 con 0x7f65ec15bd20 2023-11-18T23:04:42.613 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65ea59c700 1 --2- 172.21.15.99:0/1090687252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec070c00 0x7f65ec0b0680 secure :-1 s=READY pgs=3307 cs=0 l=1 rev1=1 crypto rx=0x7f65e0009840 tx=0x7f65e0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=add59a5f0dbffbf6 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:42.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65e9d9b700 1 -- 172.21.15.99:0/1090687252 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e0004230 con 0x7f65ec070c00 2023-11-18T23:04:42.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65e9d9b700 1 -- 172.21.15.99:0/1090687252 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65e0004390 con 0x7f65ec070c00 2023-11-18T23:04:42.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.610+0000 7f65e9d9b700 1 -- 172.21.15.99:0/1090687252 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e00036a0 con 0x7f65ec070c00 2023-11-18T23:04:42.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.611+0000 7f65f11c4700 1 -- 172.21.15.99:0/1090687252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec070c00 msgr2=0x7f65ec0b0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.611+0000 7f65f11c4700 1 --2- 172.21.15.99:0/1090687252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec070c00 0x7f65ec0b0680 secure :-1 s=READY pgs=3307 cs=0 l=1 rev1=1 crypto rx=0x7f65e0009840 tx=0x7f65e0009b50 comp rx=0 tx=0).stop 2023-11-18T23:04:42.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.611+0000 7f65f11c4700 1 -- 172.21.15.99:0/1090687252 shutdown_connections 2023-11-18T23:04:42.614 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.611+0000 7f65f11c4700 1 --2- 172.21.15.99:0/1090687252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec070c00 0x7f65ec0b0680 unknown :-1 s=CLOSED pgs=3307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.611+0000 7f65f11c4700 1 -- 172.21.15.99:0/1090687252 >> 172.21.15.99:0/1090687252 conn(0x7f65ec0d0ec0 msgr2=0x7f65ec0d12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:42.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.611+0000 7f65f11c4700 1 -- 172.21.15.99:0/1090687252 shutdown_connections 2023-11-18T23:04:42.615 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.611+0000 7f65f11c4700 1 -- 172.21.15.99:0/1090687252 wait complete. 2023-11-18T23:04:42.617 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.612+0000 7f65f11c4700 1 Processor -- start 2023-11-18T23:04:42.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.612+0000 7f65f11c4700 1 -- start start 2023-11-18T23:04:42.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65f11c4700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f65ec070c00 0x7f65ec14fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65f11c4700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec15bd20 0x7f65ec15ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65f11c4700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65ec15c100 0x7f65ec15efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65f11c4700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65ec15c540 con 0x7f65ec15bd20 2023-11-18T23:04:42.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65f11c4700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65ec15c820 con 0x7f65ec15c100 2023-11-18T23:04:42.618 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65f11c4700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65ec1501a0 con 0x7f65ec070c00 2023-11-18T23:04:42.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ea59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec15bd20 0x7f65ec15ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ea59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec15bd20 0x7f65ec15ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48144/0 (socket says 172.21.15.99:48144) 2023-11-18T23:04:42.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ea59c700 1 -- 172.21.15.99:0/1371396399 learned_addr learned my addr 172.21.15.99:0/1371396399 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:42.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ead9d700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f65ec070c00 0x7f65ec14fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ea59c700 1 -- 172.21.15.99:0/1371396399 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f65ec070c00 msgr2=0x7f65ec14fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ea59c700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f65ec070c00 0x7f65ec14fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ea59c700 1 -- 172.21.15.99:0/1371396399 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65ec15c100 msgr2=0x7f65ec15efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.619 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65eb59e700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65ec15c100 0x7f65ec15efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ea59c700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65ec15c100 0x7f65ec15efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ea59c700 1 -- 172.21.15.99:0/1371396399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65e00094a0 con 0x7f65ec15bd20 2023-11-18T23:04:42.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.613+0000 7f65ea59c700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec15bd20 0x7f65ec15ea70 secure :-1 s=READY pgs=3308 cs=0 l=1 rev1=1 crypto rx=0x7f65ec06fc00 tx=0x7f65e0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:42.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.614+0000 7f65d37fe700 1 -- 172.21.15.99:0/1371396399 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e0011630 con 0x7f65ec15bd20 2023-11-18T23:04:42.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.614+0000 7f65d37fe700 1 -- 172.21.15.99:0/1371396399 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65e001e070 con 0x7f65ec15bd20 2023-11-18T23:04:42.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.614+0000 7f65d37fe700 1 -- 172.21.15.99:0/1371396399 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e00119f0 con 0x7f65ec15bd20 2023-11-18T23:04:42.620 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.614+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65ec158410 con 0x7f65ec15bd20 2023-11-18T23:04:42.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.614+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65ec1589d0 con 0x7f65ec15bd20 2023-11-18T23:04:42.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.615+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65ec073aa0 con 0x7f65ec15bd20 2023-11-18T23:04:42.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.615+0000 7f65d37fe700 1 -- 172.21.15.99:0/1371396399 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f65e0011b50 con 0x7f65ec15bd20 2023-11-18T23:04:42.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.615+0000 7f65d37fe700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f65d806aed0 0x7f65d806d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.615+0000 7f65d37fe700 1 -- 172.21.15.99:0/1371396399 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f65e008a690 con 0x7f65ec15bd20 2023-11-18T23:04:42.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.616+0000 7f65ead9d700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f65d806aed0 0x7f65d806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.621 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.616+0000 7f65ead9d700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f65d806aed0 0x7f65d806d390 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f65dc000f60 tx=0x7f65dc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:42.624 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.624+0000 7f65d37fe700 1 -- 172.21.15.99:0/1371396399 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f65e0055a50 con 0x7f65ec15bd20 2023-11-18T23:04:42.828 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.827+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f65ec15c960 con 0x7f65ec15bd20 2023-11-18T23:04:42.830 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.830+0000 7f65d37fe700 1 -- 172.21.15.99:0/1371396399 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) v1 ==== 123+0+0 (secure 0 0 0) 0x7f65e0059070 con 0x7f65ec15bd20 2023-11-18T23:04:42.832 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.832+0000 7f65d37fe700 1 -- 172.21.15.99:0/1371396399 <== mon.0 v2:172.21.15.99:3300/0 8 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f65e0055a50 con 0x7f65ec15bd20 2023-11-18T23:04:42.834 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f65d806aed0 msgr2=0x7f65d806d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.834 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f65d806aed0 0x7f65d806d390 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f65dc000f60 tx=0x7f65dc009040 comp rx=0 tx=0).stop 2023-11-18T23:04:42.834 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec15bd20 msgr2=0x7f65ec15ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.834 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec15bd20 0x7f65ec15ea70 secure :-1 s=READY pgs=3308 cs=0 l=1 rev1=1 crypto rx=0x7f65ec06fc00 tx=0x7f65e0004750 comp rx=0 tx=0).stop 2023-11-18T23:04:42.835 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 shutdown_connections 2023-11-18T23:04:42.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65ec15c100 0x7f65ec15efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f65ec070c00 0x7f65ec14fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f65d806aed0 0x7f65d806d390 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 --2- 172.21.15.99:0/1371396399 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65ec15bd20 0x7f65ec15ea70 unknown :-1 s=CLOSED pgs=3308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 >> 172.21.15.99:0/1371396399 conn(0x7f65ec0d0ec0 msgr2=0x7f65ec0d12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:42.837 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 shutdown_connections 2023-11-18T23:04:42.838 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.833+0000 7f65f11c4700 1 -- 172.21.15.99:0/1371396399 wait complete. 2023-11-18T23:04:42.847 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-18T23:04:42.847 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-18T23:04:42.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.971+0000 7f43a40da700 1 Processor -- start 2023-11-18T23:04:42.972 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.971+0000 7f43a40da700 1 -- start start 2023-11-18T23:04:42.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a40da700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f439c0cf3c0 0x7f439c0b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.974 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a40da700 1 --2- >> v2:172.21.15.181:3300/0 conn(0x7f439c0b2690 0x7f439c15fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a40da700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c160180 0x7f439c144fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a40da700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f439c1609e0 con 0x7f439c0cf3c0 2023-11-18T23:04:42.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a40da700 1 -- --> v2:172.21.15.181:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f439c0b2af0 con 0x7f439c0b2690 2023-11-18T23:04:42.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a40da700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f439c0d0f40 con 0x7f439c160180 2023-11-18T23:04:42.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1e76700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f439c0cf3c0 0x7f439c0b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1e76700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f439c0cf3c0 0x7f439c0b2150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48150/0 (socket says 172.21.15.99:48150) 2023-11-18T23:04:42.975 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1e76700 1 -- 172.21.15.99:0/961230844 learned_addr learned my addr 172.21.15.99:0/961230844 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:42.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a2677700 1 --2- 172.21.15.99:0/961230844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c160180 0x7f439c144fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1675700 1 --2- 172.21.15.99:0/961230844 >> v2:172.21.15.181:3300/0 conn(0x7f439c0b2690 0x7f439c15fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1e76700 1 -- 172.21.15.99:0/961230844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c160180 msgr2=0x7f439c144fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:42.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1e76700 1 --2- 172.21.15.99:0/961230844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c160180 0x7f439c144fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1e76700 1 -- 172.21.15.99:0/961230844 >> v2:172.21.15.181:3300/0 conn(0x7f439c0b2690 msgr2=0x7f439c15fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-18T23:04:42.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1e76700 1 --2- 172.21.15.99:0/961230844 >> v2:172.21.15.181:3300/0 conn(0x7f439c0b2690 0x7f439c15fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.976 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1e76700 1 -- 172.21.15.99:0/961230844 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f439c0d1220 con 0x7f439c0cf3c0 2023-11-18T23:04:42.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a2677700 1 --2- 172.21.15.99:0/961230844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c160180 0x7f439c144fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:42.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1675700 1 --2- 172.21.15.99:0/961230844 >> v2:172.21.15.181:3300/0 conn(0x7f439c0b2690 0x7f439c15fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-18T23:04:42.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a1e76700 1 --2- 172.21.15.99:0/961230844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c0cf3c0 0x7f439c0b2150 secure :-1 s=READY pgs=3309 cs=0 l=1 rev1=1 crypto rx=0x7f439c073630 tx=0x7f4398009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0ddf03c52197baa server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:42.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a0e74700 1 -- 172.21.15.99:0/961230844 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f439800b870 con 0x7f439c0cf3c0 2023-11-18T23:04:42.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.972+0000 7f43a0e74700 1 -- 172.21.15.99:0/961230844 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f439800b9d0 con 0x7f439c0cf3c0 2023-11-18T23:04:42.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a0e74700 1 -- 172.21.15.99:0/961230844 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f439800bd80 con 0x7f439c0cf3c0 2023-11-18T23:04:42.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a40da700 1 -- 172.21.15.99:0/961230844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c0cf3c0 msgr2=0x7f439c0b2150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.977 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a40da700 1 --2- 172.21.15.99:0/961230844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c0cf3c0 0x7f439c0b2150 secure :-1 s=READY pgs=3309 cs=0 l=1 rev1=1 crypto rx=0x7f439c073630 tx=0x7f4398009bd0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a40da700 1 -- 172.21.15.99:0/961230844 shutdown_connections 2023-11-18T23:04:42.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a40da700 1 --2- 172.21.15.99:0/961230844 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c160180 0x7f439c144fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a40da700 1 --2- 172.21.15.99:0/961230844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c0cf3c0 0x7f439c0b2150 unknown :-1 s=CLOSED pgs=3309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a40da700 1 --2- 172.21.15.99:0/961230844 >> v2:172.21.15.181:3300/0 conn(0x7f439c0b2690 0x7f439c15fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a40da700 1 -- 172.21.15.99:0/961230844 >> 172.21.15.99:0/961230844 conn(0x7f439c072190 msgr2=0x7f439c0725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:42.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a40da700 1 -- 172.21.15.99:0/961230844 shutdown_connections 2023-11-18T23:04:42.978 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.973+0000 7f43a40da700 1 -- 172.21.15.99:0/961230844 wait complete. 2023-11-18T23:04:42.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.974+0000 7f43a40da700 1 Processor -- start 2023-11-18T23:04:42.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.974+0000 7f43a40da700 1 -- start start 2023-11-18T23:04:42.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a40da700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f439c0b2690 0x7f439c147a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a40da700 1 --2- >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c0cf3c0 0x7f439c159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a40da700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c160180 0x7f439c146b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.981 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a40da700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f439c1477e0 con 0x7f439c160180 2023-11-18T23:04:42.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a40da700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f439c1470b0 con 0x7f439c0b2690 2023-11-18T23:04:42.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a40da700 1 -- --> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f439c159bd0 con 0x7f439c0cf3c0 2023-11-18T23:04:42.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a2677700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c160180 0x7f439c146b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a2677700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c160180 0x7f439c146b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:48160/0 (socket says 172.21.15.99:48160) 2023-11-18T23:04:42.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a2677700 1 -- 172.21.15.99:0/109074544 learned_addr learned my addr 172.21.15.99:0/109074544 (peer_addr_for_me v2:172.21.15.99:0/0) 2023-11-18T23:04:42.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a1e76700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f439c0b2690 0x7f439c147a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.982 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a1675700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c0cf3c0 0x7f439c159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a2677700 1 -- 172.21.15.99:0/109074544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c0cf3c0 msgr2=0x7f439c159540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a2677700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c0cf3c0 0x7f439c159540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a2677700 1 -- 172.21.15.99:0/109074544 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f439c0b2690 msgr2=0x7f439c147a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:42.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a2677700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f439c0b2690 0x7f439c147a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:42.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.975+0000 7f43a2677700 1 -- 172.21.15.99:0/109074544 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4398009550 con 0x7f439c160180 2023-11-18T23:04:42.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.976+0000 7f43a2677700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c160180 0x7f439c146b70 secure :-1 s=READY pgs=3310 cs=0 l=1 rev1=1 crypto rx=0x7f439400cd50 tx=0x7f439400a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:42.983 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.976+0000 7f43927fc700 1 -- 172.21.15.99:0/109074544 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f439400cea0 con 0x7f439c160180 2023-11-18T23:04:42.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.976+0000 7f43927fc700 1 -- 172.21.15.99:0/109074544 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f439400f480 con 0x7f439c160180 2023-11-18T23:04:42.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.976+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f439c159eb0 con 0x7f439c160180 2023-11-18T23:04:42.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.976+0000 7f43927fc700 1 -- 172.21.15.99:0/109074544 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f439400f850 con 0x7f439c160180 2023-11-18T23:04:42.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.976+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f439c15a470 con 0x7f439c160180 2023-11-18T23:04:42.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.977+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f439c073aa0 con 0x7f439c160180 2023-11-18T23:04:42.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.978+0000 7f43927fc700 1 -- 172.21.15.99:0/109074544 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 89231+0+0 (secure 0 0 0) 0x7f439400b040 con 0x7f439c160180 2023-11-18T23:04:42.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.978+0000 7f43927fc700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f438006aed0 0x7f438006d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-18T23:04:42.984 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.978+0000 7f43a1e76700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f438006aed0 0x7f438006d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-18T23:04:42.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.978+0000 7f43927fc700 1 -- 172.21.15.99:0/109074544 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f4394089a40 con 0x7f439c160180 2023-11-18T23:04:42.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.979+0000 7f43a1e76700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f438006aed0 0x7f438006d390 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f4398000c00 tx=0x7f4398008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-18T23:04:42.985 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:42.983+0000 7f43927fc700 1 -- 172.21.15.99:0/109074544 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179825 (secure 0 0 0) 0x7f439408be60 con 0x7f439c160180 2023-11-18T23:04:43.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.232+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f439c069400 con 0x7f439c160180 2023-11-18T23:04:43.233 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.233+0000 7f43927fc700 1 -- 172.21.15.99:0/109074544 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+3706 (secure 0 0 0) 0x7f439401d070 con 0x7f439c160180 2023-11-18T23:04:43.234 INFO:teuthology.orchestra.run.smithi099.stdout: 2023-11-18T23:04:43.234 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":18,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/1166743297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1166743297},{"type":"v1","addr":"172.21.15.99:6836","nonce":1166743297}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4667,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1921422156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1921422156},{"type":"v1","addr":"172.21.15.181:6833","nonce":1921422156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4879,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/1436964276","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":1436964276},{"type":"v1","addr":"172.21.15.181:6835","nonce":1436964276}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":13851,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/3216581612","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":3216581612},{"type":"v1","addr":"172.21.15.99:6837","nonce":3216581612}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":18}],"filesystems":[]} 2023-11-18T23:04:43.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f438006aed0 msgr2=0x7f438006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:43.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f438006aed0 0x7f438006d390 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f4398000c00 tx=0x7f4398008030 comp rx=0 tx=0).stop 2023-11-18T23:04:43.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c160180 msgr2=0x7f439c146b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-18T23:04:43.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c160180 0x7f439c146b70 secure :-1 s=READY pgs=3310 cs=0 l=1 rev1=1 crypto rx=0x7f439400cd50 tx=0x7f439400a560 comp rx=0 tx=0).stop 2023-11-18T23:04:43.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 shutdown_connections 2023-11-18T23:04:43.236 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:6832/3849668878,v1:172.21.15.99:6833/3849668878] conn(0x7f438006aed0 0x7f438006d390 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:43.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f439c160180 0x7f439c146b70 unknown :-1 s=CLOSED pgs=3310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:43.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f439c0b2690 0x7f439c147a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:43.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 --2- 172.21.15.99:0/109074544 >> [v2:172.21.15.181:3301/0,v1:172.21.15.181:6790/0] conn(0x7f439c0cf3c0 0x7f439c159540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-18T23:04:43.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 >> 172.21.15.99:0/109074544 conn(0x7f439c072190 msgr2=0x7f439c0b6480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-18T23:04:43.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 shutdown_connections 2023-11-18T23:04:43.237 INFO:teuthology.orchestra.run.smithi099.stderr:2023-11-18T23:04:43.235+0000 7f43a40da700 1 -- 172.21.15.99:0/109074544 wait complete. 2023-11-18T23:04:43.238 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 18 2023-11-18T23:04:43.250 DEBUG:tasks.cephfs.filesystem:already dead... 2023-11-18T23:04:43.250 INFO:teuthology.misc:Shutting down mds daemons... 2023-11-18T23:04:43.250 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-11-18T23:04:43.250 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:43.258 INFO:tasks.ceph.mds.a:Stopped 2023-11-18T23:04:43.259 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-11-18T23:04:43.259 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:43.308 INFO:tasks.ceph.mds.c:Stopped 2023-11-18T23:04:43.309 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-11-18T23:04:43.309 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:43.320 INFO:tasks.ceph.mds.b:Stopped 2023-11-18T23:04:43.321 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-11-18T23:04:43.321 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:43.373 INFO:tasks.ceph.mds.d:Stopped 2023-11-18T23:04:43.373 INFO:teuthology.misc:Shutting down osd daemons... 2023-11-18T23:04:43.374 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2023-11-18T23:04:43.374 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:43.455 INFO:tasks.ceph.osd.0:Stopped 2023-11-18T23:04:43.455 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2023-11-18T23:04:43.455 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:47.777 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 is failed for ~0s 2023-11-18T23:04:49.557 INFO:tasks.ceph.osd.1:Stopped 2023-11-18T23:04:49.557 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2023-11-18T23:04:49.557 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:49.636 INFO:tasks.ceph.osd.2:Stopped 2023-11-18T23:04:49.637 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2023-11-18T23:04:49.637 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:49.709 INFO:tasks.ceph.osd.3:Stopped 2023-11-18T23:04:49.709 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2023-11-18T23:04:49.709 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:53.583 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s 2023-11-18T23:04:53.583 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 has been restored 2023-11-18T23:04:55.811 INFO:tasks.ceph.osd.4:Stopped 2023-11-18T23:04:55.811 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2023-11-18T23:04:55.811 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:55.908 INFO:tasks.ceph.osd.5:Stopped 2023-11-18T23:04:55.908 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2023-11-18T23:04:55.908 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:04:59.188 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2023-11-18T23:04:59.188 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 has been restored 2023-11-18T23:05:02.010 INFO:tasks.ceph.osd.6:Stopped 2023-11-18T23:05:02.010 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2023-11-18T23:05:02.010 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:05:02.094 INFO:tasks.ceph.osd.7:Stopped 2023-11-18T23:05:02.095 INFO:teuthology.misc:Shutting down mgr daemons... 2023-11-18T23:05:02.095 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2023-11-18T23:05:02.095 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:05:02.129 INFO:tasks.ceph.mgr.y:Stopped 2023-11-18T23:05:02.130 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2023-11-18T23:05:02.130 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:05:02.154 INFO:tasks.ceph.mgr.x:Stopped 2023-11-18T23:05:02.154 INFO:teuthology.misc:Shutting down mon daemons... 2023-11-18T23:05:02.155 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2023-11-18T23:05:02.155 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:05:02.200 INFO:tasks.ceph.mon.a:Stopped 2023-11-18T23:05:02.201 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2023-11-18T23:05:02.201 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:05:02.220 INFO:tasks.ceph.mon.b:Stopped 2023-11-18T23:05:02.220 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2023-11-18T23:05:02.221 INFO:teuthology.orchestra.run:waiting for 300 2023-11-18T23:05:02.281 INFO:tasks.ceph.mon.c:Stopped 2023-11-18T23:05:02.281 INFO:tasks.ceph:Checking cluster log for badness... 2023-11-18T23:05:02.281 DEBUG:teuthology.orchestra.run.smithi099:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2023-11-18T23:05:02.363 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T23:05:02.364 DEBUG:teuthology.orchestra.run.smithi099:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2023-11-18T23:05:02.986 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T23:05:02.987 DEBUG:teuthology.orchestra.run.smithi099:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2023-11-18T23:05:03.154 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T23:05:03.154 DEBUG:teuthology.orchestra.run.smithi099:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2023-11-18T23:05:03.257 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T23:05:03.258 DEBUG:teuthology.orchestra.run.smithi099:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2023-11-18T23:05:03.393 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T23:05:03.394 DEBUG:teuthology.orchestra.run.smithi181:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2023-11-18T23:05:04.016 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T23:05:04.017 DEBUG:teuthology.orchestra.run.smithi181:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2023-11-18T23:05:04.153 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T23:05:04.154 DEBUG:teuthology.orchestra.run.smithi181:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2023-11-18T23:05:04.189 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2023-11-18T23:05:04.277 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T23:05:04.278 DEBUG:teuthology.orchestra.run.smithi181:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2023-11-18T23:05:04.417 INFO:tasks.ceph:Archiving mon data... 2023-11-18T23:05:04.418 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/data/mon.a.tgz 2023-11-18T23:05:04.419 DEBUG:teuthology.orchestra.run.smithi099:> mktemp 2023-11-18T23:05:04.453 INFO:teuthology.orchestra.run.smithi099.stdout:/tmp/tmp.wN9v9n6XVz 2023-11-18T23:05:04.453 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.wN9v9n6XVz 2023-11-18T23:05:04.645 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0666 /tmp/tmp.wN9v9n6XVz 2023-11-18T23:05:04.753 DEBUG:teuthology.orchestra.remote:smithi099:/tmp/tmp.wN9v9n6XVz is 624KB 2023-11-18T23:05:04.825 DEBUG:teuthology.orchestra.run.smithi099:> rm -fr /tmp/tmp.wN9v9n6XVz 2023-11-18T23:05:04.851 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/data/mon.b.tgz 2023-11-18T23:05:04.851 DEBUG:teuthology.orchestra.run.smithi181:> mktemp 2023-11-18T23:05:04.879 INFO:teuthology.orchestra.run.smithi181.stdout:/tmp/tmp.sw47GLmKrN 2023-11-18T23:05:04.879 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.sw47GLmKrN 2023-11-18T23:05:05.122 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 0666 /tmp/tmp.sw47GLmKrN 2023-11-18T23:05:05.239 DEBUG:teuthology.orchestra.remote:smithi181:/tmp/tmp.sw47GLmKrN is 630KB 2023-11-18T23:05:05.338 DEBUG:teuthology.orchestra.run.smithi181:> rm -fr /tmp/tmp.sw47GLmKrN 2023-11-18T23:05:05.368 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/data/mon.c.tgz 2023-11-18T23:05:05.369 DEBUG:teuthology.orchestra.run.smithi181:> mktemp 2023-11-18T23:05:05.424 INFO:teuthology.orchestra.run.smithi181.stdout:/tmp/tmp.mLP60NKz21 2023-11-18T23:05:05.425 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.mLP60NKz21 2023-11-18T23:05:05.581 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 0666 /tmp/tmp.mLP60NKz21 2023-11-18T23:05:05.667 DEBUG:teuthology.orchestra.remote:smithi181:/tmp/tmp.mLP60NKz21 is 630KB 2023-11-18T23:05:05.767 DEBUG:teuthology.orchestra.run.smithi181:> rm -fr /tmp/tmp.mLP60NKz21 2023-11-18T23:05:05.783 INFO:tasks.ceph:Cleaning ceph cluster... 2023-11-18T23:05:05.783 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-11-18T23:05:05.785 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-11-18T23:05:05.857 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2023-11-18T23:05:05.857 DEBUG:teuthology.orchestra.run.smithi099:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2023-11-18T23:05:05.863 DEBUG:teuthology.orchestra.run.smithi181:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2023-11-18T23:05:05.921 INFO:teuthology.orchestra.run.smithi099.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2023-11-18T23:05:05.931 INFO:teuthology.orchestra.run.smithi181.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2023-11-18T23:05:05.937 INFO:tasks.ceph:Archiving crash dumps... 2023-11-18T23:05:05.939 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/remote/smithi099/crash 2023-11-18T23:05:05.939 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-11-18T23:05:05.968 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/remote/smithi181/crash 2023-11-18T23:05:05.969 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-11-18T23:05:06.002 INFO:tasks.ceph:Shutting down logrotate 2023-11-18T23:05:06.003 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T23:05:06.013 DEBUG:teuthology.orchestra.run.smithi181:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-18T23:05:06.080 INFO:teuthology.orchestra.run.smithi181.stderr:ceph-osd: no process found 2023-11-18T23:06:49.031 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-11-18T23:06:49.065 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-11-18T23:06:49.104 INFO:tasks.ceph:Compressing logs... 2023-11-18T23:06:49.105 DEBUG:teuthology.orchestra.run.smithi099:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-11-18T23:06:49.107 DEBUG:teuthology.orchestra.run.smithi181:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-11-18T23:06:49.156 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379498.log 2023-11-18T23:06:49.156 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424403.log 2023-11-18T23:06:49.157 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.797964.log 2023-11-18T23:06:49.157 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.241010.log 2023-11-18T23:06:49.157 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343724.log 2023-11-18T23:06:49.157 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403408.log 2023-11-18T23:06:49.157 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949074.log 2023-11-18T23:06:49.158 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226634.log 2023-11-18T23:06:49.159 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181722.log 2023-11-18T23:06:49.159 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343009.log 2023-11-18T23:06:49.159 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236056.log 2023-11-18T23:06:49.159 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676152.log 2023-11-18T23:06:49.159 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824085.log 2023-11-18T23:06:49.160 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319280.log 2023-11-18T23:06:49.160 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709403.log 2023-11-18T23:06:49.160 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225303.log 2023-11-18T23:06:49.160 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830934.log 2023-11-18T23:06:49.161 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686188.log 2023-11-18T23:06:49.161 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293683.log 2023-11-18T23:06:49.162 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110827.log 2023-11-18T23:06:49.162 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698531.log 2023-11-18T23:06:49.162 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191074.log 2023-11-18T23:06:49.162 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829620.log 2023-11-18T23:06:49.162 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287350.log 2023-11-18T23:06:49.162 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640288.log 2023-11-18T23:06:49.163 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211154.log 2023-11-18T23:06:49.164 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430223.log 2023-11-18T23:06:49.164 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267575.log 2023-11-18T23:06:49.164 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672944.log 2023-11-18T23:06:49.164 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382906.log 2023-11-18T23:06:49.165 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.661752.log 2023-11-18T23:06:49.165 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836839.log 2023-11-18T23:06:49.165 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670406.log 2023-11-18T23:06:49.165 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655039.log 2023-11-18T23:06:49.165 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320726.log 2023-11-18T23:06:49.166 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.798434.log 2023-11-18T23:06:49.167 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343313.log 2023-11-18T23:06:49.167 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358905.log 2023-11-18T23:06:49.167 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825386.log 2023-11-18T23:06:49.167 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404861.log 2023-11-18T23:06:49.167 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290711.log 2023-11-18T23:06:49.167 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311975.log 2023-11-18T23:06:49.167 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265186.log 2023-11-18T23:06:49.167 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434797.log 2023-11-18T23:06:49.168 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722823.log 2023-11-18T23:06:49.169 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327356.log 2023-11-18T23:06:49.169 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111195.log 2023-11-18T23:06:49.169 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793902.log 2023-11-18T23:06:49.169 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.838330.log 2023-11-18T23:06:49.170 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206183.log 2023-11-18T23:06:49.170 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717456.log 2023-11-18T23:06:49.170 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.456702.log 2023-11-18T23:06:49.170 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486764.log 2023-11-18T23:06:49.170 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401587.log 2023-11-18T23:06:49.170 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287755.log 2023-11-18T23:06:49.170 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485823.log 2023-11-18T23:06:49.172 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654568.log 2023-11-18T23:06:49.172 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342523.log 2023-11-18T23:06:49.172 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282544.log 2023-11-18T23:06:49.173 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435851.log 2023-11-18T23:06:49.173 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189431.log 2023-11-18T23:06:49.173 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.688198.log 2023-11-18T23:06:49.173 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.330902.log 2023-11-18T23:06:49.173 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684983.log 2023-11-18T23:06:49.173 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240919.log 2023-11-18T23:06:49.173 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424403.log: /var/log/ceph/ceph-client.admin.797964.log: /var/log/ceph/ceph-client.admin.379498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380384.log 2023-11-18T23:06:49.173 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213607.log 2023-11-18T23:06:49.174 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275238.log 2023-11-18T23:06:49.190 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.110597.log 2023-11-18T23:06:49.190 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2023-11-18T23:06:49.191 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.3.110597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.109986.log 2023-11-18T23:06:49.191 INFO:teuthology.orchestra.run.smithi181.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.3.110597.log.gz 2023-11-18T23:06:49.191 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103599.log 2023-11-18T23:06:49.191 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.1.109986.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.109986.log.gzgzip 2023-11-18T23:06:49.191 INFO:teuthology.orchestra.run.smithi181.stderr:-5 --verbose -- /var/log/ceph/ceph.log 2023-11-18T23:06:49.191 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2023-11-18T23:06:49.191 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.103599.log: /var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103652.log 2023-11-18T23:06:49.191 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.109978.log 2023-11-18T23:06:49.192 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.103652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103554.log 2023-11-18T23:06:49.192 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.1.109978.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2023-11-18T23:06:49.192 INFO:teuthology.orchestra.run.smithi181.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.109978.log.gz 2023-11-18T23:06:49.192 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.103554.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-11-18T23:06:49.192 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103372.log 2023-11-18T23:06:49.192 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2023-11-18T23:06:49.192 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.103372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103464.log 2023-11-18T23:06:49.192 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103325.log 2023-11-18T23:06:49.193 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.103464.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2023-11-18T23:06:49.193 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.103325.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2023-11-18T23:06:49.193 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103509.log 2023-11-18T23:06:49.193 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2023-11-18T23:06:49.193 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.103509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103417.log 2023-11-18T23:06:49.193 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.110593.log 2023-11-18T23:06:49.193 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.103417.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2023-11-18T23:06:49.193 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.3.110593.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.110593.log.gz 2023-11-18T23:06:49.196 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-mds.b.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.103325.log.gz 2023-11-18T23:06:49.196 INFO:teuthology.orchestra.run.smithi181.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.103372.log.gz 2023-11-18T23:06:49.196 INFO:teuthology.orchestra.run.smithi181.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.103417.log.gz 2023-11-18T23:06:49.196 INFO:teuthology.orchestra.run.smithi181.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.103464.log.gz 2023-11-18T23:06:49.196 INFO:teuthology.orchestra.run.smithi181.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.103509.log.gz 2023-11-18T23:06:49.196 INFO:teuthology.orchestra.run.smithi181.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.103554.log.gz 2023-11-18T23:06:49.196 INFO:teuthology.orchestra.run.smithi181.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.103599.log.gz 2023-11-18T23:06:49.197 INFO:teuthology.orchestra.run.smithi181.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.103652.log.gz 2023-11-18T23:06:49.283 INFO:teuthology.orchestra.run.smithi181.stderr: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-11-18T23:06:49.490 INFO:teuthology.orchestra.run.smithi181.stderr: 94.8% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2023-11-18T23:06:49.701 INFO:teuthology.orchestra.run.smithi181.stderr: 94.2% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2023-11-18T23:06:49.867 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831859.log 2023-11-18T23:06:49.867 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676919.log 2023-11-18T23:06:49.867 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.949074.log: /var/log/ceph/ceph-client.admin.676152.log: /var/log/ceph/ceph-client.admin.404861.log: /var/log/ceph/ceph-client.admin.824085.log: /var/log/ceph/ceph-client.admin.403408.log: /var/log/ceph/ceph-client.admin.831859.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.949074.log.gz 2023-11-18T23:06:49.867 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404861.log.gz -- replaced with /var/log/ceph/ceph-client.admin.676152.log.gz 2023-11-18T23:06:49.867 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:49.868 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824085.log.gz 2023-11-18T23:06:49.868 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403408.log.gz 2023-11-18T23:06:49.868 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831859.log.gz 2023-11-18T23:06:49.868 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.709403.log: /var/log/ceph/ceph-client.admin.830934.log: /var/log/ceph/ceph-client.admin.686188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177443.log 2023-11-18T23:06:49.868 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.698531.log: /var/log/ceph/ceph-client.admin.676919.log: /var/log/ceph/ceph-client.admin.829620.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709403.log.gz 2023-11-18T23:06:49.868 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830934.log.gz 2023-11-18T23:06:49.868 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698531.log.gz 2023-11-18T23:06:49.868 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.676919.log.gz 2023-11-18T23:06:49.869 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.672944.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829620.log.gz 2023-11-18T23:06:49.869 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672944.log.gz 2023-11-18T23:06:49.869 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.661752.log: /var/log/ceph/ceph-client.admin.836839.log: /var/log/ceph/ceph-client.admin.670406.log: /var/log/ceph/ceph-client.admin.655039.log: /var/log/ceph/ceph-client.admin.798434.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.345029.log 2023-11-18T23:06:49.869 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.836839.log.gz 2023-11-18T23:06:49.869 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.825386.log: /var/log/ceph/ceph-client.admin.722823.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655039.log.gz 2023-11-18T23:06:49.869 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.798434.log.gz 2023-11-18T23:06:49.869 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825386.log.gz 2023-11-18T23:06:49.870 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722823.log.gz 2023-11-18T23:06:49.870 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.793902.log: /var/log/ceph/ceph-client.admin.838330.log: /var/log/ceph/ceph-client.admin.717456.log: /var/log/ceph/ceph-client.admin.654568.log: /var/log/ceph/ceph-client.admin.688198.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424403.log.gz 2023-11-18T23:06:49.870 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793902.log.gz 2023-11-18T23:06:49.870 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.838330.log.gz 2023-11-18T23:06:49.870 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.710486.log -- replaced with /var/log/ceph/ceph-client.admin.654568.log.gz 2023-11-18T23:06:49.870 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:49.870 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.688198.log.gz 2023-11-18T23:06:49.870 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.684983.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.797964.log.gz 2023-11-18T23:06:49.871 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343009.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684983.log.gz 2023-11-18T23:06:49.871 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343009.log.gz 2023-11-18T23:06:49.871 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343724.log: /var/log/ceph/ceph-client.admin.241010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684773.log 2023-11-18T23:06:49.871 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.485823.log: /var/log/ceph/ceph-client.admin.189431.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379498.log.gz 0.0% 2023-11-18T23:06:49.871 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.343724.log.gz 2023-11-18T23:06:49.871 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.241010.log.gz 2023-11-18T23:06:49.871 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.485823.log.gz 2023-11-18T23:06:49.871 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.661752.log.gz 2023-11-18T23:06:49.872 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189431.log.gz 2023-11-18T23:06:49.872 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.710486.log: /var/log/ceph/ceph-client.admin.330902.log: /var/log/ceph/ceph-client.admin.342523.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670406.log.gz 2023-11-18T23:06:49.872 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.435851.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710486.log.gz 2023-11-18T23:06:49.872 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.226634.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.330902.log.gz 2023-11-18T23:06:49.872 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342523.log.gz 2023-11-18T23:06:49.872 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435851.log.gz 2023-11-18T23:06:49.872 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226634.log.gz 2023-11-18T23:06:49.872 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686188.log.gz 2023-11-18T23:06:49.873 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.181722.log: /var/log/ceph/ceph-client.admin.236056.log: /var/log/ceph/ceph-client.admin.319280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943973.log 2023-11-18T23:06:49.873 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.225303.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319280.log.gz 2023-11-18T23:06:49.873 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.177443.log: /var/log/ceph/ceph-client.admin.275238.log: /var/log/ceph/ceph-client.admin.345029.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717456.log.gz 2023-11-18T23:06:49.873 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.177443.log.gz -- replaced with /var/log/ceph/ceph-client.admin.225303.log.gz 2023-11-18T23:06:49.873 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:49.873 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358905.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275238.log.gz 2023-11-18T23:06:49.873 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.290711.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345029.log.gz 2023-11-18T23:06:49.873 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343313.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358905.log.gz 2023-11-18T23:06:49.874 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311975.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290711.log.gz 2023-11-18T23:06:49.874 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343313.log.gz 2023-11-18T23:06:49.874 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.640288.log: /var/log/ceph/ceph-client.admin.267575.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311975.log.gz 2023-11-18T23:06:49.874 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640288.log.gz 2023-11-18T23:06:49.874 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.267575.log.gz 2023-11-18T23:06:49.874 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.519383.log 2023-11-18T23:06:49.874 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.287350.log: /var/log/ceph/ceph-client.admin.110827.log: /var/log/ceph/ceph-client.admin.943973.log: /var/log/ceph/ceph-client.admin.265186.log: /var/log/ceph/ceph-client.admin.382906.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287350.log.gz 2023-11-18T23:06:49.874 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.293683.log: /var/log/ceph/ceph-client.admin.430223.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943973.log.gz 2023-11-18T23:06:49.875 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.265186.log.gz 2023-11-18T23:06:49.875 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382906.log.gz 2023-11-18T23:06:49.875 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293683.log.gz 2023-11-18T23:06:49.875 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430223.log.gz 2023-11-18T23:06:49.875 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672131.log 2023-11-18T23:06:49.875 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.191074.log: /var/log/ceph/ceph-client.admin.320726.log: /var/log/ceph/ceph-client.admin.434797.log: /var/log/ceph/ceph-client.admin.456702.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191074.log.gz 2023-11-18T23:06:49.875 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.287755.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320726.log.gz 2023-11-18T23:06:49.875 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211154.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434797.log.gz 2023-11-18T23:06:49.876 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.456702.log.gz 2023-11-18T23:06:49.876 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287755.log.gz 2023-11-18T23:06:49.876 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.519383.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211154.log.gz 2023-11-18T23:06:49.876 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.779007.log 2023-11-18T23:06:49.876 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.519383.log.gz 2023-11-18T23:06:49.876 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.327356.log: /var/log/ceph/ceph-client.admin.111195.log: /var/log/ceph/ceph-client.admin.282544.log: /var/log/ceph/ceph-client.admin.206183.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327356.log.gz 2023-11-18T23:06:49.876 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.486764.log: /var/log/ceph/ceph-client.admin.401587.log: /var/log/ceph/ceph-client.admin.684773.log: /var/log/ceph/ceph-client.admin.672131.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282544.log.gz 2023-11-18T23:06:49.876 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206183.log.gz 2023-11-18T23:06:49.877 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.486764.log.gz 2023-11-18T23:06:49.877 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401587.log.gz 2023-11-18T23:06:49.877 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684773.log.gz 2023-11-18T23:06:49.877 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323520.log 2023-11-18T23:06:49.877 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672131.log.gz 2023-11-18T23:06:49.877 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181722.log.gz 2023-11-18T23:06:49.877 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236056.log.gz 2023-11-18T23:06:49.877 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213607.log: /var/log/ceph/ceph-client.admin.380384.log: /var/log/ceph/ceph-client.admin.240919.log: 0.0% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213607.log.gz -- replaced with /var/log/ceph/ceph-client.admin.380384.log.gz 2023-11-18T23:06:49.878 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:49.878 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240919.log.gz 2023-11-18T23:06:49.878 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.779007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310980.log 2023-11-18T23:06:49.878 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.779007.log.gz 2023-11-18T23:06:49.878 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.323520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834972.log 2023-11-18T23:06:49.878 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323520.log.gz 2023-11-18T23:06:49.878 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391503.log 2023-11-18T23:06:49.878 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310980.log.gz 2023-11-18T23:06:49.879 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.834972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.260742.log 2023-11-18T23:06:49.879 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834972.log.gz 2023-11-18T23:06:49.879 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344728.log 2023-11-18T23:06:49.879 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.391503.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391503.log.gz 2023-11-18T23:06:49.879 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.260742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420809.log 2023-11-18T23:06:49.879 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.260742.log.gz 2023-11-18T23:06:49.879 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.344728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.330824.log 2023-11-18T23:06:49.879 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.344728.log.gz 2023-11-18T23:06:49.880 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.420809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181266.log 2023-11-18T23:06:49.880 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420809.log.gz 2023-11-18T23:06:49.880 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.330824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179834.log 2023-11-18T23:06:49.880 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.330824.log.gz 2023-11-18T23:06:49.880 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.181266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425897.log 2023-11-18T23:06:49.880 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181266.log.gz 2023-11-18T23:06:49.880 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.179834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413598.log 2023-11-18T23:06:49.880 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179834.log.gz 2023-11-18T23:06:49.881 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.285345.log 2023-11-18T23:06:49.881 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425897.log.gz 2023-11-18T23:06:49.881 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.413598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117415.log 2023-11-18T23:06:49.881 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413598.log.gz 2023-11-18T23:06:49.881 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.285345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266707.log 2023-11-18T23:06:49.881 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.285345.log.gz 2023-11-18T23:06:49.881 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.271587.log 2023-11-18T23:06:49.881 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.266707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397868.log 2023-11-18T23:06:49.882 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.266707.log.gz 2023-11-18T23:06:49.882 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.271587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109522.log 2023-11-18T23:06:49.882 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.271587.log.gz 2023-11-18T23:06:49.882 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.397868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645830.log 2023-11-18T23:06:49.882 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397868.log.gz 2023-11-18T23:06:49.882 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339431.log 2023-11-18T23:06:49.882 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.645830.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346553.log 2023-11-18T23:06:49.882 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645830.log.gz 2023-11-18T23:06:49.883 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.339431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632000.log 2023-11-18T23:06:49.883 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339431.log.gz 2023-11-18T23:06:49.883 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311765.log 2023-11-18T23:06:49.883 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346553.log.gz 2023-11-18T23:06:49.883 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.632000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700068.log 2023-11-18T23:06:49.883 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632000.log.gz 2023-11-18T23:06:49.883 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812547.log 2023-11-18T23:06:49.883 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311765.log.gz 2023-11-18T23:06:49.884 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.700068.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111586.log 2023-11-18T23:06:49.884 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700068.log.gz 2023-11-18T23:06:49.884 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321720.log 2023-11-18T23:06:49.884 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812547.log.gz 2023-11-18T23:06:49.884 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316363.log 2023-11-18T23:06:49.884 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.321720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722051.log 2023-11-18T23:06:49.884 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321720.log.gz 2023-11-18T23:06:49.884 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.110827.log.gz 2023-11-18T23:06:49.885 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.316363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292397.log 2023-11-18T23:06:49.885 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316363.log.gz 2023-11-18T23:06:49.885 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676633.log 2023-11-18T23:06:49.885 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.722051.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722051.log.gz 2023-11-18T23:06:49.885 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812839.log 2023-11-18T23:06:49.885 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292397.log.gz 2023-11-18T23:06:49.885 INFO:teuthology.orchestra.run.smithi099.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.111195.log.gz 2023-11-18T23:06:49.885 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.676633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174494.log 2023-11-18T23:06:49.885 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.676633.log.gz 2023-11-18T23:06:49.886 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817341.log 2023-11-18T23:06:49.886 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812839.log.gz 2023-11-18T23:06:49.886 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.174494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178006.log 2023-11-18T23:06:49.886 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.174494.log.gz 2023-11-18T23:06:49.886 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232142.log 2023-11-18T23:06:49.886 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817341.log.gz 2023-11-18T23:06:49.886 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634731.log 2023-11-18T23:06:49.886 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.178006.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.178006.log.gz 2023-11-18T23:06:49.887 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.232142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417877.log 2023-11-18T23:06:49.887 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.232142.log.gz 2023-11-18T23:06:49.887 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.634731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379958.log 2023-11-18T23:06:49.887 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634731.log.gz 2023-11-18T23:06:49.887 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417877.log: /var/log/ceph/ceph-client.admin.645907.log 2023-11-18T23:06:49.887 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417877.log.gz 2023-11-18T23:06:49.887 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.379958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359737.log 2023-11-18T23:06:49.887 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379958.log.gz 2023-11-18T23:06:49.888 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.645907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775783.log 2023-11-18T23:06:49.888 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645907.log.gz 2023-11-18T23:06:49.888 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676904.log 2023-11-18T23:06:49.888 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359737.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359737.log.gz 2023-11-18T23:06:49.888 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.775783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670383.log 2023-11-18T23:06:49.888 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775783.log.gz 2023-11-18T23:06:49.888 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.676904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299666.log 2023-11-18T23:06:49.888 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.676904.log.gz 2023-11-18T23:06:49.889 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466158.log 2023-11-18T23:06:49.889 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670383.log.gz 2023-11-18T23:06:49.889 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.299666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.285422.log 2023-11-18T23:06:49.889 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299666.log.gz 2023-11-18T23:06:49.889 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432197.log 2023-11-18T23:06:49.889 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.109522.log.gz 2023-11-18T23:06:49.889 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.466158.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.466158.log.gz 2023-11-18T23:06:49.889 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.285422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718117.log 2023-11-18T23:06:49.890 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.285422.log.gz 2023-11-18T23:06:49.890 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.432197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298977.log 2023-11-18T23:06:49.890 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432197.log.gz 2023-11-18T23:06:49.890 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.718117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306653.log 2023-11-18T23:06:49.890 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718117.log.gz 2023-11-18T23:06:49.890 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.298977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109621.log 2023-11-18T23:06:49.890 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298977.log.gz 2023-11-18T23:06:49.890 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.306653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215498.log 2023-11-18T23:06:49.891 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306653.log.gz 2023-11-18T23:06:49.891 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309771.log 2023-11-18T23:06:49.891 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.215498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706215.log 2023-11-18T23:06:49.891 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.215498.log.gz 2023-11-18T23:06:49.891 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.309771.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650423.log 2023-11-18T23:06:49.891 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309771.log.gz 2023-11-18T23:06:49.891 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.706215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778261.log 2023-11-18T23:06:49.891 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706215.log.gz 2023-11-18T23:06:49.892 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294897.log 2023-11-18T23:06:49.892 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650423.log.gz 2023-11-18T23:06:49.892 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.778261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375759.log 2023-11-18T23:06:49.892 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778261.log.gz 2023-11-18T23:06:49.892 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.635190.log 2023-11-18T23:06:49.892 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294897.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.109621.log.gz 2023-11-18T23:06:49.892 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294897.log.gz 2023-11-18T23:06:49.892 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.375759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282062.log 2023-11-18T23:06:49.893 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375759.log.gz 2023-11-18T23:06:49.893 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.635190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215959.log 0.0% 2023-11-18T23:06:49.893 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.635190.log.gz 2023-11-18T23:06:49.893 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177534.log 2023-11-18T23:06:49.893 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.282062.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282062.log.gz 2023-11-18T23:06:49.893 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.215959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.780319.log 2023-11-18T23:06:49.893 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.215959.log.gz 2023-11-18T23:06:49.893 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.177534.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702378.log 2023-11-18T23:06:49.893 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.177534.log.gz 2023-11-18T23:06:49.894 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.780319.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455737.log 2023-11-18T23:06:49.894 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.780319.log.gz 2023-11-18T23:06:49.894 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819760.log 2023-11-18T23:06:49.894 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.702378.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.111586.log.gz 2023-11-18T23:06:49.894 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702378.log.gz 2023-11-18T23:06:49.894 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.455737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633764.log 2023-11-18T23:06:49.894 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.455737.log.gz 2023-11-18T23:06:49.894 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296445.log 2023-11-18T23:06:49.895 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819760.log.gz 2023-11-18T23:06:49.895 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.633764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337309.log 2023-11-18T23:06:49.895 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633764.log.gz 2023-11-18T23:06:49.895 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715972.log 2023-11-18T23:06:49.895 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296445.log.gz 2023-11-18T23:06:49.895 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.337309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419261.log 2023-11-18T23:06:49.895 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337309.log.gz 2023-11-18T23:06:49.895 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.715972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.636187.log 2023-11-18T23:06:49.896 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715972.log.gz 2023-11-18T23:06:49.896 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.419261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707111.log 2023-11-18T23:06:49.896 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419261.log.gz 2023-11-18T23:06:49.896 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.636187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422279.log 2023-11-18T23:06:49.896 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.636187.log.gz 2023-11-18T23:06:49.896 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267653.log 2023-11-18T23:06:49.896 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707111.log.gz 2023-11-18T23:06:49.896 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.422279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704183.log 2023-11-18T23:06:49.897 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422279.log.gz 2023-11-18T23:06:49.897 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.267653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116297.log 2023-11-18T23:06:49.897 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.267653.log.gz 2023-11-18T23:06:49.897 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.704183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648672.log 2023-11-18T23:06:49.897 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704183.log.gz 2023-11-18T23:06:49.897 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116297.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239934.log 2023-11-18T23:06:49.897 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.648672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.636110.log 2023-11-18T23:06:49.897 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648672.log.gz 2023-11-18T23:06:49.898 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385932.log 2023-11-18T23:06:49.898 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239934.log.gz 2023-11-18T23:06:49.898 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.636110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103245.log 2023-11-18T23:06:49.898 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.636110.log.gz 2023-11-18T23:06:49.898 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.385932.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655522.log 2023-11-18T23:06:49.898 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.385932.log.gz 2023-11-18T23:06:49.898 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.103245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384873.log 2023-11-18T23:06:49.899 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.655522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777780.log 2023-11-18T23:06:49.899 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655522.log.gz 2023-11-18T23:06:49.899 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.384873.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213031.log 2023-11-18T23:06:49.899 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.384873.log.gz 2023-11-18T23:06:49.899 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.955022.log 2023-11-18T23:06:49.899 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777780.log.gz 2023-11-18T23:06:49.900 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372329.log 2023-11-18T23:06:49.900 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213031.log.gz 2023-11-18T23:06:49.900 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.955022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789030.log 2023-11-18T23:06:49.900 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.372329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672744.log 2023-11-18T23:06:49.900 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.955022.log.gz 2023-11-18T23:06:49.900 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372329.log.gz 2023-11-18T23:06:49.901 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.789030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822890.log 2023-11-18T23:06:49.901 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789030.log.gz 2023-11-18T23:06:49.901 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.672744.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645921.log 2023-11-18T23:06:49.901 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672744.log.gz 2023-11-18T23:06:49.901 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.955345.log 2023-11-18T23:06:49.901 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822890.log.gz 2023-11-18T23:06:49.901 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.645921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312190.log 2023-11-18T23:06:49.902 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645921.log.gz 2023-11-18T23:06:49.902 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411922.log 2023-11-18T23:06:49.902 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.955345.log: /var/log/ceph/ceph-client.admin.312190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817049.log 2023-11-18T23:06:49.902 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312190.log.gz 2023-11-18T23:06:49.902 INFO:teuthology.orchestra.run.smithi099.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.955345.log.gz 2023-11-18T23:06:49.902 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.411922.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.953249.log 2023-11-18T23:06:49.903 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411922.log.gz 2023-11-18T23:06:49.903 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332627.log 2023-11-18T23:06:49.903 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817049.log.gz 2023-11-18T23:06:49.903 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178667.log 2023-11-18T23:06:49.903 INFO:teuthology.orchestra.run.smithi099.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.953249.log.gz 2023-11-18T23:06:49.903 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687658.log 2023-11-18T23:06:49.903 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332627.log.gz 2023-11-18T23:06:49.904 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.178667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427876.log 2023-11-18T23:06:49.904 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.178667.log.gz 2023-11-18T23:06:49.904 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.687658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828563.log 2023-11-18T23:06:49.904 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687658.log.gz 2023-11-18T23:06:49.904 INFO:teuthology.orchestra.run.smithi099.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.117415.log.gz 2023-11-18T23:06:49.904 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315800.log 2023-11-18T23:06:49.904 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.427876.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.103245.log.gz 2023-11-18T23:06:49.905 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427876.log.gz 2023-11-18T23:06:49.905 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.828563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406358.log 2023-11-18T23:06:49.905 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828563.log.gz 2023-11-18T23:06:49.905 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.315800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318686.log 2023-11-18T23:06:49.905 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315800.log.gz 2023-11-18T23:06:49.905 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.406358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.837849.log 2023-11-18T23:06:49.905 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406358.log.gz 2023-11-18T23:06:49.906 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.318686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373326.log 2023-11-18T23:06:49.906 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318686.log.gz 2023-11-18T23:06:49.906 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.837849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.808042.log 2023-11-18T23:06:49.906 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.837849.log.gz 2023-11-18T23:06:49.906 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.373326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390798.log 2023-11-18T23:06:49.906 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373326.log.gz 2023-11-18T23:06:49.906 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.808042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397275.log 2023-11-18T23:06:49.907 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.808042.log.gz 2023-11-18T23:06:49.907 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.390798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328212.log 2023-11-18T23:06:49.907 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390798.log.gz 2023-11-18T23:06:49.907 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.397275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406344.log 2023-11-18T23:06:49.907 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397275.log.gz 2023-11-18T23:06:49.907 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.328212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212445.log 2023-11-18T23:06:49.907 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328212.log.gz 2023-11-18T23:06:49.908 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.406344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654081.log 2023-11-18T23:06:49.908 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406344.log.gz 2023-11-18T23:06:49.908 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.212445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406267.log 2023-11-18T23:06:49.908 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.212445.log.gz 2023-11-18T23:06:49.908 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.654081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175596.log 2023-11-18T23:06:49.908 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654081.log.gz 2023-11-18T23:06:49.909 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.406267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695607.log 2023-11-18T23:06:49.909 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406267.log.gz 2023-11-18T23:06:49.909 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647721.log 2023-11-18T23:06:49.909 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.175596.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.175596.log.gz 2023-11-18T23:06:49.909 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.695607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721073.log 2023-11-18T23:06:49.909 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695607.log.gz 2023-11-18T23:06:49.909 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.647721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816246.log 2023-11-18T23:06:49.910 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647721.log.gz 2023-11-18T23:06:49.910 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.721073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187081.log 2023-11-18T23:06:49.910 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721073.log.gz 2023-11-18T23:06:49.910 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685275.log 2023-11-18T23:06:49.910 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816246.log.gz 2023-11-18T23:06:49.910 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.187081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351165.log 2023-11-18T23:06:49.910 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187081.log.gz 2023-11-18T23:06:49.911 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.260819.log 2023-11-18T23:06:49.911 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685275.log.gz 2023-11-18T23:06:49.911 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.351165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410054.log 2023-11-18T23:06:49.911 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351165.log.gz 2023-11-18T23:06:49.911 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392685.log 2023-11-18T23:06:49.911 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.260819.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.260819.log.gz 2023-11-18T23:06:49.911 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.410054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367195.log 2023-11-18T23:06:49.912 INFO:teuthology.orchestra.run.smithi099.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.116297.log.gz 2023-11-18T23:06:49.912 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410054.log.gz 2023-11-18T23:06:49.912 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.392685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381481.log 2023-11-18T23:06:49.912 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392685.log.gz 2023-11-18T23:06:49.912 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.367195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833481.log 2023-11-18T23:06:49.912 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367195.log.gz 2023-11-18T23:06:49.912 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433263.log 2023-11-18T23:06:49.913 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381481.log.gz 2023-11-18T23:06:49.913 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.833481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.781380.log 2023-11-18T23:06:49.913 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833481.log.gz 2023-11-18T23:06:49.913 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.433263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.631909.log 2023-11-18T23:06:49.913 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433263.log.gz 2023-11-18T23:06:49.913 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.781380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346046.log 2023-11-18T23:06:49.914 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.781380.log.gz 2023-11-18T23:06:49.914 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.631909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829123.log 2023-11-18T23:06:49.914 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.631909.log.gz 2023-11-18T23:06:49.914 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.688592.log 2023-11-18T23:06:49.914 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346046.log.gz 2023-11-18T23:06:49.914 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.829123.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715958.log 2023-11-18T23:06:49.914 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829123.log.gz 2023-11-18T23:06:49.915 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.688592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396366.log 2023-11-18T23:06:49.915 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.688592.log.gz 2023-11-18T23:06:49.915 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.715958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646122.log 2023-11-18T23:06:49.915 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715958.log.gz 2023-11-18T23:06:49.915 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.396366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353084.log 2023-11-18T23:06:49.915 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396366.log.gz 2023-11-18T23:06:49.915 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.646122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388863.log 2023-11-18T23:06:49.916 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646122.log.gz 2023-11-18T23:06:49.916 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303064.log 2023-11-18T23:06:49.916 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353084.log.gz 2023-11-18T23:06:49.916 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.388863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673173.log 2023-11-18T23:06:49.916 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388863.log.gz 2023-11-18T23:06:49.916 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706736.log 2023-11-18T23:06:49.916 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303064.log.gz 2023-11-18T23:06:49.917 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.673173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413327.log 2023-11-18T23:06:49.917 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673173.log.gz 2023-11-18T23:06:49.917 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.706736.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392219.log 2023-11-18T23:06:49.917 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706736.log.gz 2023-11-18T23:06:49.917 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.413327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659254.log 2023-11-18T23:06:49.917 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413327.log.gz 2023-11-18T23:06:49.917 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.392219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381974.log 2023-11-18T23:06:49.918 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392219.log.gz 2023-11-18T23:06:49.918 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.659254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109809.log 2023-11-18T23:06:49.918 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659254.log.gz 2023-11-18T23:06:49.918 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420326.log 2023-11-18T23:06:49.918 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381974.log.gz 2023-11-18T23:06:49.918 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.217120.log 2023-11-18T23:06:49.919 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.420326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236611.log 2023-11-18T23:06:49.919 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420326.log.gz 2023-11-18T23:06:49.919 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.217120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696614.log 2023-11-18T23:06:49.919 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.217120.log.gz 2023-11-18T23:06:49.919 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.109809.log.gz 2023-11-18T23:06:49.919 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.236611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376071.log 2023-11-18T23:06:49.919 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236611.log.gz 2023-11-18T23:06:49.920 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.696614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953402.log 2023-11-18T23:06:49.920 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696614.log.gz 2023-11-18T23:06:49.920 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273094.log 2023-11-18T23:06:49.920 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376071.log.gz 2023-11-18T23:06:49.920 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419538.log 2023-11-18T23:06:49.920 INFO:teuthology.orchestra.run.smithi099.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.953402.log.gz 2023-11-18T23:06:49.920 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.273094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821845.log 2023-11-18T23:06:49.921 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273094.log.gz 2023-11-18T23:06:49.921 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.419538.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428685.log 2023-11-18T23:06:49.921 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419538.log.gz 2023-11-18T23:06:49.921 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383499.log 2023-11-18T23:06:49.921 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821845.log.gz 2023-11-18T23:06:49.921 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.428685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354605.log 2023-11-18T23:06:49.921 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428685.log.gz 2023-11-18T23:06:49.922 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.383499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222742.log 2023-11-18T23:06:49.922 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.383499.log.gz 2023-11-18T23:06:49.922 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109909.log 2023-11-18T23:06:49.922 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354605.log.gz 2023-11-18T23:06:49.922 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.222742.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222742.log.gz 2023-11-18T23:06:49.922 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273015.log 2023-11-18T23:06:49.923 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943027.log 2023-11-18T23:06:49.923 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.273015.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657360.log 2023-11-18T23:06:49.923 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273015.log.gz 2023-11-18T23:06:49.923 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.109909.log.gz 2023-11-18T23:06:49.923 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.943027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174585.log 2023-11-18T23:06:49.923 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943027.log.gz 2023-11-18T23:06:49.923 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.657360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834014.log 2023-11-18T23:06:49.924 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657360.log.gz 2023-11-18T23:06:49.924 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.174585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834421.log 2023-11-18T23:06:49.924 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.174585.log.gz 2023-11-18T23:06:49.924 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.834014.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2023-11-18T23:06:49.924 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834014.log.gz 2023-11-18T23:06:49.924 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487781.log 2023-11-18T23:06:49.924 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.834421.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834421.log.gz 2023-11-18T23:06:49.925 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949165.log 2023-11-18T23:06:49.925 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.487781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357189.log 2023-11-18T23:06:49.925 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487781.log.gz 2023-11-18T23:06:49.925 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314739.log 2023-11-18T23:06:49.925 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.949165.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.949165.log.gz 2023-11-18T23:06:49.925 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328289.log 2023-11-18T23:06:49.925 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357189.log.gz 2023-11-18T23:06:49.926 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.314739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836428.log 2023-11-18T23:06:49.926 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314739.log.gz 2023-11-18T23:06:49.926 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175979.log 2023-11-18T23:06:49.926 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.328289.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328289.log.gz 2023-11-18T23:06:49.926 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.836428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948219.log 2023-11-18T23:06:49.926 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.836428.log.gz 2023-11-18T23:06:49.927 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.175979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647336.log 2023-11-18T23:06:49.927 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.175979.log.gz 2023-11-18T23:06:49.927 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276988.log 2023-11-18T23:06:49.927 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.948219.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948219.log.gz 2023-11-18T23:06:49.927 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.647336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302659.log 2023-11-18T23:06:49.927 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647336.log.gz 2023-11-18T23:06:49.927 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.276988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.955068.log 2023-11-18T23:06:49.928 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276988.log.gz 2023-11-18T23:06:49.928 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426112.log 2023-11-18T23:06:49.928 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.302659.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302659.log.gz 2023-11-18T23:06:49.928 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.955068.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.268639.log 2023-11-18T23:06:49.928 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.955068.log.gzgzip 2023-11-18T23:06:49.928 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.426112.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.177006.log 2023-11-18T23:06:49.928 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426112.log.gz 2023-11-18T23:06:49.929 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.268639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208956.log 2023-11-18T23:06:49.929 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.268639.log.gz 2023-11-18T23:06:49.929 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.177006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487232.log 2023-11-18T23:06:49.929 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.177006.log.gz 2023-11-18T23:06:49.929 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364702.log 2023-11-18T23:06:49.929 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.208956.log.gz 2023-11-18T23:06:49.929 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.487232.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.380978.log 2023-11-18T23:06:49.930 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487232.log.gz 2023-11-18T23:06:49.930 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.364702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.336831.log 2023-11-18T23:06:49.930 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364702.log.gz 2023-11-18T23:06:49.930 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.380978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114029.log 2023-11-18T23:06:49.930 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380978.log.gz 2023-11-18T23:06:49.930 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830468.log 2023-11-18T23:06:49.931 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.336831.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.336831.log.gz 2023-11-18T23:06:49.931 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381390.log 2023-11-18T23:06:49.931 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114029.log: /var/log/ceph/ceph-client.admin.830468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793239.log 2023-11-18T23:06:49.931 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830468.log.gz 2023-11-18T23:06:49.931 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224823.log 2023-11-18T23:06:49.931 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381390.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381390.log.gz 2023-11-18T23:06:49.931 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.793239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776543.log 2023-11-18T23:06:49.932 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793239.log.gz 2023-11-18T23:06:49.932 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.224823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431166.log 2023-11-18T23:06:49.932 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224823.log.gz 2023-11-18T23:06:49.932 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.797950.log 2023-11-18T23:06:49.932 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.776543.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776543.log.gz 2023-11-18T23:06:49.932 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.431166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318987.log 2023-11-18T23:06:49.932 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431166.log.gz 2023-11-18T23:06:49.933 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.797950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.484747.log 2023-11-18T23:06:49.933 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.797950.log.gz 2023-11-18T23:06:49.933 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235576.log 2023-11-18T23:06:49.933 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.318987.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318987.log.gz 2023-11-18T23:06:49.933 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.484747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306074.log 2023-11-18T23:06:49.933 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.484747.log.gz 2023-11-18T23:06:49.933 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.235576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391233.log 2023-11-18T23:06:49.934 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235576.log.gz 2023-11-18T23:06:49.934 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817551.log 2023-11-18T23:06:49.934 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.306074.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306074.log.gz 2023-11-18T23:06:49.934 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.839006.log 2023-11-18T23:06:49.934 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.391233.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391233.log.gz 2023-11-18T23:06:49.934 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299743.log 2023-11-18T23:06:49.934 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817551.log.gz 2023-11-18T23:06:49.935 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.839006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700987.log 2023-11-18T23:06:49.935 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.839006.log.gz 2023-11-18T23:06:49.935 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.299743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113937.log 2023-11-18T23:06:49.935 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299743.log.gz 2023-11-18T23:06:49.935 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.700987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362755.log 2023-11-18T23:06:49.935 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700987.log.gz 2023-11-18T23:06:49.936 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.113937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339709.log 2023-11-18T23:06:49.936 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.362755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361490.log 2023-11-18T23:06:49.936 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362755.log.gz 2023-11-18T23:06:49.936 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426648.log 2023-11-18T23:06:49.936 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.339709.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339709.log.gz 2023-11-18T23:06:49.936 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257887.log 2023-11-18T23:06:49.936 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.361490.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361490.log.gz 2023-11-18T23:06:49.937 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.426648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.456209.log 2023-11-18T23:06:49.937 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426648.log.gz 2023-11-18T23:06:49.937 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.257887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290634.log 2023-11-18T23:06:49.937 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.257887.log.gz 2023-11-18T23:06:49.937 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829137.log 2023-11-18T23:06:49.937 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.456209.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.456209.log.gz 2023-11-18T23:06:49.937 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454241.log 2023-11-18T23:06:49.938 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.290634.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290634.log.gz 2023-11-18T23:06:49.938 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.829137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340211.log 2023-11-18T23:06:49.938 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829137.log.gz 2023-11-18T23:06:49.938 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293181.log 2023-11-18T23:06:49.938 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.454241.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.454241.log.gz 2023-11-18T23:06:49.938 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.340211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349265.log 2023-11-18T23:06:49.939 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340211.log.gz 2023-11-18T23:06:49.939 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.293181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348982.log 2023-11-18T23:06:49.939 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293181.log.gz 2023-11-18T23:06:49.939 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647812.log 2023-11-18T23:06:49.939 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.349265.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.349265.log.gz 2023-11-18T23:06:49.939 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425911.log 2023-11-18T23:06:49.939 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348982.log.gz 2023-11-18T23:06:49.940 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.647812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110802.log 2023-11-18T23:06:49.940 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647812.log.gz 2023-11-18T23:06:49.940 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.661460.log 2023-11-18T23:06:49.940 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425911.log.gz 2023-11-18T23:06:49.940 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324560.log 2023-11-18T23:06:49.940 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.661460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.336754.log 2023-11-18T23:06:49.941 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.661460.log.gz 2023-11-18T23:06:49.941 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.324560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948678.log 2023-11-18T23:06:49.941 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324560.log.gz 2023-11-18T23:06:49.941 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.336754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397562.log 2023-11-18T23:06:49.941 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% 88.7% -- replaced with /var/log/ceph/ceph-client.admin.336754.log.gz -- replaced with /var/log/ceph/ceph-client.admin.110802.log.gz 2023-11-18T23:06:49.941 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:49.941 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.948678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275449.log 2023-11-18T23:06:49.942 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948678.log.gz 2023-11-18T23:06:49.942 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.397562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947746.log 2023-11-18T23:06:49.942 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397562.log.gz 2023-11-18T23:06:49.942 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.275449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392762.log 2023-11-18T23:06:49.942 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275449.log.gz 2023-11-18T23:06:49.942 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.947746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174571.log 2023-11-18T23:06:49.942 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947746.log.gz 2023-11-18T23:06:49.943 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.392762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.827369.log 2023-11-18T23:06:49.943 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392762.log.gz 2023-11-18T23:06:49.943 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.174571.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.399756.log 2023-11-18T23:06:49.943 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.174571.log.gz 2023-11-18T23:06:49.943 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.827369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350201.log 2023-11-18T23:06:49.943 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.827369.log.gz 2023-11-18T23:06:49.944 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.399756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466172.log 2023-11-18T23:06:49.944 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399756.log.gz 2023-11-18T23:06:49.944 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.350201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632734.log 2023-11-18T23:06:49.944 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.350201.log.gz 2023-11-18T23:06:49.944 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821065.log 2023-11-18T23:06:49.944 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.466172.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.466172.log.gz 2023-11-18T23:06:49.945 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.632734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952545.log 2023-11-18T23:06:49.945 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.114029.log.gz 2023-11-18T23:06:49.945 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632734.log.gz 2023-11-18T23:06:49.945 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415858.log 2023-11-18T23:06:49.945 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821065.log.gz 2023-11-18T23:06:49.945 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.952545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775550.log 2023-11-18T23:06:49.945 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.952545.log.gz 2023-11-18T23:06:49.946 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.415858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389880.log 2023-11-18T23:06:49.946 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415858.log.gz 2023-11-18T23:06:49.946 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.775550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116933.log 2023-11-18T23:06:49.946 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775550.log.gz 2023-11-18T23:06:49.946 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231643.log 2023-11-18T23:06:49.946 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.389880.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389880.log.gz 2023-11-18T23:06:49.947 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427053.log 2023-11-18T23:06:49.947 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 /var/log/ceph/ceph-client.admin.231643.log: --verbose -- /var/log/ceph/ceph-client.admin.944432.log 2023-11-18T23:06:49.947 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.231643.log.gz 2023-11-18T23:06:49.947 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659980.log 2023-11-18T23:06:49.947 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.427053.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427053.log.gz 2023-11-18T23:06:49.947 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.944432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116481.log 2023-11-18T23:06:49.947 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944432.log.gz 2023-11-18T23:06:49.948 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208075.log 2023-11-18T23:06:49.948 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.659980.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.113937.log.gz 2023-11-18T23:06:49.948 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659980.log.gz 2023-11-18T23:06:49.948 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314231.log 2023-11-18T23:06:49.948 INFO:teuthology.orchestra.run.smithi099.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.116933.log.gz 2023-11-18T23:06:49.948 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208075.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652655.log 2023-11-18T23:06:49.949 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.208075.log.gz 2023-11-18T23:06:49.949 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.314231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401133.log 2023-11-18T23:06:49.949 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314231.log.gz 2023-11-18T23:06:49.949 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.652655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357413.log 2023-11-18T23:06:49.949 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652655.log.gz 2023-11-18T23:06:49.949 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.401133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810425.log 2023-11-18T23:06:49.949 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401133.log.gz 2023-11-18T23:06:49.950 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692350.log 2023-11-18T23:06:49.950 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357413.log.gz 2023-11-18T23:06:49.950 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.810425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115257.log 2023-11-18T23:06:49.950 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810425.log.gz 2023-11-18T23:06:49.950 INFO:teuthology.orchestra.run.smithi099.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.116481.log.gz 2023-11-18T23:06:49.950 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.692350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389866.log 2023-11-18T23:06:49.951 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692350.log.gz 2023-11-18T23:06:49.951 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378307.log 2023-11-18T23:06:49.951 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.389866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177520.log 2023-11-18T23:06:49.951 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389866.log.gz 2023-11-18T23:06:49.951 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.378307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209997.log 2023-11-18T23:06:49.951 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378307.log.gz 2023-11-18T23:06:49.951 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.177520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321916.log 2023-11-18T23:06:49.952 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.177520.log.gz 2023-11-18T23:06:49.952 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294687.log 2023-11-18T23:06:49.952 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209997.log.gz 2023-11-18T23:06:49.952 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.321916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690105.log 2023-11-18T23:06:49.952 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321916.log.gz 2023-11-18T23:06:49.952 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113845.log 2023-11-18T23:06:49.953 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294687.log.gz 2023-11-18T23:06:49.953 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.690105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400224.log 2023-11-18T23:06:49.953 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690105.log.gz 2023-11-18T23:06:49.953 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.113845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211365.log 2023-11-18T23:06:49.953 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.400224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259903.log 2023-11-18T23:06:49.953 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400224.log.gz 2023-11-18T23:06:49.953 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115519.log 2023-11-18T23:06:49.954 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211365.log.gz 2023-11-18T23:06:49.954 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.259903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813049.log 2023-11-18T23:06:49.954 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.259903.log.gz 2023-11-18T23:06:49.954 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640475.log 2023-11-18T23:06:49.954 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.813049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317800.log 2023-11-18T23:06:49.954 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813049.log.gz 2023-11-18T23:06:49.954 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.640475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116703.log 2023-11-18T23:06:49.955 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640475.log.gz 2023-11-18T23:06:49.955 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.317800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222819.log 2023-11-18T23:06:49.955 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317800.log.gz 2023-11-18T23:06:49.955 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116703.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342738.log 2023-11-18T23:06:49.955 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.222819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384503.log 2023-11-18T23:06:49.955 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222819.log.gz 2023-11-18T23:06:49.956 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.342738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348758.log 2023-11-18T23:06:49.956 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342738.log.gz 2023-11-18T23:06:49.956 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.384503.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651728.log 2023-11-18T23:06:49.956 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.384503.log.gz 2023-11-18T23:06:49.956 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303566.log 2023-11-18T23:06:49.956 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348758.log.gz 2023-11-18T23:06:49.956 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.651728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275906.log 2023-11-18T23:06:49.957 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651728.log.gz 2023-11-18T23:06:49.957 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686279.log 2023-11-18T23:06:49.957 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303566.log.gz 2023-11-18T23:06:49.957 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.275906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313953.log 2023-11-18T23:06:49.957 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275906.log.gz 2023-11-18T23:06:49.957 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.686279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.260833.log 2023-11-18T23:06:49.957 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686279.log.gz 2023-11-18T23:06:49.958 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259369.log 2023-11-18T23:06:49.958 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313953.log.gz 2023-11-18T23:06:49.958 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.260833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228512.log 2023-11-18T23:06:49.958 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.260833.log.gz 2023-11-18T23:06:49.958 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.259369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418853.log 2023-11-18T23:06:49.958 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.259369.log.gz 2023-11-18T23:06:49.959 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.228512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436425.log 2023-11-18T23:06:49.959 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228512.log.gz 2023-11-18T23:06:49.959 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.418853.log: -- /var/log/ceph/ceph-client.admin.377834.log 2023-11-18T23:06:49.959 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418853.log.gz 2023-11-18T23:06:49.959 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.436425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.264704.log 2023-11-18T23:06:49.959 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436425.log.gz 2023-11-18T23:06:49.959 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.377834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339221.log 2023-11-18T23:06:49.959 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377834.log.gz 2023-11-18T23:06:49.960 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.264704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265668.log 2023-11-18T23:06:49.960 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.264704.log.gz 2023-11-18T23:06:49.960 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.339221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227121.log 2023-11-18T23:06:49.960 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339221.log.gz 2023-11-18T23:06:49.960 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.265668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376933.log 2023-11-18T23:06:49.960 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.265668.log.gz 2023-11-18T23:06:49.960 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.227121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701366.log 2023-11-18T23:06:49.961 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227121.log.gz 2023-11-18T23:06:49.961 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329506.log 2023-11-18T23:06:49.961 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376933.log.gz 2023-11-18T23:06:49.961 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.701366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411555.log 2023-11-18T23:06:49.961 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701366.log.gz 2023-11-18T23:06:49.961 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.329506.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.339933.log 2023-11-18T23:06:49.962 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329506.log.gz 2023-11-18T23:06:49.962 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.411555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455185.log 2023-11-18T23:06:49.962 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411555.log.gz 2023-11-18T23:06:49.962 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.339933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110185.log 2023-11-18T23:06:49.962 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339933.log.gz 2023-11-18T23:06:49.962 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.455185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833034.log 2023-11-18T23:06:49.962 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.455185.log.gz 2023-11-18T23:06:49.963 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697575.log 2023-11-18T23:06:49.963 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.833034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331391.log 2023-11-18T23:06:49.963 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833034.log.gz 2023-11-18T23:06:49.963 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.697575.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-11-18T23:06:49.963 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697575.log.gz 2023-11-18T23:06:49.963 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.331391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111191.log 2023-11-18T23:06:49.963 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331391.log.gz 2023-11-18T23:06:49.964 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360777.log 2023-11-18T23:06:49.964 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951108.log 2023-11-18T23:06:49.964 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212122.log 2023-11-18T23:06:49.964 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360777.log.gz 2023-11-18T23:06:49.964 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.951108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812260.log 2023-11-18T23:06:49.964 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.951108.log.gz 2023-11-18T23:06:49.964 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.212122.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.212122.log.gz 2023-11-18T23:06:49.965 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209227.log 2023-11-18T23:06:49.965 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490701.log 2023-11-18T23:06:49.965 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812260.log.gz 2023-11-18T23:06:49.965 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209227.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209227.log.gz 2023-11-18T23:06:49.965 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791372.log 2023-11-18T23:06:49.965 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.490701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210402.log 2023-11-18T23:06:49.966 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.490701.log.gz 2023-11-18T23:06:49.966 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.791372.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791372.log.gz 2023-11-18T23:06:49.966 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347813.log 2023-11-18T23:06:49.966 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707097.log 2023-11-18T23:06:49.966 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210402.log.gz 2023-11-18T23:06:49.966 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.347813.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347813.log.gz 2023-11-18T23:06:49.966 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489432.log 2023-11-18T23:06:49.967 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684173.log 2023-11-18T23:06:49.967 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707097.log.gz 2023-11-18T23:06:49.967 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489432.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489432.log.gz 2023-11-18T23:06:49.967 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.797665.log 2023-11-18T23:06:49.967 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.684173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790084.log 2023-11-18T23:06:49.967 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684173.log.gz 2023-11-18T23:06:49.968 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.797665.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.797665.log.gz 2023-11-18T23:06:49.968 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218996.log 2023-11-18T23:06:49.968 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181189.log 2023-11-18T23:06:49.968 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790084.log.gz 2023-11-18T23:06:49.968 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.218996.log: gzip -5 0.0%--verbose -- replaced with /var/log/ceph/ceph-client.admin.218996.log.gz-- 2023-11-18T23:06:49.968 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.832512.log 2023-11-18T23:06:49.968 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.181189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952454.log 2023-11-18T23:06:49.969 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181189.log.gz 2023-11-18T23:06:49.969 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.832512.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832512.log.gz 2023-11-18T23:06:49.969 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829606.log 2023-11-18T23:06:49.969 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676724.log 2023-11-18T23:06:49.969 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.952454.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.952454.log.gz 2023-11-18T23:06:49.969 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.829606.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829606.log.gz 2023-11-18T23:06:49.969 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812059.log 2023-11-18T23:06:49.970 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698454.log 2023-11-18T23:06:49.970 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.676724.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.676724.log.gz 2023-11-18T23:06:49.970 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814308.log 2023-11-18T23:06:49.970 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812059.log.gz 2023-11-18T23:06:49.970 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.698454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348265.log 2023-11-18T23:06:49.970 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698454.log.gz 2023-11-18T23:06:49.970 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347343.log 2023-11-18T23:06:49.971 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814308.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814308.log.gz 2023-11-18T23:06:49.971 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953448.log 2023-11-18T23:06:49.971 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348265.log.gz 2023-11-18T23:06:49.971 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.347343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699744.log 2023-11-18T23:06:49.971 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347343.log.gz 2023-11-18T23:06:49.971 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282453.log 2023-11-18T23:06:49.972 INFO:teuthology.orchestra.run.smithi099.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.116703.log.gz 2023-11-18T23:06:49.972 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699744.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.953448.log.gz 2023-11-18T23:06:49.972 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393227.log 2023-11-18T23:06:49.972 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699744.log.gz 2023-11-18T23:06:49.972 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212431.log 2023-11-18T23:06:49.972 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.282453.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282453.log.gz 2023-11-18T23:06:49.972 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393227.log: /var/log/ceph/ceph-client.admin.658751.log 2023-11-18T23:06:49.973 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393227.log.gz 2023-11-18T23:06:49.973 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.212431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433172.log 2023-11-18T23:06:49.973 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.212431.log.gz 2023-11-18T23:06:49.973 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.658751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720677.log 2023-11-18T23:06:49.973 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658751.log.gz 2023-11-18T23:06:49.973 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.110185.log.gz 2023-11-18T23:06:49.973 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.433172.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.407859.log -- replaced with /var/log/ceph/ceph-client.admin.433172.log.gz 2023-11-18T23:06:49.974 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:49.974 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407386.log 2023-11-18T23:06:49.974 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.720677.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720677.log.gz 2023-11-18T23:06:49.974 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.407859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319188.log 2023-11-18T23:06:49.974 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407859.log.gz 2023-11-18T23:06:49.974 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.407386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821553.log 2023-11-18T23:06:49.975 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407386.log.gz 2023-11-18T23:06:49.975 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.319188.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319188.log.gz 2023-11-18T23:06:49.975 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.268548.log 2023-11-18T23:06:49.975 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685485.log 2023-11-18T23:06:49.975 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821553.log.gz 2023-11-18T23:06:49.975 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.268548.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.268548.log.gz 2023-11-18T23:06:49.975 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.376418.log 2023-11-18T23:06:49.975 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380964.log 2023-11-18T23:06:49.976 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685485.log.gz 2023-11-18T23:06:49.976 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.838736.log 2023-11-18T23:06:49.976 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376418.log.gz 2023-11-18T23:06:49.976 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.380964.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265870.log 2023-11-18T23:06:49.976 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380964.log.gz 2023-11-18T23:06:49.976 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.838736.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.838736.log.gz 2023-11-18T23:06:49.976 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416715.log 2023-11-18T23:06:49.977 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.265870.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.265870.log.gz 2023-11-18T23:06:49.977 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953494.log 2023-11-18T23:06:49.977 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.416715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342815.log 2023-11-18T23:06:49.977 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416715.log.gz 2023-11-18T23:06:49.977 INFO:teuthology.orchestra.run.smithi099.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.113845.log.gz 2023-11-18T23:06:49.977 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361476.log 2023-11-18T23:06:49.977 INFO:teuthology.orchestra.run.smithi099.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.953494.log.gz 2023-11-18T23:06:49.978 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.342815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943959.log 2023-11-18T23:06:49.978 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342815.log.gz 2023-11-18T23:06:49.978 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.361476.log: -- /var/log/ceph/ceph-client.admin.396563.log 2023-11-18T23:06:49.978 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361476.log.gz 2023-11-18T23:06:49.978 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.943959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349646.log 2023-11-18T23:06:49.978 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943959.log.gz 2023-11-18T23:06:49.978 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.396563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813715.log 2023-11-18T23:06:49.979 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396563.log.gz 2023-11-18T23:06:49.979 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.349646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231098.log 2023-11-18T23:06:49.979 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.349646.log.gz 2023-11-18T23:06:49.979 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.813715.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813715.log.gz 2023-11-18T23:06:49.979 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266721.log 2023-11-18T23:06:49.979 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.231098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700450.log 2023-11-18T23:06:49.979 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.231098.log.gz 2023-11-18T23:06:49.980 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.266721.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.266721.log.gz 2023-11-18T23:06:49.980 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374247.log 2023-11-18T23:06:49.980 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.700450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697283.log 2023-11-18T23:06:49.980 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700450.log.gz 2023-11-18T23:06:49.980 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.115257.log.gz 2023-11-18T23:06:49.980 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.374247.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.697269.log -- replaced with /var/log/ceph/ceph-client.admin.374247.log.gz 2023-11-18T23:06:49.980 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:49.981 INFO:teuthology.orchestra.run.smithi099.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.115519.log.gz 2023-11-18T23:06:49.981 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.797365.log 2023-11-18T23:06:49.981 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.697283.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697283.log.gz 2023-11-18T23:06:49.981 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.697269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135704.log 2023-11-18T23:06:49.981 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697269.log.gz 2023-11-18T23:06:49.981 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.797365.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.111191.log.gz 2023-11-18T23:06:49.982 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299255.log 2023-11-18T23:06:49.982 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.797365.log.gz 2023-11-18T23:06:49.982 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.135704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356217.log 2023-11-18T23:06:49.982 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.299255.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219912.log 2023-11-18T23:06:49.982 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299255.log.gz 2023-11-18T23:06:49.982 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356217.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350868.log 2023-11-18T23:06:49.982 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356217.log.gz 2023-11-18T23:06:49.983 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.219912.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219912.log.gz 2023-11-18T23:06:49.983 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486284.log 2023-11-18T23:06:49.983 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.350868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180334.log 2023-11-18T23:06:49.983 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.350868.log.gz 2023-11-18T23:06:49.983 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.486284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425688.log 2023-11-18T23:06:49.983 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.486284.log.gz 2023-11-18T23:06:49.983 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.180334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259572.log 2023-11-18T23:06:49.984 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180334.log.gz 2023-11-18T23:06:49.984 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219447.log 2023-11-18T23:06:49.984 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425688.log.gz 2023-11-18T23:06:49.984 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.259572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365386.log 2023-11-18T23:06:49.984 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.259572.log.gz 2023-11-18T23:06:49.984 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.219447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410145.log 2023-11-18T23:06:49.984 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219447.log.gz 2023-11-18T23:06:49.985 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383207.log 2023-11-18T23:06:49.985 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365386.log.gz 2023-11-18T23:06:49.985 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.410145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.675230.log 2023-11-18T23:06:49.985 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410145.log.gz 2023-11-18T23:06:49.985 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.383207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346759.log 2023-11-18T23:06:49.985 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.383207.log.gz 2023-11-18T23:06:49.985 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.675230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488746.log 2023-11-18T23:06:49.986 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.675230.log.gz 2023-11-18T23:06:49.986 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209920.log 2023-11-18T23:06:49.986 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346759.log.gz 2023-11-18T23:06:49.986 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.488746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791098.log 2023-11-18T23:06:49.986 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.488746.log.gz 2023-11-18T23:06:49.986 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205719.log 2023-11-18T23:06:49.987 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209920.log.gz 2023-11-18T23:06:49.987 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.791098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796883.log 2023-11-18T23:06:49.987 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791098.log.gz 2023-11-18T23:06:49.987 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.205719.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.835421.log 2023-11-18T23:06:49.987 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205719.log.gz 2023-11-18T23:06:49.987 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796883.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715687.log 2023-11-18T23:06:49.987 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796883.log.gz 2023-11-18T23:06:49.988 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.835421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117071.log 2023-11-18T23:06:49.988 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835421.log.gz 2023-11-18T23:06:49.988 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.715687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818555.log 2023-11-18T23:06:49.988 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715687.log.gz 2023-11-18T23:06:49.988 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188496.log 2023-11-18T23:06:49.988 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717442.log 2023-11-18T23:06:49.988 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818555.log.gz 2023-11-18T23:06:49.989 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.188496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318193.log 2023-11-18T23:06:49.989 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188496.log.gz 2023-11-18T23:06:49.989 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.717442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395733.log 2023-11-18T23:06:49.989 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717442.log.gz 2023-11-18T23:06:49.989 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.318193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.504200.log 2023-11-18T23:06:49.989 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318193.log.gz 2023-11-18T23:06:49.990 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.395733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954283.log 2023-11-18T23:06:49.990 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395733.log.gz 2023-11-18T23:06:49.990 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710395.log 2023-11-18T23:06:49.990 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.504200.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.504200.log.gz 2023-11-18T23:06:49.990 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954283.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943500.log 2023-11-18T23:06:49.990 INFO:teuthology.orchestra.run.smithi099.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.954283.log.gz 2023-11-18T23:06:49.990 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.710395.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290271.log 2023-11-18T23:06:49.991 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710395.log.gz 2023-11-18T23:06:49.991 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.943500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110797.log 2023-11-18T23:06:49.991 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943500.log.gz 2023-11-18T23:06:49.991 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.290271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692815.log 2023-11-18T23:06:49.991 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290271.log.gz 2023-11-18T23:06:49.991 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 /var/log/ceph/ceph-client.admin.110797.log: --verbose -- /var/log/ceph/ceph-client.admin.381988.log 2023-11-18T23:06:49.991 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.692815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.674695.log 2023-11-18T23:06:49.992 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692815.log.gz 2023-11-18T23:06:49.992 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777991.log 2023-11-18T23:06:49.992 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381988.log.gz 2023-11-18T23:06:49.992 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.674695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235499.log 2023-11-18T23:06:49.992 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.674695.log.gz 2023-11-18T23:06:49.992 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670221.log 2023-11-18T23:06:49.992 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777991.log.gz 2023-11-18T23:06:49.993 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.235499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295436.log 2023-11-18T23:06:49.993 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235499.log.gz 2023-11-18T23:06:49.993 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950122.log 2023-11-18T23:06:49.993 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670221.log.gz 2023-11-18T23:06:49.993 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342313.log 2023-11-18T23:06:49.993 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295436.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295436.log.gz 2023-11-18T23:06:49.994 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.950122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715764.log 2023-11-18T23:06:49.994 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.950122.log.gz 2023-11-18T23:06:49.994 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.342313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427890.log 2023-11-18T23:06:49.994 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342313.log.gz 2023-11-18T23:06:49.994 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.715764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724185.log 2023-11-18T23:06:49.994 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715764.log.gz 2023-11-18T23:06:49.994 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.427890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945378.log 2023-11-18T23:06:49.995 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427890.log.gz 2023-11-18T23:06:49.995 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.724185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310966.log 2023-11-18T23:06:49.995 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724185.log.gz 2023-11-18T23:06:49.995 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.945378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666870.log 2023-11-18T23:06:49.995 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945378.log.gz 2023-11-18T23:06:49.995 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303141.log 2023-11-18T23:06:49.996 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310966.log.gz 2023-11-18T23:06:49.996 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.666870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363215.log 2023-11-18T23:06:49.996 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666870.log.gz 2023-11-18T23:06:49.996 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942080.log 2023-11-18T23:06:49.996 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303141.log.gz 2023-11-18T23:06:49.996 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295397.log 2023-11-18T23:06:49.996 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363215.log.gz 2023-11-18T23:06:49.997 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.942080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114444.log 2023-11-18T23:06:49.997 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942080.log.gz 2023-11-18T23:06:49.997 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400588.log 2023-11-18T23:06:49.997 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295397.log.gz 2023-11-18T23:06:49.997 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365400.log 2023-11-18T23:06:49.997 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.400588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346329.log 2023-11-18T23:06:49.997 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400588.log.gz 2023-11-18T23:06:49.998 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348251.log 2023-11-18T23:06:49.998 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365400.log.gz 2023-11-18T23:06:49.998 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644976.log 2023-11-18T23:06:49.998 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346329.log.gz 2023-11-18T23:06:49.998 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.284472.log 2023-11-18T23:06:49.998 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348251.log.gz 2023-11-18T23:06:49.998 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.644976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280100.log 2023-11-18T23:06:49.999 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644976.log.gz 2023-11-18T23:06:49.999 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.284472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320740.log 2023-11-18T23:06:49.999 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.284472.log.gz 2023-11-18T23:06:49.999 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.280100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710940.log 2023-11-18T23:06:49.999 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280100.log.gz 2023-11-18T23:06:49.999 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.320740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699077.log 2023-11-18T23:06:49.999 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320740.log.gz 2023-11-18T23:06:50.000 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.710940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240304.log 2023-11-18T23:06:50.000 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710940.log.gz 2023-11-18T23:06:50.000 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699077.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420249.log 2023-11-18T23:06:50.000 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699077.log.gz 2023-11-18T23:06:50.000 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.240304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109763.log 2023-11-18T23:06:50.000 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240304.log.gz 2023-11-18T23:06:50.001 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.420249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280582.log 2023-11-18T23:06:50.001 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420249.log.gz 2023-11-18T23:06:50.001 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319978.log 2023-11-18T23:06:50.001 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.280582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238622.log 2023-11-18T23:06:50.001 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280582.log.gz 2023-11-18T23:06:50.001 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188966.log 2023-11-18T23:06:50.001 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.319978.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319978.log.gz 2023-11-18T23:06:50.002 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819057.log 2023-11-18T23:06:50.002 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.238622.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238622.log.gz 2023-11-18T23:06:50.002 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.188966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191924.log 2023-11-18T23:06:50.002 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188966.log.gz 2023-11-18T23:06:50.002 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358116.log 2023-11-18T23:06:50.002 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819057.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819057.log.gz 2023-11-18T23:06:50.002 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.191924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190222.log 2023-11-18T23:06:50.003 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191924.log.gz 2023-11-18T23:06:50.003 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358116.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296233.log 2023-11-18T23:06:50.003 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358116.log.gz 2023-11-18T23:06:50.003 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823412.log 2023-11-18T23:06:50.003 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190222.log.gz 2023-11-18T23:06:50.003 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207773.log 2023-11-18T23:06:50.004 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296233.log.gz 2023-11-18T23:06:50.004 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.823412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393802.log 2023-11-18T23:06:50.004 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823412.log.gz 2023-11-18T23:06:50.004 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.207773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953770.log 2023-11-18T23:06:50.004 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207773.log.gz 2023-11-18T23:06:50.004 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.393802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111724.log 2023-11-18T23:06:50.004 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393802.log.gz 2023-11-18T23:06:50.005 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673746.log 2023-11-18T23:06:50.005 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111724.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.953770.log.gz 2023-11-18T23:06:50.005 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943409.log 2023-11-18T23:06:50.005 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649226.log 2023-11-18T23:06:50.005 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.673746.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673746.log.gz 2023-11-18T23:06:50.005 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.943409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109252.log 2023-11-18T23:06:50.005 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943409.log.gz 2023-11-18T23:06:50.006 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944919.log 2023-11-18T23:06:50.006 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649226.log.gz 2023-11-18T23:06:50.006 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114260.log 2023-11-18T23:06:50.006 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.135704.log.gz 2023-11-18T23:06:50.006 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.944919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390707.log 2023-11-18T23:06:50.006 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944919.log.gz 2023-11-18T23:06:50.007 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721344.log 2023-11-18T23:06:50.007 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.390707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814504.log 2023-11-18T23:06:50.007 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390707.log.gz 2023-11-18T23:06:50.007 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.721344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283990.log 2023-11-18T23:06:50.007 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721344.log.gz 2023-11-18T23:06:50.007 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225716.log 2023-11-18T23:06:50.007 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814504.log.gz 2023-11-18T23:06:50.008 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.283990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329707.log 2023-11-18T23:06:50.008 INFO:teuthology.orchestra.run.smithi099.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.117071.log.gz 2023-11-18T23:06:50.008 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283990.log.gz 2023-11-18T23:06:50.008 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.225716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487767.log 2023-11-18T23:06:50.008 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225716.log.gz 2023-11-18T23:06:50.008 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.329707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300225.log 2023-11-18T23:06:50.009 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329707.log.gz 2023-11-18T23:06:50.009 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221321.log 2023-11-18T23:06:50.009 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.487767.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487767.log.gz 2023-11-18T23:06:50.009 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.300225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815298.log 2023-11-18T23:06:50.009 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300225.log.gz 2023-11-18T23:06:50.009 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.221321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114893.log 0.0% 2023-11-18T23:06:50.009 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.221321.log.gz 2023-11-18T23:06:50.010 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.114444.log.gz 2023-11-18T23:06:50.010 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815298.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269358.log 2023-11-18T23:06:50.010 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815298.log.gz 2023-11-18T23:06:50.010 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205242.log 2023-11-18T23:06:50.010 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.269358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.795572.log 2023-11-18T23:06:50.010 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.269358.log.gz 2023-11-18T23:06:50.010 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.205242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378966.log 2023-11-18T23:06:50.011 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205242.log.gz 2023-11-18T23:06:50.011 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.795572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328775.log 2023-11-18T23:06:50.011 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.795572.log.gz 2023-11-18T23:06:50.011 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.378966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489446.log 2023-11-18T23:06:50.011 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378966.log.gz 2023-11-18T23:06:50.011 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.328775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655901.log 2023-11-18T23:06:50.012 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328775.log.gz 2023-11-18T23:06:50.012 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292602.log 2023-11-18T23:06:50.012 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489446.log.gz 2023-11-18T23:06:50.012 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.655901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833020.log 2023-11-18T23:06:50.012 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655901.log.gz 2023-11-18T23:06:50.012 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432957.log 2023-11-18T23:06:50.012 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292602.log.gz 2023-11-18T23:06:50.013 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.833020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791598.log 2023-11-18T23:06:50.013 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833020.log.gz 2023-11-18T23:06:50.013 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.432957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385630.log 2023-11-18T23:06:50.013 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432957.log.gz 2023-11-18T23:06:50.013 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.791598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646108.log 2023-11-18T23:06:50.013 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791598.log.gz 2023-11-18T23:06:50.013 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.385630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.780410.log 2023-11-18T23:06:50.014 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.385630.log.gz 2023-11-18T23:06:50.014 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.646108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238713.log 2023-11-18T23:06:50.014 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646108.log.gz 2023-11-18T23:06:50.014 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.780410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947270.log 2023-11-18T23:06:50.014 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.780410.log.gz 2023-11-18T23:06:50.014 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.238713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375535.log 2023-11-18T23:06:50.015 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238713.log.gz 2023-11-18T23:06:50.015 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.947270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220854.log 2023-11-18T23:06:50.015 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947270.log.gz 2023-11-18T23:06:50.015 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.375535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.268139.log 2023-11-18T23:06:50.015 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375535.log.gz 2023-11-18T23:06:50.015 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.220854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416997.log 2023-11-18T23:06:50.015 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220854.log.gz 2023-11-18T23:06:50.016 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.268139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211848.log 2023-11-18T23:06:50.016 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.268139.log.gz 2023-11-18T23:06:50.016 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.416997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187095.log 2023-11-18T23:06:50.016 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416997.log.gz 2023-11-18T23:06:50.016 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954700.log 2023-11-18T23:06:50.016 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211848.log.gz 2023-11-18T23:06:50.017 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.187095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792188.log 2023-11-18T23:06:50.017 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187095.log.gz 2023-11-18T23:06:50.017 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698545.log 2023-11-18T23:06:50.017 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.792188.log: gzip -5 88.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.954700.log.gz/var/log/ceph/ceph-client.admin.426842.log 2023-11-18T23:06:50.017 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.017 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792188.log.gz 2023-11-18T23:06:50.017 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.698545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710863.log 2023-11-18T23:06:50.018 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698545.log.gz 2023-11-18T23:06:50.018 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.426842.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716260.log 2023-11-18T23:06:50.018 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426842.log.gz 2023-11-18T23:06:50.018 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.710863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295955.log 2023-11-18T23:06:50.022 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710863.log.gz 2023-11-18T23:06:50.022 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.716260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400665.log 2023-11-18T23:06:50.023 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716260.log.gz 2023-11-18T23:06:50.023 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354619.log 2023-11-18T23:06:50.023 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295955.log.gz 2023-11-18T23:06:50.023 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.400665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.268153.log 2023-11-18T23:06:50.023 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400665.log.gz 2023-11-18T23:06:50.023 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354619.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213790.log 2023-11-18T23:06:50.024 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354619.log.gz 2023-11-18T23:06:50.024 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.268153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408757.log 2023-11-18T23:06:50.024 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.268153.log.gz 2023-11-18T23:06:50.024 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278523.log 2023-11-18T23:06:50.024 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213790.log.gz 2023-11-18T23:06:50.024 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.408757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719723.log 2023-11-18T23:06:50.024 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408757.log.gz 2023-11-18T23:06:50.025 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.278523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693838.log 2023-11-18T23:06:50.025 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278523.log.gz 2023-11-18T23:06:50.025 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.719723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303351.log 2023-11-18T23:06:50.025 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719723.log.gz 2023-11-18T23:06:50.025 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.693838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302080.log 2023-11-18T23:06:50.025 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693838.log.gz 2023-11-18T23:06:50.026 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.465679.log 2023-11-18T23:06:50.026 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303351.log.gz 2023-11-18T23:06:50.026 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.302080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344226.log 2023-11-18T23:06:50.026 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302080.log.gz 2023-11-18T23:06:50.026 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.465679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258343.log 2023-11-18T23:06:50.026 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.465679.log.gz 2023-11-18T23:06:50.027 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.344226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941989.log 2023-11-18T23:06:50.027 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.344226.log.gz 2023-11-18T23:06:50.027 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.258343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672758.log 2023-11-18T23:06:50.027 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.258343.log.gz 2023-11-18T23:06:50.027 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.941989.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312281.log 2023-11-18T23:06:50.027 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941989.log.gz 2023-11-18T23:06:50.028 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.672758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347357.log 2023-11-18T23:06:50.028 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672758.log.gz 2023-11-18T23:06:50.028 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.312281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712466.log 2023-11-18T23:06:50.028 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312281.log.gz 2023-11-18T23:06:50.028 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.347357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263654.log 2023-11-18T23:06:50.028 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347357.log.gz 2023-11-18T23:06:50.028 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.712466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354112.log 2023-11-18T23:06:50.029 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712466.log.gz 2023-11-18T23:06:50.029 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.263654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706229.log 2023-11-18T23:06:50.029 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.263654.log.gz 2023-11-18T23:06:50.029 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.464707.log 2023-11-18T23:06:50.029 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354112.log.gz 2023-11-18T23:06:50.029 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.706229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352131.log 2023-11-18T23:06:50.029 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706229.log.gz 2023-11-18T23:06:50.030 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.464707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693535.log 2023-11-18T23:06:50.030 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.464707.log.gz 2023-11-18T23:06:50.030 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.352131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776557.log 2023-11-18T23:06:50.030 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352131.log.gz 2023-11-18T23:06:50.030 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.693535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394767.log 2023-11-18T23:06:50.030 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693535.log.gz 2023-11-18T23:06:50.031 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.776557.log: gzip -5 --verbose -- /var/log/ceph/xfstests-dev-results/results/check.log 2023-11-18T23:06:50.031 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776557.log.gz 2023-11-18T23:06:50.031 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426189.log 2023-11-18T23:06:50.031 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394767.log.gz 2023-11-18T23:06:50.031 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/xfstests-dev-results/results/check.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347266.log 2023-11-18T23:06:50.031 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.426189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826451.log 2023-11-18T23:06:50.031 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426189.log.gz 2023-11-18T23:06:50.032 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.347266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416729.log 2023-11-18T23:06:50.032 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347266.log.gz 2023-11-18T23:06:50.032 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.826451.log: 89.7% -- replaced with /var/log/ceph/xfstests-dev-results/results/check.log.gz 2023-11-18T23:06:50.032 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828080.log 2023-11-18T23:06:50.032 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826451.log.gz 2023-11-18T23:06:50.032 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.416729.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416729.log.gz 2023-11-18T23:06:50.032 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225807.log 2023-11-18T23:06:50.033 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.828080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720394.log 2023-11-18T23:06:50.033 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828080.log.gz 2023-11-18T23:06:50.033 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.225807.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697945.log 2023-11-18T23:06:50.033 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225807.log.gz 2023-11-18T23:06:50.033 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.720394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364611.log 2023-11-18T23:06:50.033 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720394.log.gz 2023-11-18T23:06:50.033 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.697945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360261.log 2023-11-18T23:06:50.034 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697945.log.gz 2023-11-18T23:06:50.034 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.364611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649635.log 2023-11-18T23:06:50.034 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364611.log.gz 2023-11-18T23:06:50.034 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487141.log 2023-11-18T23:06:50.034 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360261.log.gz 2023-11-18T23:06:50.034 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.837396.log 2023-11-18T23:06:50.035 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649635.log.gz 2023-11-18T23:06:50.035 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.487141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173027.log 2023-11-18T23:06:50.035 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487141.log.gz 2023-11-18T23:06:50.035 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.837396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289770.log 2023-11-18T23:06:50.035 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.837396.log.gz 2023-11-18T23:06:50.035 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.173027.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.352547.log 2023-11-18T23:06:50.036 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.173027.log.gz 2023-11-18T23:06:50.036 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.289770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952750.log 2023-11-18T23:06:50.036 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289770.log.gz 2023-11-18T23:06:50.036 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.352547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775100.log 2023-11-18T23:06:50.036 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352547.log.gz 2023-11-18T23:06:50.037 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.952750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796477.log 2023-11-18T23:06:50.037 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.952750.log.gz 2023-11-18T23:06:50.037 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.775100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316848.log 2023-11-18T23:06:50.037 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775100.log.gz 2023-11-18T23:06:50.037 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810754.log 2023-11-18T23:06:50.037 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796477.log.gz 2023-11-18T23:06:50.038 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.316848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421772.log 2023-11-18T23:06:50.038 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316848.log.gz 2023-11-18T23:06:50.038 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.810754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432971.log 2023-11-18T23:06:50.038 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810754.log.gz 2023-11-18T23:06:50.038 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.421772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815312.log 2023-11-18T23:06:50.039 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421772.log.gz 2023-11-18T23:06:50.039 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694230.log 2023-11-18T23:06:50.039 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.432971.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432971.log.gz 2023-11-18T23:06:50.039 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272449.log 2023-11-18T23:06:50.040 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815312.log.gz 2023-11-18T23:06:50.040 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.694230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320649.log 2023-11-18T23:06:50.040 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694230.log.gz 2023-11-18T23:06:50.040 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.272449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814518.log 2023-11-18T23:06:50.040 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272449.log.gz 2023-11-18T23:06:50.040 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.320649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302171.log 2023-11-18T23:06:50.040 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320649.log.gz 2023-11-18T23:06:50.041 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302367.log 2023-11-18T23:06:50.041 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814518.log.gz 2023-11-18T23:06:50.041 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.302171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834958.log 2023-11-18T23:06:50.041 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302171.log.gz 2023-11-18T23:06:50.041 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.302367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207291.log 2023-11-18T23:06:50.041 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302367.log.gz 2023-11-18T23:06:50.042 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.834958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311468.log 2023-11-18T23:06:50.042 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834958.log.gz 2023-11-18T23:06:50.042 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.207291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670997.log 2023-11-18T23:06:50.042 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207291.log.gz 2023-11-18T23:06:50.042 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117367.log 2023-11-18T23:06:50.042 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311468.log.gz 2023-11-18T23:06:50.043 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210493.log 2023-11-18T23:06:50.043 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670997.log.gz 2023-11-18T23:06:50.043 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117828.log 2023-11-18T23:06:50.043 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210493.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2023-11-18T23:06:50.043 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210493.log.gz 2023-11-18T23:06:50.043 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189935.log 2023-11-18T23:06:50.043 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112958.log 2023-11-18T23:06:50.044 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.189935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816337.log 2023-11-18T23:06:50.044 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189935.log.gz 2023-11-18T23:06:50.044 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.112958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358207.log 2023-11-18T23:06:50.044 INFO:teuthology.orchestra.run.smithi099.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.109763.log.gz 2023-11-18T23:06:50.044 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219461.log 2023-11-18T23:06:50.044 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816337.log.gz 2023-11-18T23:06:50.044 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111678.log 2023-11-18T23:06:50.045 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358207.log.gz 2023-11-18T23:06:50.045 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.219461.log: 88.8% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.109252.log.gz -- replaced with /var/log/ceph/ceph-client.admin.219461.log.gz 2023-11-18T23:06:50.045 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.045 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633175.log 2023-11-18T23:06:50.045 INFO:teuthology.orchestra.run.smithi099.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.114260.log.gz 2023-11-18T23:06:50.045 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670151.log 2023-11-18T23:06:50.046 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111678.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.114893.log.gz 2023-11-18T23:06:50.046 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.633175.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633175.log.gz 2023-11-18T23:06:50.046 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820764.log 2023-11-18T23:06:50.046 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380672.log 2023-11-18T23:06:50.046 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670151.log.gz 2023-11-18T23:06:50.046 INFO:teuthology.orchestra.run.smithi099.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.117828.log.gz 2023-11-18T23:06:50.046 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.820764.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820764.log.gz 2023-11-18T23:06:50.047 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355107.log 2023-11-18T23:06:50.047 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.380672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360763.log 2023-11-18T23:06:50.047 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380672.log.gz 2023-11-18T23:06:50.047 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.355107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953356.log 2023-11-18T23:06:50.047 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355107.log.gz 2023-11-18T23:06:50.047 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.117367.log.gz 2023-11-18T23:06:50.048 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684969.log 2023-11-18T23:06:50.048 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360763.log.gz 2023-11-18T23:06:50.048 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340225.log 2023-11-18T23:06:50.048 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.684969.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.953356.log.gz 2023-11-18T23:06:50.048 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684969.log.gz 2023-11-18T23:06:50.048 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815800.log 2023-11-18T23:06:50.048 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.340225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386916.log 2023-11-18T23:06:50.049 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340225.log.gz 2023-11-18T23:06:50.049 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724884.log 2023-11-18T23:06:50.049 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815800.log.gz 2023-11-18T23:06:50.049 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.386916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.688683.log 2023-11-18T23:06:50.049 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386916.log.gz 2023-11-18T23:06:50.049 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.724884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655992.log 2023-11-18T23:06:50.049 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724884.log.gz 2023-11-18T23:06:50.050 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.688683.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.688683.log.gz 2023-11-18T23:06:50.050 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466699.log 2023-11-18T23:06:50.050 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.655992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338760.log 2023-11-18T23:06:50.050 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655992.log.gz 2023-11-18T23:06:50.050 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.466699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383910.log 2023-11-18T23:06:50.050 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.466699.log.gz 2023-11-18T23:06:50.050 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.338760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.838827.log 2023-11-18T23:06:50.051 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338760.log.gz 2023-11-18T23:06:50.051 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.383910.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.383910.log.gz 2023-11-18T23:06:50.051 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.271032.log 2023-11-18T23:06:50.051 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.838827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487991.log 2023-11-18T23:06:50.051 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.838827.log.gz 2023-11-18T23:06:50.051 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.271032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428594.log 2023-11-18T23:06:50.051 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.271032.log.gz 2023-11-18T23:06:50.052 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.487991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216911.log 2023-11-18T23:06:50.052 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487991.log.gz 2023-11-18T23:06:50.052 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.428594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363124.log 2023-11-18T23:06:50.052 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428594.log.gz 2023-11-18T23:06:50.052 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.216911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376057.log 2023-11-18T23:06:50.052 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.216911.log.gz 2023-11-18T23:06:50.052 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363124.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363124.log.gz 2023-11-18T23:06:50.053 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411053.log 2023-11-18T23:06:50.053 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383408.log 2023-11-18T23:06:50.053 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376057.log.gz 2023-11-18T23:06:50.053 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.411053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.795083.log 2023-11-18T23:06:50.053 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411053.log.gz 2023-11-18T23:06:50.053 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.383408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343801.log 2023-11-18T23:06:50.054 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.383408.log.gz 2023-11-18T23:06:50.054 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.795083.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.795083.log.gz 2023-11-18T23:06:50.054 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419338.log 2023-11-18T23:06:50.054 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812045.log 2023-11-18T23:06:50.054 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343801.log.gz 2023-11-18T23:06:50.054 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.419338.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684759.log 2023-11-18T23:06:50.054 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419338.log.gz 2023-11-18T23:06:50.055 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812045.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360184.log 2023-11-18T23:06:50.055 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812045.log.gz 2023-11-18T23:06:50.055 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.684759.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684759.log.gz 2023-11-18T23:06:50.055 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954516.log 2023-11-18T23:06:50.055 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826437.log 2023-11-18T23:06:50.055 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360184.log.gz 2023-11-18T23:06:50.056 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315892.log 2023-11-18T23:06:50.056 INFO:teuthology.orchestra.run.smithi099.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.954516.log.gz 2023-11-18T23:06:50.056 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.826437.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826437.log.gz 2023-11-18T23:06:50.056 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386406.log 2023-11-18T23:06:50.056 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645362.log 2023-11-18T23:06:50.056 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.315892.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315892.log.gz 2023-11-18T23:06:50.056 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.386406.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386406.log.gz 2023-11-18T23:06:50.057 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821051.log 2023-11-18T23:06:50.057 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.645362.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206633.log 2023-11-18T23:06:50.057 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645362.log.gz 2023-11-18T23:06:50.057 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821051.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821051.log.gz 2023-11-18T23:06:50.057 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365889.log 2023-11-18T23:06:50.057 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.206633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701828.log 2023-11-18T23:06:50.057 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206633.log.gz 2023-11-18T23:06:50.058 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490208.log 2023-11-18T23:06:50.058 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365889.log.gz 2023-11-18T23:06:50.058 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.701828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651213.log 2023-11-18T23:06:50.058 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701828.log.gz 2023-11-18T23:06:50.058 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.490208.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.490208.log.gz 2023-11-18T23:06:50.058 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414189.log 2023-11-18T23:06:50.058 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.651213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687283.log 2023-11-18T23:06:50.059 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651213.log.gz 2023-11-18T23:06:50.059 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834881.log 2023-11-18T23:06:50.059 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414189.log.gz 2023-11-18T23:06:50.059 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.687283.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713054.log 2023-11-18T23:06:50.059 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687283.log.gz 2023-11-18T23:06:50.059 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.834881.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834881.log.gz 2023-11-18T23:06:50.059 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381691.log 2023-11-18T23:06:50.060 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.713054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825014.log 2023-11-18T23:06:50.060 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713054.log.gz 2023-11-18T23:06:50.060 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381691.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381691.log.gz 2023-11-18T23:06:50.060 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211442.log 2023-11-18T23:06:50.060 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.825014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205628.log 2023-11-18T23:06:50.060 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825014.log.gz 2023-11-18T23:06:50.060 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211442.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211442.log.gz 2023-11-18T23:06:50.061 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777290.log 2023-11-18T23:06:50.061 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.205628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384489.log 2023-11-18T23:06:50.061 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205628.log.gz 2023-11-18T23:06:50.061 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777290.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777290.log.gz 2023-11-18T23:06:50.061 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172478.log 2023-11-18T23:06:50.061 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.384489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653032.log 2023-11-18T23:06:50.061 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.384489.log.gz 2023-11-18T23:06:50.062 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.172478.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279132.log 2023-11-18T23:06:50.062 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.172478.log.gz 2023-11-18T23:06:50.062 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.653032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379881.log 2023-11-18T23:06:50.062 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653032.log.gz 2023-11-18T23:06:50.062 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.279132.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279132.log.gz 2023-11-18T23:06:50.062 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239087.log 2023-11-18T23:06:50.063 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.379881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345238.log 2023-11-18T23:06:50.063 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379881.log.gz 2023-11-18T23:06:50.063 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239087.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173104.log 2023-11-18T23:06:50.063 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239087.log.gz 2023-11-18T23:06:50.063 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.345238.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717657.log 2023-11-18T23:06:50.063 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345238.log.gz 2023-11-18T23:06:50.063 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.173104.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.173104.log.gz 2023-11-18T23:06:50.064 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344317.log 2023-11-18T23:06:50.064 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.717657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946811.log 2023-11-18T23:06:50.064 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717657.log.gz 2023-11-18T23:06:50.064 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.344317.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.344317.log.gz 2023-11-18T23:06:50.064 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294911.log 2023-11-18T23:06:50.064 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.946811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830007.log 2023-11-18T23:06:50.064 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946811.log.gz 2023-11-18T23:06:50.065 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294911.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294911.log.gz 2023-11-18T23:06:50.065 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240996.log 2023-11-18T23:06:50.065 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.830007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109669.log 2023-11-18T23:06:50.065 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830007.log.gz 2023-11-18T23:06:50.065 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.240996.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240996.log.gz 2023-11-18T23:06:50.065 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830545.log 2023-11-18T23:06:50.065 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112092.log 2023-11-18T23:06:50.066 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109669.log: /var/log/ceph/ceph-client.admin.830545.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830545.log.gz 2023-11-18T23:06:50.066 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835887.log 2023-11-18T23:06:50.066 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.112092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826902.log 2023-11-18T23:06:50.066 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.835887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705181.log 2023-11-18T23:06:50.066 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835887.log.gz 2023-11-18T23:06:50.066 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.826902.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455276.log 2023-11-18T23:06:50.067 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826902.log.gz 2023-11-18T23:06:50.067 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.705181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.797456.log 2023-11-18T23:06:50.067 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705181.log.gz 2023-11-18T23:06:50.067 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.455276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718208.log 2023-11-18T23:06:50.067 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.455276.log.gz 2023-11-18T23:06:50.067 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.797456.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.797456.log.gz 2023-11-18T23:06:50.067 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.795586.log 2023-11-18T23:06:50.068 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.718208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425611.log 2023-11-18T23:06:50.068 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718208.log.gz 2023-11-18T23:06:50.068 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.795586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314648.log 2023-11-18T23:06:50.068 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.795586.log.gz 2023-11-18T23:06:50.068 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697073.log 2023-11-18T23:06:50.068 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425611.log.gz 2023-11-18T23:06:50.068 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.314648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294108.log 2023-11-18T23:06:50.069 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314648.log.gz 2023-11-18T23:06:50.069 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.697073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487977.log 2023-11-18T23:06:50.069 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697073.log.gz 2023-11-18T23:06:50.069 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236042.log 2023-11-18T23:06:50.069 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294108.log.gz 2023-11-18T23:06:50.069 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.487977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117507.log 2023-11-18T23:06:50.070 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487977.log.gz 2023-11-18T23:06:50.070 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.236042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676422.log 2023-11-18T23:06:50.070 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236042.log.gz 2023-11-18T23:06:50.070 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343815.log 2023-11-18T23:06:50.070 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.676422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714535.log 2023-11-18T23:06:50.070 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.676422.log.gz 2023-11-18T23:06:50.070 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.797651.log 2023-11-18T23:06:50.071 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343815.log.gz 2023-11-18T23:06:50.071 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.714535.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714535.log.gz 2023-11-18T23:06:50.071 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109855.log 2023-11-18T23:06:50.071 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.797651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.794945.log 2023-11-18T23:06:50.071 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.797651.log.gz 2023-11-18T23:06:50.071 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115073.log 2023-11-18T23:06:50.072 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.794945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325044.log 2023-11-18T23:06:50.072 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.794945.log.gz 2023-11-18T23:06:50.072 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454509.log 2023-11-18T23:06:50.072 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.325044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239740.log 2023-11-18T23:06:50.072 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325044.log.gz 2023-11-18T23:06:50.072 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.454509.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.454509.log.gz 2023-11-18T23:06:50.073 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290725.log 2023-11-18T23:06:50.073 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212649.log 2023-11-18T23:06:50.073 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239740.log.gz 2023-11-18T23:06:50.073 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.290725.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290725.log.gz 2023-11-18T23:06:50.073 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652102.log 2023-11-18T23:06:50.073 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.212649.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.212649.log.gz 2023-11-18T23:06:50.074 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488283.log 2023-11-18T23:06:50.074 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.652102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.661766.log 2023-11-18T23:06:50.074 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652102.log.gz 2023-11-18T23:06:50.074 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.488283.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.829046.log 2023-11-18T23:06:50.074 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.488283.log.gz 2023-11-18T23:06:50.074 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.661766.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.270387.log 2023-11-18T23:06:50.074 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.661766.log.gz 2023-11-18T23:06:50.075 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.829046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343222.log 2023-11-18T23:06:50.075 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.829046.log.gz 2023-11-18T23:06:50.075 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.270387.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.109669.log.gz 2023-11-18T23:06:50.075 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232629.log 2023-11-18T23:06:50.075 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.270387.log.gz 2023-11-18T23:06:50.075 INFO:teuthology.orchestra.run.smithi099.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.117507.log.gz 2023-11-18T23:06:50.076 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.674681.log 2023-11-18T23:06:50.076 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343222.log.gz 2023-11-18T23:06:50.076 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.232629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223304.log 2023-11-18T23:06:50.076 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.232629.log.gz 2023-11-18T23:06:50.076 INFO:teuthology.orchestra.run.smithi099.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.109855.log.gz 2023-11-18T23:06:50.076 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.674681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432211.log 2023-11-18T23:06:50.076 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.674681.log.gz 2023-11-18T23:06:50.077 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.223304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.803169.log 2023-11-18T23:06:50.077 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223304.log.gz 2023-11-18T23:06:50.077 INFO:teuthology.orchestra.run.smithi099.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.115073.log.gz 2023-11-18T23:06:50.077 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.432211.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.432211.log.gz 2023-11-18T23:06:50.077 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.640937.log 2023-11-18T23:06:50.077 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.803169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659478.log 2023-11-18T23:06:50.077 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.803169.log.gz 2023-11-18T23:06:50.078 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.640937.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640937.log.gz 2023-11-18T23:06:50.078 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181280.log 2023-11-18T23:06:50.078 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.659478.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414120.log 2023-11-18T23:06:50.078 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659478.log.gz 2023-11-18T23:06:50.078 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.181280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412480.log 2023-11-18T23:06:50.078 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181280.log.gz 2023-11-18T23:06:50.078 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704732.log 2023-11-18T23:06:50.079 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414120.log.gz 2023-11-18T23:06:50.079 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.412480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796974.log 2023-11-18T23:06:50.079 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412480.log.gz 2023-11-18T23:06:50.079 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.704732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293405.log 2023-11-18T23:06:50.079 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704732.log.gz 2023-11-18T23:06:50.079 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485040.log 2023-11-18T23:06:50.079 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796974.log.gz 2023-11-18T23:06:50.080 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.293405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362194.log 2023-11-18T23:06:50.080 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293405.log.gz 2023-11-18T23:06:50.080 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.485040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269168.log 2023-11-18T23:06:50.080 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.485040.log.gz 2023-11-18T23:06:50.080 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.362194.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413418.log 2023-11-18T23:06:50.080 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362194.log.gz 2023-11-18T23:06:50.081 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.269168.log: 88.3%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.111724.log.gz--verbose 2023-11-18T23:06:50.081 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.719632.log 2023-11-18T23:06:50.081 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.269168.log.gz 2023-11-18T23:06:50.081 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376619.log 2023-11-18T23:06:50.081 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.413418.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413418.log.gz 2023-11-18T23:06:50.081 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.719632.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.719632.log.gz--verbose 2023-11-18T23:06:50.081 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.109387.log 2023-11-18T23:06:50.082 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376619.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694685.log 2023-11-18T23:06:50.082 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376619.log.gz 2023-11-18T23:06:50.082 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412935.log 2023-11-18T23:06:50.082 INFO:teuthology.orchestra.run.smithi099.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.112958.log.gz 2023-11-18T23:06:50.082 INFO:teuthology.orchestra.run.smithi099.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.112092.log.gz 2023-11-18T23:06:50.082 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657744.log 2023-11-18T23:06:50.083 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.694685.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694685.log.gz 2023-11-18T23:06:50.083 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.412935.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.412935.log.gz--verbose 2023-11-18T23:06:50.083 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.831482.log 2023-11-18T23:06:50.083 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.657744.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2023-11-18T23:06:50.083 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657744.log.gz 2023-11-18T23:06:50.083 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.831482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393711.log 2023-11-18T23:06:50.083 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831482.log.gz 2023-11-18T23:06:50.084 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816748.log 2023-11-18T23:06:50.084 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.393711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699776.log 2023-11-18T23:06:50.084 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393711.log.gz 2023-11-18T23:06:50.084 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695146.log 2023-11-18T23:06:50.084 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816748.log.gz 2023-11-18T23:06:50.084 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228053.log 2023-11-18T23:06:50.085 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699776.log.gz 2023-11-18T23:06:50.085 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.695146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226711.log 2023-11-18T23:06:50.085 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695146.log.gz 2023-11-18T23:06:50.085 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.228053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317814.log 2023-11-18T23:06:50.085 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228053.log.gz 2023-11-18T23:06:50.085 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.226711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724870.log 2023-11-18T23:06:50.086 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226711.log.gz 2023-11-18T23:06:50.086 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.317814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379421.log 2023-11-18T23:06:50.086 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317814.log.gz 2023-11-18T23:06:50.086 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.724870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359938.log 2023-11-18T23:06:50.086 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724870.log.gz 2023-11-18T23:06:50.086 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.379421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435403.log 2023-11-18T23:06:50.087 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379421.log.gz 2023-11-18T23:06:50.087 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633959.log 2023-11-18T23:06:50.087 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359938.log.gz 2023-11-18T23:06:50.087 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.435403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116841.log 2023-11-18T23:06:50.087 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435403.log.gz 2023-11-18T23:06:50.087 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.633959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300148.log 2023-11-18T23:06:50.087 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633959.log.gz 2023-11-18T23:06:50.088 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116841.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949624.log 2023-11-18T23:06:50.088 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.300148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355735.log 2023-11-18T23:06:50.088 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300148.log.gz 2023-11-18T23:06:50.088 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.949624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489162.log 2023-11-18T23:06:50.088 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.949624.log.gz 2023-11-18T23:06:50.088 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634263.log 2023-11-18T23:06:50.088 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.355735.log: 0.0% 88.0% -- replaced with /var/log/ceph/ceph-client.admin.355735.log.gz -- replaced with /var/log/ceph/ceph-client.admin.110797.log.gz 2023-11-18T23:06:50.089 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.089 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489162.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489162.log.gz 2023-11-18T23:06:50.089 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322671.log 2023-11-18T23:06:50.089 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.662598.log 2023-11-18T23:06:50.089 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.634263.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634263.log.gz 2023-11-18T23:06:50.089 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.322671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278118.log 2023-11-18T23:06:50.090 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322671.log.gz 2023-11-18T23:06:50.090 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.662598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690397.log 2023-11-18T23:06:50.090 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.662598.log.gz 2023-11-18T23:06:50.090 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.278118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.781886.log 2023-11-18T23:06:50.090 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278118.log.gz 2023-11-18T23:06:50.090 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.690397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115427.log 2023-11-18T23:06:50.090 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690397.log.gz 2023-11-18T23:06:50.091 INFO:teuthology.orchestra.run.smithi099.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.111678.log.gz 2023-11-18T23:06:50.091 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.781886.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.116841.log.gz 2023-11-18T23:06:50.091 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377757.log 2023-11-18T23:06:50.091 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.781886.log.gz 2023-11-18T23:06:50.091 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951513.log 2023-11-18T23:06:50.091 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.377757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209709.log 2023-11-18T23:06:50.092 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377757.log.gz 2023-11-18T23:06:50.092 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.951513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942066.log 2023-11-18T23:06:50.092 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.951513.log.gz 2023-11-18T23:06:50.092 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411039.log 2023-11-18T23:06:50.092 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209709.log.gz 2023-11-18T23:06:50.092 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.942066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378293.log 2023-11-18T23:06:50.092 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942066.log.gz 2023-11-18T23:06:50.093 INFO:teuthology.orchestra.run.smithi099.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.109387.log.gz 2023-11-18T23:06:50.093 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453657.log 2023-11-18T23:06:50.093 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.411039.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.115427.log.gz 2023-11-18T23:06:50.093 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411039.log.gz 2023-11-18T23:06:50.093 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.378293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685471.log 2023-11-18T23:06:50.093 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378293.log.gz 2023-11-18T23:06:50.093 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.453657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416423.log 2023-11-18T23:06:50.094 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.453657.log.gz 2023-11-18T23:06:50.094 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685471.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685471.log.gz 2023-11-18T23:06:50.094 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375280.log 2023-11-18T23:06:50.094 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.416423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823134.log 2023-11-18T23:06:50.094 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416423.log.gz 2023-11-18T23:06:50.094 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.375280.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375280.log.gz 2023-11-18T23:06:50.094 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811835.log 2023-11-18T23:06:50.095 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.823134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327370.log 2023-11-18T23:06:50.095 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823134.log.gz 2023-11-18T23:06:50.095 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811835.log: 88.6% -- replaced with /var/log/ceph/ceph.log.gz 2023-11-18T23:06:50.095 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811835.log.gz 2023-11-18T23:06:50.095 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715045.log 2023-11-18T23:06:50.095 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.327370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686475.log 2023-11-18T23:06:50.095 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327370.log.gz 2023-11-18T23:06:50.096 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.715045.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.715045.log.gz-5 2023-11-18T23:06:50.096 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.210191.log 2023-11-18T23:06:50.096 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.686475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115837.log 2023-11-18T23:06:50.096 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686475.log.gz 2023-11-18T23:06:50.096 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210191.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.210191.log.gz--verbose 2023-11-18T23:06:50.096 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.941104.log 2023-11-18T23:06:50.096 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455262.log 2023-11-18T23:06:50.097 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.941104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719905.log 2023-11-18T23:06:50.097 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941104.log.gz 2023-11-18T23:06:50.097 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.455262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.838042.log 2023-11-18T23:06:50.097 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.455262.log.gz 2023-11-18T23:06:50.097 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.719905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831936.log 2023-11-18T23:06:50.097 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719905.log.gz 2023-11-18T23:06:50.098 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.838042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.636601.log 2023-11-18T23:06:50.098 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.838042.log.gz 2023-11-18T23:06:50.098 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.831936.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831936.log.gz 2023-11-18T23:06:50.098 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696142.log 2023-11-18T23:06:50.098 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.636601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438453.log 2023-11-18T23:06:50.098 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.636601.log.gz 2023-11-18T23:06:50.098 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.696142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295745.log 2023-11-18T23:06:50.099 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696142.log.gz 2023-11-18T23:06:50.099 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.438453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811256.log 2023-11-18T23:06:50.099 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.438453.log.gz 2023-11-18T23:06:50.099 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295745.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295745.log.gz 2023-11-18T23:06:50.099 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696065.log 2023-11-18T23:06:50.099 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.112736.log 2023-11-18T23:06:50.099 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811256.log.gz 2023-11-18T23:06:50.100 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.696065.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696065.log.gz 2023-11-18T23:06:50.100 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702287.log 2023-11-18T23:06:50.100 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.0.112736.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297255.log 2023-11-18T23:06:50.100 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.112736.log.gz 2023-11-18T23:06:50.100 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.702287.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702287.log.gz 2023-11-18T23:06:50.100 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374715.log 2023-11-18T23:06:50.100 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297255.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427517.log 2023-11-18T23:06:50.101 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297255.log.gz 2023-11-18T23:06:50.101 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.374715.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374715.log.gz 2023-11-18T23:06:50.101 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487690.log 2023-11-18T23:06:50.101 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.427517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692724.log 2023-11-18T23:06:50.101 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427517.log.gz 2023-11-18T23:06:50.101 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.487690.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487690.log.gz 2023-11-18T23:06:50.101 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488926.log 2023-11-18T23:06:50.102 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.692724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352341.log 2023-11-18T23:06:50.102 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692724.log.gz 2023-11-18T23:06:50.102 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.488926.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.488926.log.gz 2023-11-18T23:06:50.102 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707965.log 2023-11-18T23:06:50.102 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.352341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705641.log 2023-11-18T23:06:50.102 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352341.log.gz 2023-11-18T23:06:50.102 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707965.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707965.log.gz 2023-11-18T23:06:50.103 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219835.log 2023-11-18T23:06:50.103 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.705641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258434.log 2023-11-18T23:06:50.103 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705641.log.gz 2023-11-18T23:06:50.103 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.219835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411249.log 2023-11-18T23:06:50.103 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219835.log.gz 2023-11-18T23:06:50.103 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.258434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257978.log 2023-11-18T23:06:50.103 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.258434.log.gz 2023-11-18T23:06:50.104 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.411249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325240.log 2023-11-18T23:06:50.104 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411249.log.gz 2023-11-18T23:06:50.104 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.257978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433793.log 2023-11-18T23:06:50.104 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.257978.log.gz 2023-11-18T23:06:50.104 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.325240.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325240.log.gz 2023-11-18T23:06:50.104 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351610.log 2023-11-18T23:06:50.104 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.433793.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.561959.log 2023-11-18T23:06:50.105 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433793.log.gz 2023-11-18T23:06:50.105 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.351610.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.351610.log.gz--verbose 2023-11-18T23:06:50.105 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.348461.log 2023-11-18T23:06:50.105 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.561959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398064.log 2023-11-18T23:06:50.105 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.561959.log.gz 2023-11-18T23:06:50.105 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348461.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348461.log.gz 2023-11-18T23:06:50.105 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298474.log 2023-11-18T23:06:50.106 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.398064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292693.log 2023-11-18T23:06:50.106 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398064.log.gz 2023-11-18T23:06:50.106 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.298474.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.238112.log -- replaced with /var/log/ceph/ceph-client.admin.298474.log.gz 2023-11-18T23:06:50.106 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.106 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640721.log 2023-11-18T23:06:50.106 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292693.log.gz 2023-11-18T23:06:50.106 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.238112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310177.log 2023-11-18T23:06:50.106 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238112.log.gz 2023-11-18T23:06:50.107 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.640721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348475.log 2023-11-18T23:06:50.107 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640721.log.gz 2023-11-18T23:06:50.107 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310177.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310177.log.gz 2023-11-18T23:06:50.107 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191088.log 2023-11-18T23:06:50.107 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669309.log 2023-11-18T23:06:50.107 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348475.log.gz 2023-11-18T23:06:50.107 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.191088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659464.log 2023-11-18T23:06:50.108 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191088.log.gz 2023-11-18T23:06:50.108 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.669309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257418.log 2023-11-18T23:06:50.108 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669309.log.gz 2023-11-18T23:06:50.108 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.659464.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659464.log.gz 2023-11-18T23:06:50.108 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.464693.log 2023-11-18T23:06:50.108 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.257418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116795.log 2023-11-18T23:06:50.108 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.257418.log.gz 2023-11-18T23:06:50.109 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.464693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689529.log 2023-11-18T23:06:50.109 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.464693.log.gz 2023-11-18T23:06:50.109 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215407.log 2023-11-18T23:06:50.109 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.689529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.781576.log 2023-11-18T23:06:50.109 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689529.log.gz 2023-11-18T23:06:50.109 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.215407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640665.log 2023-11-18T23:06:50.109 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.215407.log.gz 2023-11-18T23:06:50.110 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.781576.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.781576.log.gz 2023-11-18T23:06:50.110 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324482.log 2023-11-18T23:06:50.110 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.640665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304158.log 2023-11-18T23:06:50.110 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640665.log.gz 2023-11-18T23:06:50.110 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.324482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433716.log 2023-11-18T23:06:50.110 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324482.log.gz 2023-11-18T23:06:50.110 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426856.log 2023-11-18T23:06:50.111 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304158.log.gz 2023-11-18T23:06:50.111 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.433716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812853.log 2023-11-18T23:06:50.111 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433716.log.gz 2023-11-18T23:06:50.111 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.426856.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349737.log 2023-11-18T23:06:50.111 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426856.log.gz 2023-11-18T23:06:50.111 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418515.log 2023-11-18T23:06:50.111 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812853.log.gz 2023-11-18T23:06:50.112 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.349737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792265.log 2023-11-18T23:06:50.112 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.349737.log.gz 2023-11-18T23:06:50.112 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.418515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432598.log 2023-11-18T23:06:50.112 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418515.log.gz 2023-11-18T23:06:50.112 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.792265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383987.log 2023-11-18T23:06:50.112 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792265.log.gz 2023-11-18T23:06:50.112 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.432598.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432598.log.gz 2023-11-18T23:06:50.113 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326444.log 2023-11-18T23:06:50.113 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.383987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395178.log 2023-11-18T23:06:50.113 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.383987.log.gz 2023-11-18T23:06:50.113 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.326444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408224.log 2023-11-18T23:06:50.113 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326444.log.gz 2023-11-18T23:06:50.113 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.395178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278600.log 2023-11-18T23:06:50.113 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395178.log.gz 2023-11-18T23:06:50.113 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.408224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818254.log 2023-11-18T23:06:50.114 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408224.log.gz 2023-11-18T23:06:50.114 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.278600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345525.log 2023-11-18T23:06:50.114 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278600.log.gz 2023-11-18T23:06:50.114 INFO:teuthology.orchestra.run.smithi099.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.116795.log.gz 2023-11-18T23:06:50.114 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365692.log 2023-11-18T23:06:50.114 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818254.log.gz 2023-11-18T23:06:50.114 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.345525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952761.log 2023-11-18T23:06:50.115 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345525.log.gz 2023-11-18T23:06:50.115 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.674115.log 2023-11-18T23:06:50.115 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365692.log.gz 2023-11-18T23:06:50.115 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.952761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215008.log 2023-11-18T23:06:50.115 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.952761.log.gz 2023-11-18T23:06:50.115 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.674115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110821.log 2023-11-18T23:06:50.115 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.674115.log.gz 2023-11-18T23:06:50.116 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.215008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.264147.log 2023-11-18T23:06:50.116 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.215008.log.gz 2023-11-18T23:06:50.116 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175108.log 2023-11-18T23:06:50.116 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.264147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716625.log 2023-11-18T23:06:50.116 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.264147.log.gz 2023-11-18T23:06:50.116 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.175108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670174.log 2023-11-18T23:06:50.116 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.175108.log.gz 2023-11-18T23:06:50.117 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.716625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702745.log 2023-11-18T23:06:50.117 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716625.log.gz 2023-11-18T23:06:50.117 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415844.log 2023-11-18T23:06:50.117 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670174.log.gz 2023-11-18T23:06:50.117 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.702745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721641.log 2023-11-18T23:06:50.117 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702745.log.gz 2023-11-18T23:06:50.117 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.415844.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.415844.log.gz--verbose 2023-11-18T23:06:50.117 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.380686.log 2023-11-18T23:06:50.118 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.721641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367286.log 2023-11-18T23:06:50.118 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721641.log.gz 2023-11-18T23:06:50.118 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.380686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385429.log 2023-11-18T23:06:50.118 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380686.log.gz 2023-11-18T23:06:50.118 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.367286.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304869.log 2023-11-18T23:06:50.118 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367286.log.gz 2023-11-18T23:06:50.118 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.385429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312491.log 2023-11-18T23:06:50.119 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.385429.log.gz 2023-11-18T23:06:50.119 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267203.log 2023-11-18T23:06:50.119 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304869.log.gz 2023-11-18T23:06:50.119 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.312491.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320193.log 2023-11-18T23:06:50.119 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312491.log.gz 2023-11-18T23:06:50.119 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.267203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712174.log 2023-11-18T23:06:50.119 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.267203.log.gz 2023-11-18T23:06:50.120 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.320193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360485.log 2023-11-18T23:06:50.120 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320193.log.gz 2023-11-18T23:06:50.120 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.712174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115699.log 2023-11-18T23:06:50.120 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712174.log.gz 2023-11-18T23:06:50.120 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342236.log 2023-11-18T23:06:50.120 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360485.log.gz 2023-11-18T23:06:50.120 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283026.log 2023-11-18T23:06:50.121 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.342236.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397854.log 2023-11-18T23:06:50.121 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342236.log.gz 2023-11-18T23:06:50.121 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.283026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353098.log 2023-11-18T23:06:50.121 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283026.log.gz 2023-11-18T23:06:50.121 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.397854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349188.log 2023-11-18T23:06:50.121 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397854.log.gz 2023-11-18T23:06:50.121 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487452.log 2023-11-18T23:06:50.121 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353098.log.gz 2023-11-18T23:06:50.122 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.349188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.955160.log 2023-11-18T23:06:50.122 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.349188.log.gz 2023-11-18T23:06:50.122 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.487452.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425109.log 2023-11-18T23:06:50.122 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487452.log.gz 2023-11-18T23:06:50.122 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.955160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289784.log 2023-11-18T23:06:50.122 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425109.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.955160.log.gz 2023-11-18T23:06:50.123 INFO:teuthology.orchestra.run.smithi099.stderr:gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.425109.log.gz-- 2023-11-18T23:06:50.123 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.375836.log 2023-11-18T23:06:50.123 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313939.log 2023-11-18T23:06:50.123 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.289784.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289784.log.gz 2023-11-18T23:06:50.123 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.375836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429641.log 2023-11-18T23:06:50.123 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375836.log.gz 2023-11-18T23:06:50.123 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326823.log 2023-11-18T23:06:50.124 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313939.log.gz 2023-11-18T23:06:50.124 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.429641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306375.log 2023-11-18T23:06:50.124 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429641.log.gz 2023-11-18T23:06:50.124 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.326823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356126.log 2023-11-18T23:06:50.124 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326823.log.gz 2023-11-18T23:06:50.124 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.306375.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294199.log 2023-11-18T23:06:50.124 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306375.log.gz 2023-11-18T23:06:50.125 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954065.log 2023-11-18T23:06:50.125 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356126.log.gz 2023-11-18T23:06:50.125 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294199.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353591.log 2023-11-18T23:06:50.125 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294199.log.gz 2023-11-18T23:06:50.125 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.794401.log 2023-11-18T23:06:50.125 INFO:teuthology.orchestra.run.smithi099.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.954065.log.gz 2023-11-18T23:06:50.125 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716702.log 2023-11-18T23:06:50.126 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353591.log.gz 2023-11-18T23:06:50.126 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774625.log 2023-11-18T23:06:50.126 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.794401.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.794401.log.gz 2023-11-18T23:06:50.126 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716702.log: /var/log/ceph/ceph-client.admin.343509.log 2023-11-18T23:06:50.126 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716702.log.gz 2023-11-18T23:06:50.126 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.774625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414988.log 2023-11-18T23:06:50.126 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774625.log.gz 2023-11-18T23:06:50.127 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345315.log 0.0% 2023-11-18T23:06:50.127 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.343509.log.gz 2023-11-18T23:06:50.127 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114168.log 2023-11-18T23:06:50.127 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414988.log.gz 2023-11-18T23:06:50.127 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.345315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425702.log 2023-11-18T23:06:50.127 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345315.log.gz 2023-11-18T23:06:50.127 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709023.log 2023-11-18T23:06:50.127 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238098.log 2023-11-18T23:06:50.128 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425702.log.gz 2023-11-18T23:06:50.128 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.709023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296751.log 2023-11-18T23:06:50.128 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709023.log.gz 2023-11-18T23:06:50.128 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.238098.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.830084.log -- replaced with /var/log/ceph/ceph-client.admin.238098.log.gz 2023-11-18T23:06:50.128 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.128 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287364.log 2023-11-18T23:06:50.128 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296751.log.gz 2023-11-18T23:06:50.129 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.830084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954019.log 2023-11-18T23:06:50.129 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830084.log.gz 2023-11-18T23:06:50.129 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.287364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273302.log 2023-11-18T23:06:50.129 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287364.log.gz 2023-11-18T23:06:50.129 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947284.log 2023-11-18T23:06:50.129 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.273302.log: gzip 87.8%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.954019.log.gz-- 2023-11-18T23:06:50.129 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707979.log 2023-11-18T23:06:50.130 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273302.log.gz 2023-11-18T23:06:50.130 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.947284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713498.log 2023-11-18T23:06:50.130 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947284.log.gz 2023-11-18T23:06:50.130 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.795267.log 2023-11-18T23:06:50.130 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707979.log.gz 2023-11-18T23:06:50.130 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.713498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792746.log 2023-11-18T23:06:50.130 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713498.log.gz 2023-11-18T23:06:50.131 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.795267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489253.log 2023-11-18T23:06:50.131 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.795267.log.gz 2023-11-18T23:06:50.131 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.792746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.795281.log 2023-11-18T23:06:50.131 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792746.log.gz 2023-11-18T23:06:50.131 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685973.log 2023-11-18T23:06:50.131 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489253.log.gz 2023-11-18T23:06:50.131 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.795281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671743.log 2023-11-18T23:06:50.132 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.795281.log.gz 2023-11-18T23:06:50.132 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423712.log 2023-11-18T23:06:50.132 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685973.log.gz 2023-11-18T23:06:50.132 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.671743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651424.log 2023-11-18T23:06:50.132 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671743.log.gz 2023-11-18T23:06:50.132 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.423712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213516.log 2023-11-18T23:06:50.132 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423712.log.gz 2023-11-18T23:06:50.133 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.651424.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822093.log 2023-11-18T23:06:50.133 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651424.log.gz 2023-11-18T23:06:50.133 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409227.log 2023-11-18T23:06:50.133 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213516.log.gz 2023-11-18T23:06:50.133 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332403.log 2023-11-18T23:06:50.133 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822093.log.gz 2023-11-18T23:06:50.133 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647798.log 2023-11-18T23:06:50.134 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.409227.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409227.log.gz 2023-11-18T23:06:50.134 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332403.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2023-11-18T23:06:50.134 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332403.log.gz 2023-11-18T23:06:50.134 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.647798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430617.log 2023-11-18T23:06:50.134 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647798.log.gz 2023-11-18T23:06:50.134 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435942.log 2023-11-18T23:06:50.134 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338746.log 2023-11-18T23:06:50.135 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.430617.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430617.log.gz 2023-11-18T23:06:50.135 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.435942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261208.log 2023-11-18T23:06:50.135 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435942.log.gz 2023-11-18T23:06:50.135 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.338746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225289.log 2023-11-18T23:06:50.135 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338746.log.gz 2023-11-18T23:06:50.135 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.261208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362271.log 2023-11-18T23:06:50.135 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.261208.log.gz 2023-11-18T23:06:50.136 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.225289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669903.log 2023-11-18T23:06:50.136 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225289.log.gz 2023-11-18T23:06:50.136 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.362271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321151.log 2023-11-18T23:06:50.136 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362271.log.gz 2023-11-18T23:06:50.136 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.669903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192475.log 2023-11-18T23:06:50.136 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669903.log.gz 2023-11-18T23:06:50.136 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.321151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954930.log 2023-11-18T23:06:50.137 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321151.log.gz 2023-11-18T23:06:50.137 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.192475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792669.log 2023-11-18T23:06:50.137 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192475.log.gz 2023-11-18T23:06:50.137 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648205.log 2023-11-18T23:06:50.137 INFO:teuthology.orchestra.run.smithi099.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.954930.log.gz 2023-11-18T23:06:50.137 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.792669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362664.log 2023-11-18T23:06:50.137 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792669.log.gz 2023-11-18T23:06:50.138 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341868.log 2023-11-18T23:06:50.138 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.648205.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648205.log.gz 2023-11-18T23:06:50.138 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.362664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227198.log 2023-11-18T23:06:50.138 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362664.log.gz 2023-11-18T23:06:50.138 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.341868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210975.log 2023-11-18T23:06:50.138 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341868.log.gz 2023-11-18T23:06:50.138 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.227198.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356413.log 2023-11-18T23:06:50.139 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227198.log.gz 2023-11-18T23:06:50.139 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411999.log 2023-11-18T23:06:50.139 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210975.log.gz 2023-11-18T23:06:50.139 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327279.log 2023-11-18T23:06:50.139 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356413.log.gz 2023-11-18T23:06:50.139 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.411999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823993.log 2023-11-18T23:06:50.139 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411999.log.gz 2023-11-18T23:06:50.140 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.327279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417212.log 2023-11-18T23:06:50.140 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327279.log.gz 2023-11-18T23:06:50.140 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.823993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340711.log 2023-11-18T23:06:50.140 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823993.log.gz 2023-11-18T23:06:50.140 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.417212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.795946.log 2023-11-18T23:06:50.140 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417212.log.gz 2023-11-18T23:06:50.140 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.340711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685987.log 2023-11-18T23:06:50.140 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340711.log.gz 2023-11-18T23:06:50.141 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.795946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114628.log 2023-11-18T23:06:50.141 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.795946.log.gz 2023-11-18T23:06:50.141 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811333.log 2023-11-18T23:06:50.141 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685987.log.gz 2023-11-18T23:06:50.141 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640702.log 2023-11-18T23:06:50.141 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811333.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190265.log 2023-11-18T23:06:50.141 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811333.log.gz 2023-11-18T23:06:50.142 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.640702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191459.log 2023-11-18T23:06:50.142 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640702.log.gz 2023-11-18T23:06:50.142 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711403.log 2023-11-18T23:06:50.142 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190265.log.gz 2023-11-18T23:06:50.142 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.191459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426203.log 2023-11-18T23:06:50.142 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191459.log.gz 2023-11-18T23:06:50.142 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.711403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190623.log 2023-11-18T23:06:50.143 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711403.log.gz 2023-11-18T23:06:50.143 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.426203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281754.log 2023-11-18T23:06:50.143 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426203.log.gz 2023-11-18T23:06:50.143 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110429.log 2023-11-18T23:06:50.143 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190623.log.gz 2023-11-18T23:06:50.143 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.281754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825986.log 2023-11-18T23:06:50.143 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281754.log.gz 2023-11-18T23:06:50.143 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308690.log 2023-11-18T23:06:50.144 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.825986.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316770.log 2023-11-18T23:06:50.144 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825986.log.gz 2023-11-18T23:06:50.144 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943013.log 2023-11-18T23:06:50.144 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308690.log.gz 2023-11-18T23:06:50.144 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.316770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.804234.log 2023-11-18T23:06:50.144 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316770.log.gz 2023-11-18T23:06:50.144 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656452.log 2023-11-18T23:06:50.145 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.943013.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943013.log.gz 2023-11-18T23:06:50.145 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.804234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113615.log 2023-11-18T23:06:50.145 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.804234.log.gz 2023-11-18T23:06:50.145 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.656452.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656452.log.gz 2023-11-18T23:06:50.145 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116021.log 2023-11-18T23:06:50.145 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.113615.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946324.log 2023-11-18T23:06:50.145 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232065.log 2023-11-18T23:06:50.145 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.946324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309694.log 2023-11-18T23:06:50.146 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946324.log.gz 2023-11-18T23:06:50.146 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.232065.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.232065.log.gz--verbose 2023-11-18T23:06:50.146 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.409213.log 2023-11-18T23:06:50.146 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.309694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265577.log 2023-11-18T23:06:50.146 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309694.log.gz 2023-11-18T23:06:50.146 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.409213.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409213.log.gz 2023-11-18T23:06:50.146 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326002.log 2023-11-18T23:06:50.147 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.265577.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.110821.log.gz 2023-11-18T23:06:50.147 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.265577.log.gz 2023-11-18T23:06:50.147 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304855.log 2023-11-18T23:06:50.147 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366480.log 2023-11-18T23:06:50.147 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.326002.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326002.log.gz 2023-11-18T23:06:50.147 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778549.log 2023-11-18T23:06:50.147 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304855.log.gz 2023-11-18T23:06:50.148 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351834.log 2023-11-18T23:06:50.148 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366480.log.gz 2023-11-18T23:06:50.148 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.778549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290180.log 2023-11-18T23:06:50.148 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778549.log.gz 2023-11-18T23:06:50.148 INFO:teuthology.orchestra.run.smithi099.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.114168.log.gz 2023-11-18T23:06:50.148 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.351834.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351834.log.gz 2023-11-18T23:06:50.148 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236533.log 2023-11-18T23:06:50.149 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.290180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413612.log 2023-11-18T23:06:50.149 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290180.log.gz 2023-11-18T23:06:50.149 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.236533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323597.log 2023-11-18T23:06:50.149 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236533.log.gz 2023-11-18T23:06:50.149 INFO:teuthology.orchestra.run.smithi099.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.114628.log.gz 2023-11-18T23:06:50.149 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376919.log 2023-11-18T23:06:50.149 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.413612.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413612.log.gz 2023-11-18T23:06:50.150 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.323597.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323597.log.gz 2023-11-18T23:06:50.150 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.112728.log 2023-11-18T23:06:50.150 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656361.log 2023-11-18T23:06:50.150 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376919.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376919.log.gz 2023-11-18T23:06:50.150 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.0.112728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943882.log 2023-11-18T23:06:50.150 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.112728.log.gz 2023-11-18T23:06:50.150 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.656361.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709979.log 2023-11-18T23:06:50.150 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656361.log.gz 2023-11-18T23:06:50.151 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.943882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332613.log 2023-11-18T23:06:50.151 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943882.log.gz 2023-11-18T23:06:50.151 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.709979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948692.log 2023-11-18T23:06:50.151 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709979.log.gz 2023-11-18T23:06:50.151 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428091.log 2023-11-18T23:06:50.151 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332613.log.gz 2023-11-18T23:06:50.151 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.948692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228144.log 2023-11-18T23:06:50.152 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948692.log.gz 2023-11-18T23:06:50.152 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.428091.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428091.log.gz 2023-11-18T23:06:50.152 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231175.log 2023-11-18T23:06:50.152 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.228144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.781795.log 2023-11-18T23:06:50.152 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228144.log.gz 2023-11-18T23:06:50.152 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.231175.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.231175.log.gz 2023-11-18T23:06:50.152 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360471.log 2023-11-18T23:06:50.152 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.781795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391324.log 2023-11-18T23:06:50.153 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.781795.log.gz 2023-11-18T23:06:50.153 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792947.log 2023-11-18T23:06:50.153 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360471.log.gz 2023-11-18T23:06:50.153 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.391324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114939.log 2023-11-18T23:06:50.153 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391324.log.gz 2023-11-18T23:06:50.153 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.792947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307135.log 2023-11-18T23:06:50.153 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792947.log.gz 2023-11-18T23:06:50.154 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.270955.log 2023-11-18T23:06:50.154 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.307135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790708.log 2023-11-18T23:06:50.154 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307135.log.gz 2023-11-18T23:06:50.154 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.270955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834498.log 2023-11-18T23:06:50.154 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.270955.log.gz 2023-11-18T23:06:50.154 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812762.log 2023-11-18T23:06:50.154 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790708.log.gz 2023-11-18T23:06:50.154 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.834498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693314.log 2023-11-18T23:06:50.155 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834498.log.gz 2023-11-18T23:06:50.155 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348174.log 2023-11-18T23:06:50.155 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812762.log.gz 2023-11-18T23:06:50.155 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.693314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210687.log 2023-11-18T23:06:50.155 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693314.log.gz 2023-11-18T23:06:50.155 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348174.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.348174.log.gz-- 2023-11-18T23:06:50.155 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.669604.log 2023-11-18T23:06:50.156 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.635685.log 2023-11-18T23:06:50.156 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210687.log.gz 2023-11-18T23:06:50.156 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.669604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272754.log 2023-11-18T23:06:50.156 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669604.log.gz 2023-11-18T23:06:50.156 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.635685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207097.log 2023-11-18T23:06:50.156 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.635685.log.gz 2023-11-18T23:06:50.156 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.272754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486673.log 2023-11-18T23:06:50.157 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272754.log.gz 2023-11-18T23:06:50.157 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.207097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317346.log 2023-11-18T23:06:50.157 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207097.log.gz 2023-11-18T23:06:50.157 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.486673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423698.log 2023-11-18T23:06:50.157 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.486673.log.gz 2023-11-18T23:06:50.157 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.317346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820855.log 2023-11-18T23:06:50.157 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317346.log.gz 2023-11-18T23:06:50.157 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.423698.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.338261.log -- replaced with /var/log/ceph/ceph-client.admin.423698.log.gz 2023-11-18T23:06:50.158 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.158 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.820855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313729.log 2023-11-18T23:06:50.158 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820855.log.gz 2023-11-18T23:06:50.158 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.338261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398078.log 2023-11-18T23:06:50.158 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338261.log.gz 2023-11-18T23:06:50.158 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313729.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.456223.log 2023-11-18T23:06:50.158 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313729.log.gz 2023-11-18T23:06:50.159 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.398078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690411.log 2023-11-18T23:06:50.159 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398078.log.gz 2023-11-18T23:06:50.159 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.456223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350110.log 2023-11-18T23:06:50.159 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.456223.log.gz 2023-11-18T23:06:50.159 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.690411.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690411.log.gz 2023-11-18T23:06:50.159 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293893.log 2023-11-18T23:06:50.159 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.350110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205705.log 2023-11-18T23:06:50.159 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.350110.log.gz 2023-11-18T23:06:50.160 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.293893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273108.log 2023-11-18T23:06:50.160 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293893.log.gz 2023-11-18T23:06:50.160 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.205705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172387.log 2023-11-18T23:06:50.160 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205705.log.gz 2023-11-18T23:06:50.160 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.273108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103689.log 2023-11-18T23:06:50.160 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273108.log.gz 2023-11-18T23:06:50.160 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.172387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722794.log 2023-11-18T23:06:50.161 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.172387.log.gz 2023-11-18T23:06:50.161 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.103689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658962.log 2023-11-18T23:06:50.161 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.722794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297971.log 2023-11-18T23:06:50.161 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722794.log.gz 2023-11-18T23:06:50.161 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.658962.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.658962.log.gz-5 2023-11-18T23:06:50.161 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.115473.log 2023-11-18T23:06:50.161 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670112.log 2023-11-18T23:06:50.162 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297971.log.gz 2023-11-18T23:06:50.162 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814719.log 2023-11-18T23:06:50.162 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306667.log 2023-11-18T23:06:50.162 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670112.log.gz 2023-11-18T23:06:50.162 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344303.log 2023-11-18T23:06:50.162 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814719.log.gz 2023-11-18T23:06:50.162 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.306667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716716.log 2023-11-18T23:06:50.163 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306667.log.gz 2023-11-18T23:06:50.163 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.344303.log: gzip -5 0.0%--verbose -- replaced with /var/log/ceph/ceph-client.admin.344303.log.gz-- 2023-11-18T23:06:50.163 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.264613.log 2023-11-18T23:06:50.163 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.716716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669387.log 2023-11-18T23:06:50.163 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716716.log.gz 2023-11-18T23:06:50.163 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.264613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317723.log 2023-11-18T23:06:50.163 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.264613.log.gz 2023-11-18T23:06:50.164 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.669387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169676.log 2023-11-18T23:06:50.164 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669387.log.gz 2023-11-18T23:06:50.164 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.317723.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.317723.log.gz 2023-11-18T23:06:50.164 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.817035.log 2023-11-18T23:06:50.164 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.169676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.797442.log 2023-11-18T23:06:50.164 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.169676.log.gz 2023-11-18T23:06:50.164 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490222.log 2023-11-18T23:06:50.165 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817035.log.gz 2023-11-18T23:06:50.165 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.797442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649423.log 2023-11-18T23:06:50.165 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.797442.log.gz 2023-11-18T23:06:50.165 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.490222.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.490222.log.gzgzip 2023-11-18T23:06:50.165 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.954608.log 2023-11-18T23:06:50.165 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350187.log 2023-11-18T23:06:50.165 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649423.log.gz 2023-11-18T23:06:50.166 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391517.log 2023-11-18T23:06:50.166 INFO:teuthology.orchestra.run.smithi099.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.954608.log.gz 2023-11-18T23:06:50.166 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.350187.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.350187.log.gz/var/log/ceph/ceph-client.admin.465119.log 2023-11-18T23:06:50.166 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.166 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356913.log 2023-11-18T23:06:50.166 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.391517.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391517.log.gz 2023-11-18T23:06:50.166 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.465119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436516.log 2023-11-18T23:06:50.167 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.465119.log.gz 2023-11-18T23:06:50.167 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116205.log 2023-11-18T23:06:50.167 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356913.log.gz 2023-11-18T23:06:50.167 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.436516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319782.log 2023-11-18T23:06:50.167 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436516.log.gz 2023-11-18T23:06:50.167 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453580.log 2023-11-18T23:06:50.167 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.319782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831468.log 2023-11-18T23:06:50.168 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319782.log.gz 2023-11-18T23:06:50.168 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.453580.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320270.log 2023-11-18T23:06:50.168 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.453580.log.gz 2023-11-18T23:06:50.168 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.831468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433807.log 2023-11-18T23:06:50.168 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831468.log.gz 2023-11-18T23:06:50.168 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.320270.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320270.log.gz 2023-11-18T23:06:50.168 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339130.log 2023-11-18T23:06:50.169 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.433807.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.112246.log 2023-11-18T23:06:50.169 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433807.log.gz 2023-11-18T23:06:50.169 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.339130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710472.log 2023-11-18T23:06:50.169 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339130.log.gz 2023-11-18T23:06:50.169 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.112246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343023.log 2023-11-18T23:06:50.169 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.710472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831025.log 2023-11-18T23:06:50.169 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710472.log.gz 2023-11-18T23:06:50.170 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358618.log 2023-11-18T23:06:50.170 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343023.log.gz 2023-11-18T23:06:50.170 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.831025.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831025.log.gz 2023-11-18T23:06:50.170 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313227.log 2023-11-18T23:06:50.170 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310268.log 2023-11-18T23:06:50.170 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358618.log.gz 2023-11-18T23:06:50.170 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313227.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.313227.log.gz-5 2023-11-18T23:06:50.171 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.672958.log 2023-11-18T23:06:50.171 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708541.log 2023-11-18T23:06:50.171 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310268.log.gz 2023-11-18T23:06:50.171 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.672958.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672958.log.gz 2023-11-18T23:06:50.171 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941605.log 2023-11-18T23:06:50.171 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.708541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352040.log 2023-11-18T23:06:50.171 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708541.log.gz 2023-11-18T23:06:50.172 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.941605.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941605.log.gz 2023-11-18T23:06:50.172 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404081.log 2023-11-18T23:06:50.172 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.352040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776080.log 2023-11-18T23:06:50.172 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352040.log.gz 2023-11-18T23:06:50.172 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.110429.log.gz 2023-11-18T23:06:50.172 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.404081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824071.log 2023-11-18T23:06:50.172 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404081.log.gz 2023-11-18T23:06:50.172 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.776080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419352.log 2023-11-18T23:06:50.173 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776080.log.gz 2023-11-18T23:06:50.173 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.824071.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824071.log.gz 2023-11-18T23:06:50.173 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.780904.log 2023-11-18T23:06:50.173 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.419352.log: gzip -5 88.1%--verbose -- /var/log/ceph/ceph-client.admin.226725.log -- replaced with /var/log/ceph/ceph-client.admin.116021.log.gz 2023-11-18T23:06:50.173 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.173 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419352.log.gz 2023-11-18T23:06:50.174 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.780904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117712.log 2023-11-18T23:06:50.174 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.780904.log.gz 2023-11-18T23:06:50.174 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.226725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359425.log 2023-11-18T23:06:50.174 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226725.log.gz 2023-11-18T23:06:50.174 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656908.log 2023-11-18T23:06:50.174 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291590.log 2023-11-18T23:06:50.174 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359425.log.gz 2023-11-18T23:06:50.175 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.656908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702364.log 2023-11-18T23:06:50.175 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656908.log.gz 2023-11-18T23:06:50.175 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.291590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318284.log 2023-11-18T23:06:50.175 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291590.log.gz 2023-11-18T23:06:50.175 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.702364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724687.log 2023-11-18T23:06:50.175 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702364.log.gz 2023-11-18T23:06:50.175 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.318284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.271573.log 2023-11-18T23:06:50.176 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318284.log.gz 2023-11-18T23:06:50.176 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.724687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826360.log 2023-11-18T23:06:50.176 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724687.log.gz 2023-11-18T23:06:50.176 INFO:teuthology.orchestra.run.smithi099.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.115699.log.gz 2023-11-18T23:06:50.176 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.271573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416638.log 2023-11-18T23:06:50.176 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.271573.log.gz 2023-11-18T23:06:50.176 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.115837.log.gz 2023-11-18T23:06:50.176 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.826360.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826360.log.gz 2023-11-18T23:06:50.177 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414143.log 2023-11-18T23:06:50.177 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208551.log 2023-11-18T23:06:50.177 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.416638.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416638.log.gz 2023-11-18T23:06:50.177 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687749.log 2023-11-18T23:06:50.177 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414143.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414143.log.gz 2023-11-18T23:06:50.177 INFO:teuthology.orchestra.run.smithi099.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.114939.log.gz 2023-11-18T23:06:50.177 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812561.log 2023-11-18T23:06:50.178 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.208551.log.gz 2023-11-18T23:06:50.178 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.687749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227678.log 2023-11-18T23:06:50.178 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687749.log.gz 2023-11-18T23:06:50.178 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812561.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.812561.log.gz--verbose 2023-11-18T23:06:50.178 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.456132.log 2023-11-18T23:06:50.178 INFO:teuthology.orchestra.run.smithi099.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.103689.log.gz 2023-11-18T23:06:50.179 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.227678.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.635176.log 2023-11-18T23:06:50.179 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.115473.log.gz 2023-11-18T23:06:50.179 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227678.log.gz 2023-11-18T23:06:50.179 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.116205.log.gz 2023-11-18T23:06:50.179 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.456132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652193.log 2023-11-18T23:06:50.179 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.456132.log.gz 2023-11-18T23:06:50.179 INFO:teuthology.orchestra.run.smithi099.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.117712.log.gz 2023-11-18T23:06:50.179 INFO:teuthology.orchestra.run.smithi099.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.112246.log.gz 2023-11-18T23:06:50.180 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.635176.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386392.log 2023-11-18T23:06:50.180 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.635176.log.gz 2023-11-18T23:06:50.180 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717172.log 2023-11-18T23:06:50.180 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.652193.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652193.log.gz 2023-11-18T23:06:50.180 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.386392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314725.log 2023-11-18T23:06:50.180 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386392.log.gz 2023-11-18T23:06:50.180 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.717172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422685.log 2023-11-18T23:06:50.181 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717172.log.gz 2023-11-18T23:06:50.181 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.314725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280114.log 2023-11-18T23:06:50.181 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314725.log.gz 2023-11-18T23:06:50.181 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.422685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239415.log 2023-11-18T23:06:50.181 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422685.log.gz 2023-11-18T23:06:50.181 INFO:teuthology.orchestra.run.smithi099.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.113615.log.gz 2023-11-18T23:06:50.181 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.280114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466081.log 2023-11-18T23:06:50.182 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280114.log.gz 2023-11-18T23:06:50.182 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811849.log 2023-11-18T23:06:50.182 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239415.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239415.log.gz 2023-11-18T23:06:50.182 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.466081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358403.log 2023-11-18T23:06:50.182 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.466081.log.gz 2023-11-18T23:06:50.182 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709515.log 2023-11-18T23:06:50.183 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811849.log.gz 2023-11-18T23:06:50.183 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.688121.log 2023-11-18T23:06:50.183 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358403.log.gz 2023-11-18T23:06:50.183 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.709515.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.814002.log 2023-11-18T23:06:50.183 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.709515.log.gz 2023-11-18T23:06:50.183 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.688121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227664.log 2023-11-18T23:06:50.183 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.688121.log.gz 2023-11-18T23:06:50.183 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386930.log 2023-11-18T23:06:50.184 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814002.log.gz 2023-11-18T23:06:50.184 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.227664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366712.log 2023-11-18T23:06:50.184 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227664.log.gz 2023-11-18T23:06:50.184 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.386930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272768.log 2023-11-18T23:06:50.184 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386930.log.gz 2023-11-18T23:06:50.184 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281064.log 2023-11-18T23:06:50.184 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366712.log.gz 2023-11-18T23:06:50.185 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.272768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944905.log 2023-11-18T23:06:50.185 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272768.log.gz 2023-11-18T23:06:50.185 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.281064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686489.log 2023-11-18T23:06:50.185 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281064.log.gz 2023-11-18T23:06:50.185 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.944905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237643.log 2023-11-18T23:06:50.185 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944905.log.gz 2023-11-18T23:06:50.185 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.686489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322594.log 2023-11-18T23:06:50.185 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686489.log.gz 2023-11-18T23:06:50.186 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.237643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816825.log 2023-11-18T23:06:50.186 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237643.log.gz 2023-11-18T23:06:50.186 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.322594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.781289.log 2023-11-18T23:06:50.186 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322594.log.gz 2023-11-18T23:06:50.186 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376327.log 2023-11-18T23:06:50.186 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816825.log.gz 2023-11-18T23:06:50.186 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.781289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394174.log 2023-11-18T23:06:50.187 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.781289.log.gz 2023-11-18T23:06:50.187 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261299.log 2023-11-18T23:06:50.187 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376327.log.gz 2023-11-18T23:06:50.187 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.262128.log 2023-11-18T23:06:50.187 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394174.log.gz 2023-11-18T23:06:50.187 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.261299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114490.log 2023-11-18T23:06:50.187 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.261299.log.gz 2023-11-18T23:06:50.188 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.262128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206092.log 2023-11-18T23:06:50.188 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.262128.log.gz 2023-11-18T23:06:50.188 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395810.log 2023-11-18T23:06:50.188 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.206092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189445.log 2023-11-18T23:06:50.188 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206092.log.gz 2023-11-18T23:06:50.188 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.395810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365601.log 2023-11-18T23:06:50.188 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395810.log.gz 2023-11-18T23:06:50.188 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.189445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427608.log 2023-11-18T23:06:50.189 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189445.log.gz 2023-11-18T23:06:50.189 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426662.log 2023-11-18T23:06:50.189 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365601.log.gz 2023-11-18T23:06:50.189 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.427608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690595.log 2023-11-18T23:06:50.189 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427608.log.gz 2023-11-18T23:06:50.189 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.426662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365175.log 2023-11-18T23:06:50.189 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426662.log.gz 2023-11-18T23:06:50.190 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.690595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320284.log 2023-11-18T23:06:50.190 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690595.log.gz 2023-11-18T23:06:50.190 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307121.log 2023-11-18T23:06:50.190 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365175.log.gz 2023-11-18T23:06:50.190 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.320284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.688212.log 2023-11-18T23:06:50.190 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320284.log.gz 2023-11-18T23:06:50.190 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.307121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415562.log 2023-11-18T23:06:50.191 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307121.log.gz 2023-11-18T23:06:50.191 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.688212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.636678.log 2023-11-18T23:06:50.191 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.688212.log.gz 2023-11-18T23:06:50.191 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.415562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307973.log 2023-11-18T23:06:50.191 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415562.log.gz 2023-11-18T23:06:50.191 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.636678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281971.log 2023-11-18T23:06:50.191 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.636678.log.gz 2023-11-18T23:06:50.192 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.307973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830098.log 2023-11-18T23:06:50.192 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307973.log.gz 2023-11-18T23:06:50.192 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.281971.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281971.log.gz 2023-11-18T23:06:50.192 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825908.log 2023-11-18T23:06:50.192 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.830098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110800.log 2023-11-18T23:06:50.192 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830098.log.gz 2023-11-18T23:06:50.192 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.825908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.641028.log 2023-11-18T23:06:50.193 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825908.log.gz 2023-11-18T23:06:50.193 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816031.log 2023-11-18T23:06:50.193 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.641028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649712.log 2023-11-18T23:06:50.193 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.641028.log.gz 2023-11-18T23:06:50.193 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.794128.log 2023-11-18T23:06:50.193 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816031.log.gz 2023-11-18T23:06:50.193 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.662215.log 2023-11-18T23:06:50.194 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649712.log.gz 2023-11-18T23:06:50.194 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.794128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230728.log 2023-11-18T23:06:50.194 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.794128.log.gz 2023-11-18T23:06:50.194 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.662215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.782075.log 2023-11-18T23:06:50.194 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.662215.log.gz 2023-11-18T23:06:50.194 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.230728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302381.log 2023-11-18T23:06:50.194 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230728.log.gz 2023-11-18T23:06:50.195 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.782075.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.782075.log.gz 2023-11-18T23:06:50.195 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399302.log 2023-11-18T23:06:50.195 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.302381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117321.log 2023-11-18T23:06:50.195 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302381.log.gz 2023-11-18T23:06:50.195 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.399302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722593.log 2023-11-18T23:06:50.195 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399302.log.gz 2023-11-18T23:06:50.195 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659268.log 2023-11-18T23:06:50.196 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.722593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652564.log 2023-11-18T23:06:50.196 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722593.log.gz 2023-11-18T23:06:50.196 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.659268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721627.log 2023-11-18T23:06:50.196 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659268.log.gz 2023-11-18T23:06:50.196 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.652564.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652564.log.gz 2023-11-18T23:06:50.196 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384001.log 2023-11-18T23:06:50.196 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.721627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490624.log 2023-11-18T23:06:50.197 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721627.log.gz 2023-11-18T23:06:50.197 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.384001.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.384001.log.gzgzip 2023-11-18T23:06:50.197 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.794205.log 2023-11-18T23:06:50.197 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.490624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373727.log 2023-11-18T23:06:50.197 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.490624.log.gz 2023-11-18T23:06:50.197 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.794205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111632.log 2023-11-18T23:06:50.197 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.794205.log.gz 2023-11-18T23:06:50.198 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.373727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.288719.log 2023-11-18T23:06:50.198 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373727.log.gz 2023-11-18T23:06:50.198 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215868.log 2023-11-18T23:06:50.198 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.288719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836624.log 2023-11-18T23:06:50.198 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.288719.log.gz 2023-11-18T23:06:50.198 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.215868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.271046.log 2023-11-18T23:06:50.198 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.215868.log.gz 2023-11-18T23:06:50.199 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219370.log /var/log/ceph/ceph-client.admin.836624.log: 2023-11-18T23:06:50.199 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.836624.log.gz 2023-11-18T23:06:50.199 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.271046.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.271046.log.gz 2023-11-18T23:06:50.199 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180979.log 2023-11-18T23:06:50.199 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.219370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393241.log 2023-11-18T23:06:50.200 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219370.log.gz 2023-11-18T23:06:50.200 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.180979.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180979.log.gz 2023-11-18T23:06:50.200 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790361.log 2023-11-18T23:06:50.200 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.393241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188025.log 2023-11-18T23:06:50.200 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393241.log.gz 2023-11-18T23:06:50.200 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790361.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.661250.log 2023-11-18T23:06:50.200 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790361.log.gz 2023-11-18T23:06:50.201 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.188025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813792.log 2023-11-18T23:06:50.201 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188025.log.gz 2023-11-18T23:06:50.201 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.661250.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.661250.log.gz 2023-11-18T23:06:50.201 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699455.log 2023-11-18T23:06:50.201 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.813792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709480.log 2023-11-18T23:06:50.201 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813792.log.gz 2023-11-18T23:06:50.201 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699455.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813063.log 2023-11-18T23:06:50.202 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699455.log.gz 2023-11-18T23:06:50.202 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.709480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115745.log 2023-11-18T23:06:50.202 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709480.log.gz 2023-11-18T23:06:50.202 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.813063.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813063.log.gz 2023-11-18T23:06:50.202 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364688.log 2023-11-18T23:06:50.202 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297957.log 2023-11-18T23:06:50.202 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.364688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819837.log 2023-11-18T23:06:50.203 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364688.log.gz 2023-11-18T23:06:50.203 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355749.log 2023-11-18T23:06:50.203 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297957.log.gz 2023-11-18T23:06:50.203 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819837.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819837.log.gz 2023-11-18T23:06:50.203 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693747.log 2023-11-18T23:06:50.203 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.355749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418314.log 2023-11-18T23:06:50.203 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355749.log.gz 2023-11-18T23:06:50.204 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.693747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.800814.log 2023-11-18T23:06:50.204 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693747.log.gz 2023-11-18T23:06:50.204 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.418314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365920.log 2023-11-18T23:06:50.204 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418314.log.gz 2023-11-18T23:06:50.204 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.800814.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.800814.log.gz 2023-11-18T23:06:50.204 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814016.log 2023-11-18T23:06:50.204 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777008.log 2023-11-18T23:06:50.204 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365920.log.gz 2023-11-18T23:06:50.205 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814016.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950045.log 2023-11-18T23:06:50.205 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814016.log.gz 2023-11-18T23:06:50.205 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386839.log 2023-11-18T23:06:50.205 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777008.log.gz 2023-11-18T23:06:50.205 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.950045.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.950045.log.gz 2023-11-18T23:06:50.205 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438376.log 2023-11-18T23:06:50.205 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.386839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427594.log 2023-11-18T23:06:50.206 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386839.log.gz 2023-11-18T23:06:50.206 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.438376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387125.log 2023-11-18T23:06:50.206 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.438376.log.gz 2023-11-18T23:06:50.206 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.427594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397049.log 2023-11-18T23:06:50.206 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427594.log.gz 2023-11-18T23:06:50.206 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.387125.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.387125.log.gz 2023-11-18T23:06:50.206 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354098.log 2023-11-18T23:06:50.207 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.397049.log: -- /var/log/ceph/ceph-client.admin.776003.log 2023-11-18T23:06:50.207 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397049.log.gz 2023-11-18T23:06:50.207 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395448.log 2023-11-18T23:06:50.207 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354098.log.gz 2023-11-18T23:06:50.207 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.776003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258903.log 2023-11-18T23:06:50.207 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776003.log.gz 2023-11-18T23:06:50.207 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.395448.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395448.log.gz 2023-11-18T23:06:50.207 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261497.log 2023-11-18T23:06:50.208 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.258903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.219926.log 2023-11-18T23:06:50.208 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.258903.log.gz 2023-11-18T23:06:50.208 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.261497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308781.log 2023-11-18T23:06:50.208 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.261497.log.gz 2023-11-18T23:06:50.208 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.219926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.457189.log 2023-11-18T23:06:50.208 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.219926.log.gz 2023-11-18T23:06:50.208 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308781.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308781.log.gz 2023-11-18T23:06:50.209 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400210.log 2023-11-18T23:06:50.209 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.457189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409592.log 2023-11-18T23:06:50.209 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.457189.log.gz 2023-11-18T23:06:50.209 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.400210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340620.log 2023-11-18T23:06:50.209 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400210.log.gz 2023-11-18T23:06:50.209 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.409592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.838813.log 2023-11-18T23:06:50.209 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409592.log.gz 2023-11-18T23:06:50.209 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.340620.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340620.log.gz 2023-11-18T23:06:50.210 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793253.log 2023-11-18T23:06:50.210 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.838813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324071.log 2023-11-18T23:06:50.210 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.838813.log.gz 2023-11-18T23:06:50.210 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.793253.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793253.log.gz 2023-11-18T23:06:50.210 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315878.log 2023-11-18T23:06:50.210 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.324071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836916.log 2023-11-18T23:06:50.210 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324071.log.gz 2023-11-18T23:06:50.211 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.315878.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315878.log.gz 2023-11-18T23:06:50.211 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717748.log 2023-11-18T23:06:50.211 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.836916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214001.log 2023-11-18T23:06:50.211 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.836916.log.gz 2023-11-18T23:06:50.211 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.717748.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717748.log.gz 2023-11-18T23:06:50.211 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117758.log 2023-11-18T23:06:50.211 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.214001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321706.log 2023-11-18T23:06:50.211 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.214001.log.gz 2023-11-18T23:06:50.212 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.827292.log 2023-11-18T23:06:50.212 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.321706.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713421.log 2023-11-18T23:06:50.212 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321706.log.gz 2023-11-18T23:06:50.212 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.827292.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.827292.log.gzgzip 2023-11-18T23:06:50.212 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.385855.log 2023-11-18T23:06:50.212 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.713421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713794.log 2023-11-18T23:06:50.212 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713421.log.gz 2023-11-18T23:06:50.213 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.385855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485809.log 2023-11-18T23:06:50.213 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.385855.log.gz 2023-11-18T23:06:50.213 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.713794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269154.log 2023-11-18T23:06:50.213 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713794.log.gz 2023-11-18T23:06:50.213 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.485809.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.485809.log.gz 2023-11-18T23:06:50.213 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488655.log 2023-11-18T23:06:50.213 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.269154.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.114490.log.gz 2023-11-18T23:06:50.213 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428671.log 2023-11-18T23:06:50.214 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.269154.log.gz 2023-11-18T23:06:50.214 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346539.log 2023-11-18T23:06:50.214 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.488655.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.488655.log.gz 2023-11-18T23:06:50.214 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.428671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364128.log 2023-11-18T23:06:50.214 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428671.log.gz 2023-11-18T23:06:50.214 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286868.log 2023-11-18T23:06:50.215 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346539.log.gz 2023-11-18T23:06:50.215 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.110800.log.gz 2023-11-18T23:06:50.215 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.364128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382198.log 2023-11-18T23:06:50.215 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364128.log.gz 2023-11-18T23:06:50.215 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.117321.log.gz 2023-11-18T23:06:50.215 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.111632.log.gz 2023-11-18T23:06:50.215 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.286868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820339.log 2023-11-18T23:06:50.215 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286868.log.gz 2023-11-18T23:06:50.216 INFO:teuthology.orchestra.run.smithi099.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.115745.log.gz 2023-11-18T23:06:50.216 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.955299.log 2023-11-18T23:06:50.216 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.382198.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382198.log.gz 2023-11-18T23:06:50.216 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.820339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346343.log 2023-11-18T23:06:50.216 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820339.log.gz 2023-11-18T23:06:50.216 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.955299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365098.log 2023-11-18T23:06:50.216 INFO:teuthology.orchestra.run.smithi099.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.955299.log.gz 2023-11-18T23:06:50.216 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379043.log 0.0% 2023-11-18T23:06:50.217 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.346343.log.gz 2023-11-18T23:06:50.217 INFO:teuthology.orchestra.run.smithi099.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.117758.log.gz 2023-11-18T23:06:50.217 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365098.log: /var/log/ceph/ceph-client.admin.419050.log 2023-11-18T23:06:50.217 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365098.log.gz 2023-11-18T23:06:50.217 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.379043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673732.log 2023-11-18T23:06:50.217 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379043.log.gz 2023-11-18T23:06:50.217 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.419050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.797873.log 2023-11-18T23:06:50.218 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419050.log.gz 2023-11-18T23:06:50.218 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.673732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344805.log 2023-11-18T23:06:50.218 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673732.log.gz 2023-11-18T23:06:50.218 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.797873.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113799.log 2023-11-18T23:06:50.218 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.797873.log.gz 2023-11-18T23:06:50.218 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.344805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113707.log 2023-11-18T23:06:50.218 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.344805.log.gz 2023-11-18T23:06:50.219 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.113799.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2023-11-18T23:06:50.219 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.113707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381175.log 2023-11-18T23:06:50.219 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686265.log 2023-11-18T23:06:50.219 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175610.log 2023-11-18T23:06:50.219 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381175.log.gz 2023-11-18T23:06:50.219 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.686265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116749.log 2023-11-18T23:06:50.219 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686265.log.gz 2023-11-18T23:06:50.219 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.175610.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.175610.log.gz 2023-11-18T23:06:50.220 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406559.log 2023-11-18T23:06:50.220 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388402.log 2023-11-18T23:06:50.220 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.406559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670244.log 2023-11-18T23:06:50.220 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406559.log.gz 2023-11-18T23:06:50.220 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.388402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670452.log 2023-11-18T23:06:50.220 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388402.log.gz 2023-11-18T23:06:50.220 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650226.log 2023-11-18T23:06:50.221 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670244.log.gz 2023-11-18T23:06:50.221 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670452.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212354.log 2023-11-18T23:06:50.221 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670452.log.gz 2023-11-18T23:06:50.221 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190532.log 2023-11-18T23:06:50.221 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650226.log.gz 2023-11-18T23:06:50.221 INFO:teuthology.orchestra.run.smithi099.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.113799.log.gz 2023-11-18T23:06:50.221 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351624.log 2023-11-18T23:06:50.222 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.212354.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.212354.log.gz 2023-11-18T23:06:50.222 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415270.log 2023-11-18T23:06:50.222 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190532.log.gz 2023-11-18T23:06:50.222 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395824.log 2023-11-18T23:06:50.225 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.351624.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351624.log.gz 2023-11-18T23:06:50.225 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.415270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324057.log 2023-11-18T23:06:50.226 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415270.log.gz 2023-11-18T23:06:50.226 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.395824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.677193.log 2023-11-18T23:06:50.226 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.113707.log.gz 2023-11-18T23:06:50.226 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395824.log.gz 2023-11-18T23:06:50.226 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358709.log 2023-11-18T23:06:50.226 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.324057.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324057.log.gz 2023-11-18T23:06:50.227 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.677193.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.677193.log.gz 2023-11-18T23:06:50.227 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373804.log 2023-11-18T23:06:50.227 INFO:teuthology.orchestra.run.smithi099.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.116749.log.gz 2023-11-18T23:06:50.227 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819851.log 2023-11-18T23:06:50.227 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358709.log.gz 2023-11-18T23:06:50.227 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395462.log 2023-11-18T23:06:50.227 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.373804.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373804.log.gz 2023-11-18T23:06:50.227 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207579.log 2023-11-18T23:06:50.228 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819851.log.gz 2023-11-18T23:06:50.228 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.395462.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.395462.log.gz-- 2023-11-18T23:06:50.228 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213804.log 2023-11-18T23:06:50.228 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706138.log 2023-11-18T23:06:50.228 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.207579.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207579.log.gz 2023-11-18T23:06:50.228 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825463.log 2023-11-18T23:06:50.229 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213804.log.gz 2023-11-18T23:06:50.229 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.706138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391843.log 2023-11-18T23:06:50.229 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706138.log.gz 2023-11-18T23:06:50.229 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407845.log 2023-11-18T23:06:50.229 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.825463.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825463.log.gz 2023-11-18T23:06:50.229 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.391843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306576.log 2023-11-18T23:06:50.229 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391843.log.gz 2023-11-18T23:06:50.230 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.407845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836414.log 2023-11-18T23:06:50.230 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407845.log.gz 2023-11-18T23:06:50.230 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.306576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408301.log 2023-11-18T23:06:50.230 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306576.log.gz 2023-11-18T23:06:50.230 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.836414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380475.log 2023-11-18T23:06:50.230 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.836414.log.gz 2023-11-18T23:06:50.230 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.408301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272542.log 2023-11-18T23:06:50.231 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408301.log.gz 2023-11-18T23:06:50.231 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.380475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705564.log 2023-11-18T23:06:50.231 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380475.log.gz 2023-11-18T23:06:50.231 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.272542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.798448.log 2023-11-18T23:06:50.231 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.272542.log.gz 2023-11-18T23:06:50.231 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.705564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394251.log 2023-11-18T23:06:50.231 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705564.log.gz 2023-11-18T23:06:50.232 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.798448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395269.log 2023-11-18T23:06:50.232 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.798448.log.gz 2023-11-18T23:06:50.232 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191537.log 2023-11-18T23:06:50.232 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394251.log.gz 2023-11-18T23:06:50.232 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.395269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389789.log 2023-11-18T23:06:50.232 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395269.log.gz 2023-11-18T23:06:50.232 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.191537.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310254.log 2023-11-18T23:06:50.232 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191537.log.gz 2023-11-18T23:06:50.233 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.389789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385338.log 2023-11-18T23:06:50.233 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389789.log.gz 2023-11-18T23:06:50.233 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310254.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310254.log.gz 2023-11-18T23:06:50.233 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263563.log 2023-11-18T23:06:50.233 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.385338.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.385338.log.gz 2023-11-18T23:06:50.233 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436898.log 2023-11-18T23:06:50.233 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.263563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283012.log 2023-11-18T23:06:50.234 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.263563.log.gz 2023-11-18T23:06:50.234 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.436898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210011.log 2023-11-18T23:06:50.234 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436898.log.gz 2023-11-18T23:06:50.234 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.283012.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283012.log.gz 2023-11-18T23:06:50.234 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114398.log 2023-11-18T23:06:50.234 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775564.log 2023-11-18T23:06:50.234 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210011.log.gz 2023-11-18T23:06:50.235 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333371.log 2023-11-18T23:06:50.235 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.775564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363913.log 2023-11-18T23:06:50.235 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775564.log.gz 2023-11-18T23:06:50.235 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.333371.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266225.log 2023-11-18T23:06:50.235 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333371.log.gz 2023-11-18T23:06:50.235 INFO:teuthology.orchestra.run.smithi099.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.114398.log.gz 2023-11-18T23:06:50.235 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363913.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.363913.log.gz-- 2023-11-18T23:06:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.434252.log 2023-11-18T23:06:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.266225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216897.log 2023-11-18T23:06:50.236 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.266225.log.gz 2023-11-18T23:06:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.434252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.675768.log 2023-11-18T23:06:50.236 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434252.log.gz 2023-11-18T23:06:50.236 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.216897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703294.log 2023-11-18T23:06:50.236 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.216897.log.gz 2023-11-18T23:06:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.675768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230637.log 2023-11-18T23:06:50.237 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.675768.log.gz 2023-11-18T23:06:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.703294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351074.log 2023-11-18T23:06:50.237 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703294.log.gz 2023-11-18T23:06:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.230637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796670.log 2023-11-18T23:06:50.237 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230637.log.gz 2023-11-18T23:06:50.237 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.351074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281469.log 2023-11-18T23:06:50.237 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351074.log.gz 2023-11-18T23:06:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796670.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111862.log 2023-11-18T23:06:50.238 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796670.log.gz 2023-11-18T23:06:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.281469.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281469.log.gz 2023-11-18T23:06:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689259.log 2023-11-18T23:06:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173567.log 2023-11-18T23:06:50.238 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.689259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416437.log 2023-11-18T23:06:50.238 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689259.log.gz 2023-11-18T23:06:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.173567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686767.log 2023-11-18T23:06:50.239 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.173567.log.gz 2023-11-18T23:06:50.239 INFO:teuthology.orchestra.run.smithi099.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.111862.log.gz 2023-11-18T23:06:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263113.log 2023-11-18T23:06:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.416437.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416437.log.gz 2023-11-18T23:06:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.686767.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.686767.log.gz-- 2023-11-18T23:06:50.239 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.434343.log 2023-11-18T23:06:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400133.log 2023-11-18T23:06:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.263113.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.263113.log.gz 2023-11-18T23:06:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.434343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361279.log 2023-11-18T23:06:50.240 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434343.log.gz 2023-11-18T23:06:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.400133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427130.log 2023-11-18T23:06:50.240 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400133.log.gz 2023-11-18T23:06:50.240 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.361279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322208.log 2023-11-18T23:06:50.241 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361279.log.gz 2023-11-18T23:06:50.241 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.427130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232156.log 2023-11-18T23:06:50.241 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427130.log.gz 2023-11-18T23:06:50.241 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.322208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778472.log 2023-11-18T23:06:50.241 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322208.log.gz 2023-11-18T23:06:50.241 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.232156.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403317.log 2023-11-18T23:06:50.241 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.232156.log.gz 2023-11-18T23:06:50.242 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.778472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407768.log 2023-11-18T23:06:50.242 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778472.log.gz 2023-11-18T23:06:50.242 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.403317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954424.log 2023-11-18T23:06:50.242 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403317.log.gz 2023-11-18T23:06:50.242 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.407768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353294.log 2023-11-18T23:06:50.242 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407768.log.gz 2023-11-18T23:06:50.242 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954424.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298752.log 2023-11-18T23:06:50.243 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.954424.log.gz 2023-11-18T23:06:50.243 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.284954.log 2023-11-18T23:06:50.243 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353294.log.gz 2023-11-18T23:06:50.243 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.298752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332326.log 2023-11-18T23:06:50.243 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298752.log.gz 2023-11-18T23:06:50.243 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.284954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791175.log 2023-11-18T23:06:50.243 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.284954.log.gz 2023-11-18T23:06:50.244 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434888.log 2023-11-18T23:06:50.244 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332326.log.gz 2023-11-18T23:06:50.244 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.791175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187932.log 2023-11-18T23:06:50.244 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791175.log.gz 2023-11-18T23:06:50.244 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.434888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652179.log 2023-11-18T23:06:50.244 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434888.log.gz 2023-11-18T23:06:50.244 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.187932.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633973.log 2023-11-18T23:06:50.244 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187932.log.gz 2023-11-18T23:06:50.245 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.652179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352117.log 2023-11-18T23:06:50.245 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652179.log.gz 2023-11-18T23:06:50.245 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.633973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114674.log 2023-11-18T23:06:50.245 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633973.log.gz 2023-11-18T23:06:50.245 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.352117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386600.log 2023-11-18T23:06:50.245 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352117.log.gz 2023-11-18T23:06:50.245 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301671.log 2023-11-18T23:06:50.246 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.386600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342327.log 2023-11-18T23:06:50.246 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386600.log.gz 2023-11-18T23:06:50.246 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.301671.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.114674.log.gz 2023-11-18T23:06:50.246 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301671.log.gz 2023-11-18T23:06:50.246 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.641014.log 2023-11-18T23:06:50.246 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815508.log 2023-11-18T23:06:50.247 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.342327.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342327.log.gz 2023-11-18T23:06:50.247 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.641014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485352.log 2023-11-18T23:06:50.247 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.641014.log.gz 2023-11-18T23:06:50.247 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.426571.log 2023-11-18T23:06:50.247 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815508.log.gz 2023-11-18T23:06:50.247 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.485352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.675013.log 2023-11-18T23:06:50.247 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.485352.log.gz 2023-11-18T23:06:50.247 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.426571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258812.log 2023-11-18T23:06:50.248 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.426571.log.gz 2023-11-18T23:06:50.248 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.675013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314154.log 2023-11-18T23:06:50.248 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.675013.log.gz 2023-11-18T23:06:50.248 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.258812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190997.log 2023-11-18T23:06:50.248 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.258812.log.gz 2023-11-18T23:06:50.248 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.314154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651637.log 2023-11-18T23:06:50.248 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314154.log.gz 2023-11-18T23:06:50.249 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485270.log 2023-11-18T23:06:50.249 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190997.log.gz 2023-11-18T23:06:50.249 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.651637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407400.log 2023-11-18T23:06:50.249 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651637.log.gz 2023-11-18T23:06:50.249 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.485270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713040.log 2023-11-18T23:06:50.249 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.485270.log.gz 2023-11-18T23:06:50.249 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.407400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185824.log 2023-11-18T23:06:50.250 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407400.log.gz 2023-11-18T23:06:50.250 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.713040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.260354.log 2023-11-18T23:06:50.250 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713040.log.gz 2023-11-18T23:06:50.250 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.185824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816547.log 2023-11-18T23:06:50.250 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185824.log.gz 2023-11-18T23:06:50.250 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708555.log 2023-11-18T23:06:50.250 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.260354.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.260354.log.gz 2023-11-18T23:06:50.251 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257964.log 2023-11-18T23:06:50.251 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816547.log.gz 2023-11-18T23:06:50.251 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.708555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.284940.log 2023-11-18T23:06:50.251 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708555.log.gz 2023-11-18T23:06:50.251 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948205.log 2023-11-18T23:06:50.251 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.257964.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.257964.log.gz 2023-11-18T23:06:50.251 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.284940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418762.log 2023-11-18T23:06:50.252 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.284940.log.gz 2023-11-18T23:06:50.252 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.948205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.788953.log 2023-11-18T23:06:50.252 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948205.log.gz 2023-11-18T23:06:50.252 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672667.log 2023-11-18T23:06:50.252 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.418762.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418762.log.gz 2023-11-18T23:06:50.252 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.788953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410511.log 2023-11-18T23:06:50.252 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.788953.log.gz 2023-11-18T23:06:50.253 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.672667.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672667.log.gz 2023-11-18T23:06:50.253 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411464.log 2023-11-18T23:06:50.253 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831950.log 2023-11-18T23:06:50.253 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.410511.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410511.log.gz 2023-11-18T23:06:50.253 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.411464.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651136.log 2023-11-18T23:06:50.253 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411464.log.gz 2023-11-18T23:06:50.253 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.831950.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.382700.log 2023-11-18T23:06:50.254 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831950.log.gz 2023-11-18T23:06:50.254 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.651136.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.436210.log -- replaced with /var/log/ceph/ceph-client.admin.651136.log.gz 2023-11-18T23:06:50.254 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.254 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.382700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.387110.log 2023-11-18T23:06:50.254 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382700.log.gz 2023-11-18T23:06:50.254 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.436210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.660258.log 2023-11-18T23:06:50.254 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436210.log.gz 2023-11-18T23:06:50.255 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.387110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206556.log 2023-11-18T23:06:50.255 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.387110.log.gz 2023-11-18T23:06:50.255 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.660258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169584.log 2023-11-18T23:06:50.255 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.660258.log.gz 2023-11-18T23:06:50.255 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.206556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.616534.log 2023-11-18T23:06:50.255 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206556.log.gz 2023-11-18T23:06:50.255 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.169584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223212.log 2023-11-18T23:06:50.255 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.169584.log.gz 2023-11-18T23:06:50.256 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.616534.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237080.log 2023-11-18T23:06:50.256 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.616534.log.gz 2023-11-18T23:06:50.256 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.223212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684682.log 2023-11-18T23:06:50.256 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223212.log.gz 2023-11-18T23:06:50.256 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.237080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303643.log 2023-11-18T23:06:50.256 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237080.log.gz 2023-11-18T23:06:50.256 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.684682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718388.log 2023-11-18T23:06:50.257 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684682.log.gz 2023-11-18T23:06:50.257 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796960.log 2023-11-18T23:06:50.257 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303643.log.gz 2023-11-18T23:06:50.257 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.718388.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953065.log 2023-11-18T23:06:50.257 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718388.log.gz 2023-11-18T23:06:50.257 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689744.log 2023-11-18T23:06:50.257 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796960.log.gz 2023-11-18T23:06:50.258 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.662689.log 2023-11-18T23:06:50.258 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.689744.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.953065.log.gz 2023-11-18T23:06:50.258 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689744.log.gz 2023-11-18T23:06:50.258 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789511.log 2023-11-18T23:06:50.258 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.662689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.781366.log 2023-11-18T23:06:50.258 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.662689.log.gz 2023-11-18T23:06:50.258 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.789511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670360.log 2023-11-18T23:06:50.259 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789511.log.gz 2023-11-18T23:06:50.259 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.781366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366265.log 2023-11-18T23:06:50.259 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.781366.log.gz 2023-11-18T23:06:50.259 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485056.log 2023-11-18T23:06:50.259 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670360.log.gz 2023-11-18T23:06:50.259 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366265.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366265.log.gz 2023-11-18T23:06:50.259 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110047.log 2023-11-18T23:06:50.260 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.485056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180799.log 2023-11-18T23:06:50.260 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.485056.log.gz 2023-11-18T23:06:50.260 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712963.log 2023-11-18T23:06:50.260 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.180799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297453.log 2023-11-18T23:06:50.260 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180799.log.gz 2023-11-18T23:06:50.260 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.712963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.943486.log 2023-11-18T23:06:50.260 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712963.log.gz 2023-11-18T23:06:50.261 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396775.log 2023-11-18T23:06:50.261 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297453.log.gz 2023-11-18T23:06:50.261 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.943486.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777597.log 2023-11-18T23:06:50.261 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.943486.log.gz 2023-11-18T23:06:50.261 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.396775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354528.log 2023-11-18T23:06:50.261 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396775.log.gz 2023-11-18T23:06:50.261 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817250.log 2023-11-18T23:06:50.262 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777597.log.gz 2023-11-18T23:06:50.262 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816839.log 2023-11-18T23:06:50.262 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354528.log.gz 2023-11-18T23:06:50.262 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190026.log 2023-11-18T23:06:50.262 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817250.log.gz 2023-11-18T23:06:50.262 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283417.log 2023-11-18T23:06:50.262 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816839.log.gz 2023-11-18T23:06:50.262 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789044.log 2023-11-18T23:06:50.263 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190026.log.gz 2023-11-18T23:06:50.263 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.283417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686977.log 2023-11-18T23:06:50.263 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283417.log.gz 2023-11-18T23:06:50.263 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.789044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325030.log 2023-11-18T23:06:50.263 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789044.log.gz 2023-11-18T23:06:50.263 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.686977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686991.log 2023-11-18T23:06:50.263 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686977.log.gz 2023-11-18T23:06:50.264 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.325030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187559.log 2023-11-18T23:06:50.264 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325030.log.gz 2023-11-18T23:06:50.264 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.686991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401950.log 2023-11-18T23:06:50.264 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686991.log.gz 2023-11-18T23:06:50.264 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.187559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176530.log 2023-11-18T23:06:50.264 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187559.log.gz 2023-11-18T23:06:50.264 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.401950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.688953.log 2023-11-18T23:06:50.265 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401950.log.gz 2023-11-18T23:06:50.265 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.176530.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175094.log 2023-11-18T23:06:50.265 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176530.log.gz 2023-11-18T23:06:50.265 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.688953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283508.log 2023-11-18T23:06:50.265 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.688953.log.gz 2023-11-18T23:06:50.265 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.175094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405883.log 2023-11-18T23:06:50.265 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.175094.log.gz 2023-11-18T23:06:50.266 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.283508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671666.log 2023-11-18T23:06:50.266 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283508.log.gz 2023-11-18T23:06:50.266 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.405883.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306151.log 2023-11-18T23:06:50.266 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405883.log.gz 2023-11-18T23:06:50.266 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.671666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821357.log 2023-11-18T23:06:50.266 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671666.log.gz 2023-11-18T23:06:50.266 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.306151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367773.log 2023-11-18T23:06:50.267 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306151.log.gz 2023-11-18T23:06:50.267 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951977.log 2023-11-18T23:06:50.267 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821357.log.gz 2023-11-18T23:06:50.267 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.367773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792760.log 2023-11-18T23:06:50.267 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367773.log.gz 2023-11-18T23:06:50.267 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.951977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388493.log 2023-11-18T23:06:50.267 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.951977.log.gz 2023-11-18T23:06:50.268 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.792760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291667.log 2023-11-18T23:06:50.268 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792760.log.gz 2023-11-18T23:06:50.268 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.388493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835344.log 2023-11-18T23:06:50.268 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388493.log.gz 2023-11-18T23:06:50.268 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.291667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117275.log 2023-11-18T23:06:50.268 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291667.log.gz 2023-11-18T23:06:50.268 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.835344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279618.log 2023-11-18T23:06:50.269 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835344.log.gz 2023-11-18T23:06:50.269 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385415.log 2023-11-18T23:06:50.269 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.279618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394977.log 2023-11-18T23:06:50.269 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279618.log.gz 2023-11-18T23:06:50.269 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.385415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111494.log 2023-11-18T23:06:50.269 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.385415.log.gz 2023-11-18T23:06:50.269 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307044.log 2023-11-18T23:06:50.270 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394977.log.gz 2023-11-18T23:06:50.270 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.464904.log 2023-11-18T23:06:50.270 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.307044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.662675.log 2023-11-18T23:06:50.270 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307044.log.gz 2023-11-18T23:06:50.270 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.464904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227587.log 2023-11-18T23:06:50.270 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.464904.log.gz 2023-11-18T23:06:50.270 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.662675.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777304.log 2023-11-18T23:06:50.271 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.662675.log.gz 2023-11-18T23:06:50.271 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.227587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178020.log 2023-11-18T23:06:50.271 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227587.log.gz 2023-11-18T23:06:50.271 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649726.log 2023-11-18T23:06:50.271 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777304.log.gz 2023-11-18T23:06:50.271 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.178020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710189.log 2023-11-18T23:06:50.271 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.178020.log.gz 2023-11-18T23:06:50.272 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643593.log 2023-11-18T23:06:50.272 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649726.log.gz 2023-11-18T23:06:50.272 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.710189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343299.log 2023-11-18T23:06:50.272 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710189.log.gz 2023-11-18T23:06:50.272 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.643593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114582.log 2023-11-18T23:06:50.272 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643593.log.gz 2023-11-18T23:06:50.272 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343299.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.644054.log -- replaced with /var/log/ceph/ceph-client.admin.343299.log.gz 2023-11-18T23:06:50.273 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.273 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213304.log 2023-11-18T23:06:50.273 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.644054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.636886.log 2023-11-18T23:06:50.273 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644054.log.gz 2023-11-18T23:06:50.273 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116389.log 2023-11-18T23:06:50.273 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213304.log.gz 2023-11-18T23:06:50.273 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.636886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.534625.log 2023-11-18T23:06:50.273 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.636886.log.gz 2023-11-18T23:06:50.274 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321242.log 2023-11-18T23:06:50.274 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.534625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424363.log 2023-11-18T23:06:50.274 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.534625.log.gz 2023-11-18T23:06:50.274 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.321242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338470.log 2023-11-18T23:06:50.274 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321242.log.gz 2023-11-18T23:06:50.274 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259889.log 2023-11-18T23:06:50.274 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424363.log.gz 2023-11-18T23:06:50.275 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.338470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295415.log 2023-11-18T23:06:50.275 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338470.log.gz 2023-11-18T23:06:50.275 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.259889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228784.log 2023-11-18T23:06:50.275 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.259889.log.gz 2023-11-18T23:06:50.275 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649135.log 2023-11-18T23:06:50.275 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295415.log.gz 2023-11-18T23:06:50.275 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.228784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223772.log 2023-11-18T23:06:50.276 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228784.log.gz 2023-11-18T23:06:50.276 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716169.log 2023-11-18T23:06:50.276 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649135.log.gz 2023-11-18T23:06:50.276 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.223772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836337.log 2023-11-18T23:06:50.276 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223772.log.gz 2023-11-18T23:06:50.276 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.716169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.288810.log 2023-11-18T23:06:50.276 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716169.log.gz 2023-11-18T23:06:50.277 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.836337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303867.log 2023-11-18T23:06:50.277 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.836337.log.gz 2023-11-18T23:06:50.277 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.288810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303657.log 2023-11-18T23:06:50.277 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.288810.log.gz 2023-11-18T23:06:50.277 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299178.log 2023-11-18T23:06:50.277 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303867.log.gz 2023-11-18T23:06:50.277 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821567.log 2023-11-18T23:06:50.278 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303657.log.gz 2023-11-18T23:06:50.278 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.299178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363927.log 2023-11-18T23:06:50.278 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299178.log.gz 2023-11-18T23:06:50.278 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291389.log 2023-11-18T23:06:50.278 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821567.log.gz 2023-11-18T23:06:50.278 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109717.log 2023-11-18T23:06:50.278 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363927.log.gz 2023-11-18T23:06:50.279 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.291389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117599.log 2023-11-18T23:06:50.279 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291389.log.gz 2023-11-18T23:06:50.279 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293697.log 2023-11-18T23:06:50.279 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695684.log 2023-11-18T23:06:50.279 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.293697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430694.log 2023-11-18T23:06:50.279 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293697.log.gz 2023-11-18T23:06:50.279 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.695684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.955255.log 2023-11-18T23:06:50.280 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695684.log.gz 2023-11-18T23:06:50.280 INFO:teuthology.orchestra.run.smithi099.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.110047.log.gz 2023-11-18T23:06:50.280 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.430694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.457175.log 2023-11-18T23:06:50.280 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430694.log.gz 2023-11-18T23:06:50.280 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.955255.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293104.log 2023-11-18T23:06:50.280 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.457175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279541.log 2023-11-18T23:06:50.280 INFO:teuthology.orchestra.run.smithi099.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.955255.log.gz 2023-11-18T23:06:50.281 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.457175.log.gz 2023-11-18T23:06:50.281 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.293104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721150.log 2023-11-18T23:06:50.281 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293104.log.gz 2023-11-18T23:06:50.281 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.279541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316286.log 2023-11-18T23:06:50.281 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279541.log.gz 2023-11-18T23:06:50.281 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.721150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.677116.log 2023-11-18T23:06:50.281 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721150.log.gz 2023-11-18T23:06:50.282 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.316286.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363717.log 2023-11-18T23:06:50.282 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316286.log.gz 2023-11-18T23:06:50.282 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.677116.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.273288.log 2023-11-18T23:06:50.282 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.677116.log.gz 2023-11-18T23:06:50.282 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669917.log 2023-11-18T23:06:50.282 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363717.log.gz 2023-11-18T23:06:50.282 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.273288.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775086.log 2023-11-18T23:06:50.283 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.273288.log.gz 2023-11-18T23:06:50.283 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.669917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295383.log 2023-11-18T23:06:50.283 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669917.log.gz 2023-11-18T23:06:50.283 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.775086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455723.log 2023-11-18T23:06:50.283 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775086.log.gz 2023-11-18T23:06:50.283 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360987.log 2023-11-18T23:06:50.283 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295383.log.gz 2023-11-18T23:06:50.284 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.455723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.948128.log 2023-11-18T23:06:50.284 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.455723.log.gz 2023-11-18T23:06:50.284 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265172.log 2023-11-18T23:06:50.284 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360987.log.gz 2023-11-18T23:06:50.284 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.948128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114306.log 2023-11-18T23:06:50.284 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948128.log.gz 2023-11-18T23:06:50.284 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.265172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822904.log 2023-11-18T23:06:50.285 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.265172.log.gz 2023-11-18T23:06:50.285 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429245.log 2023-11-18T23:06:50.285 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.718402.log 2023-11-18T23:06:50.285 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822904.log.gz 2023-11-18T23:06:50.285 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.429245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637175.log 2023-11-18T23:06:50.285 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429245.log.gz 2023-11-18T23:06:50.285 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410602.log 2023-11-18T23:06:50.286 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.718402.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718402.log.gz 2023-11-18T23:06:50.286 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.637175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111448.log 2023-11-18T23:06:50.286 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637175.log.gz 2023-11-18T23:06:50.286 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.410602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383485.log 2023-11-18T23:06:50.286 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410602.log.gz 2023-11-18T23:06:50.286 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110790.log 2023-11-18T23:06:50.286 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.383485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115360.log 2023-11-18T23:06:50.287 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.383485.log.gz 2023-11-18T23:06:50.287 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401573.log 2023-11-18T23:06:50.287 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298675.log 2023-11-18T23:06:50.287 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.401573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659756.log 2023-11-18T23:06:50.287 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401573.log.gz 2023-11-18T23:06:50.287 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823335.log 2023-11-18T23:06:50.287 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.298675.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298675.log.gz 2023-11-18T23:06:50.288 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.659756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790901.log 2023-11-18T23:06:50.288 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659756.log.gz 2023-11-18T23:06:50.288 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.823335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207787.log 2023-11-18T23:06:50.288 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823335.log.gz 2023-11-18T23:06:50.288 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721358.log 2023-11-18T23:06:50.288 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790901.log.gz 2023-11-18T23:06:50.288 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.207787.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282935.log 2023-11-18T23:06:50.288 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207787.log.gz 2023-11-18T23:06:50.289 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.721358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376842.log 2023-11-18T23:06:50.289 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721358.log.gz 2023-11-18T23:06:50.289 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.282935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323129.log 2023-11-18T23:06:50.289 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282935.log.gz 2023-11-18T23:06:50.289 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376842.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488940.log 2023-11-18T23:06:50.289 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376842.log.gz 2023-11-18T23:06:50.289 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.323129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949547.log 2023-11-18T23:06:50.290 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323129.log.gz 2023-11-18T23:06:50.290 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.488940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.675321.log 2023-11-18T23:06:50.290 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.488940.log.gz 2023-11-18T23:06:50.290 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.949547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415002.log 2023-11-18T23:06:50.290 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.949547.log.gz 2023-11-18T23:06:50.290 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.675321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110001.log 2023-11-18T23:06:50.290 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.675321.log.gz 2023-11-18T23:06:50.291 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.415002.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415002.log.gz 2023-11-18T23:06:50.291 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413886.log 2023-11-18T23:06:50.291 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332111.log /var/log/ceph/ceph-client.admin.110001.log: 2023-11-18T23:06:50.291 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.413886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693222.log 2023-11-18T23:06:50.291 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413886.log.gz 2023-11-18T23:06:50.291 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375509.log 2023-11-18T23:06:50.291 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332111.log.gz 2023-11-18T23:06:50.292 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.693222.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.790291.log 2023-11-18T23:06:50.292 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693222.log.gz 2023-11-18T23:06:50.292 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.375509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404282.log 2023-11-18T23:06:50.292 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375509.log.gz 2023-11-18T23:06:50.292 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705655.log 2023-11-18T23:06:50.292 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790291.log.gz 2023-11-18T23:06:50.292 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.636692.log 2023-11-18T23:06:50.293 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.404282.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404282.log.gz 2023-11-18T23:06:50.293 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.705655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644438.log 2023-11-18T23:06:50.293 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705655.log.gz 2023-11-18T23:06:50.293 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.636692.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.636692.log.gzgzip 2023-11-18T23:06:50.293 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.358417.log 2023-11-18T23:06:50.293 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.644438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382983.log 2023-11-18T23:06:50.293 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644438.log.gz 2023-11-18T23:06:50.294 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954378.log 2023-11-18T23:06:50.294 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358417.log.gz 2023-11-18T23:06:50.294 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.382983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790694.log 2023-11-18T23:06:50.294 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382983.log.gz 2023-11-18T23:06:50.294 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832435.log 2023-11-18T23:06:50.294 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954378.log: /var/log/ceph/ceph-client.admin.790694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325254.log 2023-11-18T23:06:50.294 INFO:teuthology.orchestra.run.smithi099.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.954378.log.gz 2023-11-18T23:06:50.295 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790694.log.gz 2023-11-18T23:06:50.295 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.832435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305161.log 2023-11-18T23:06:50.295 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832435.log.gz 2023-11-18T23:06:50.295 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.325254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275161.log 2023-11-18T23:06:50.295 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325254.log.gz 2023-11-18T23:06:50.295 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305161.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671201.log 2023-11-18T23:06:50.295 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305161.log.gz 2023-11-18T23:06:50.296 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.275161.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695698.log 2023-11-18T23:06:50.296 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275161.log.gz 2023-11-18T23:06:50.296 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.671201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113983.log 2023-11-18T23:06:50.296 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671201.log.gz 2023-11-18T23:06:50.296 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.695698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180708.log 2023-11-18T23:06:50.296 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695698.log.gz 2023-11-18T23:06:50.296 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.113983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707687.log 2023-11-18T23:06:50.297 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.180708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412466.log 2023-11-18T23:06:50.297 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180708.log.gz 2023-11-18T23:06:50.297 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.660744.log 2023-11-18T23:06:50.297 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707687.log.gz 2023-11-18T23:06:50.297 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.412466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374324.log 2023-11-18T23:06:50.297 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412466.log.gz 2023-11-18T23:06:50.297 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.660744.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309493.log 2023-11-18T23:06:50.298 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.660744.log.gz 2023-11-18T23:06:50.298 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.374324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489644.log 2023-11-18T23:06:50.298 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374324.log.gz 2023-11-18T23:06:50.298 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.309493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388954.log 2023-11-18T23:06:50.298 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309493.log.gz 2023-11-18T23:06:50.298 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489644.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489644.log.gz 2023-11-18T23:06:50.298 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.343523.log 2023-11-18T23:06:50.299 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.388954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820353.log 2023-11-18T23:06:50.299 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388954.log.gz 2023-11-18T23:06:50.299 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.343523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420795.log 2023-11-18T23:06:50.299 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.343523.log.gz 2023-11-18T23:06:50.299 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.820353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286309.log 2023-11-18T23:06:50.299 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820353.log.gz 2023-11-18T23:06:50.299 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.420795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815723.log 2023-11-18T23:06:50.300 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420795.log.gz 2023-11-18T23:06:50.300 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.286309.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.486270.log 2023-11-18T23:06:50.300 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286309.log.gz 2023-11-18T23:06:50.300 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706813.log 2023-11-18T23:06:50.300 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815723.log.gz 2023-11-18T23:06:50.300 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.486270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954562.log 2023-11-18T23:06:50.300 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.486270.log.gz 2023-11-18T23:06:50.300 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706813.log: /var/log/ceph/ceph-client.admin.818756.log 2023-11-18T23:06:50.301 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706813.log.gz 2023-11-18T23:06:50.301 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632643.log 2023-11-18T23:06:50.301 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313652.log 2023-11-18T23:06:50.301 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818756.log.gz 2023-11-18T23:06:50.301 INFO:teuthology.orchestra.run.smithi099.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.954562.log.gz 2023-11-18T23:06:50.301 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.632643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417303.log 2023-11-18T23:06:50.301 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632643.log.gz 2023-11-18T23:06:50.302 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648296.log 2023-11-18T23:06:50.302 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313652.log.gz 2023-11-18T23:06:50.302 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.417303.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193385.log 2023-11-18T23:06:50.302 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417303.log.gz 2023-11-18T23:06:50.302 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.648296.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648296.log.gz 2023-11-18T23:06:50.302 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292096.log 2023-11-18T23:06:50.303 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.193385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.456625.log 2023-11-18T23:06:50.303 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193385.log.gz 2023-11-18T23:06:50.303 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213593.log 2023-11-18T23:06:50.303 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292096.log.gz 2023-11-18T23:06:50.303 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.456625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811758.log 2023-11-18T23:06:50.303 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.456625.log.gz 2023-11-18T23:06:50.303 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813355.log 2023-11-18T23:06:50.304 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213593.log.gz 2023-11-18T23:06:50.304 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811758.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.811758.log.gz/var/log/ceph/ceph-client.admin.718194.log 2023-11-18T23:06:50.304 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.304 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.813355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178590.log 2023-11-18T23:06:50.304 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813355.log.gz 2023-11-18T23:06:50.304 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.718194.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374338.log 2023-11-18T23:06:50.304 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.718194.log.gz 2023-11-18T23:06:50.305 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.178590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384211.log 2023-11-18T23:06:50.305 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.178590.log.gz 2023-11-18T23:06:50.305 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.374338.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296949.log 2023-11-18T23:06:50.305 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374338.log.gz 2023-11-18T23:06:50.305 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.384211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653616.log 2023-11-18T23:06:50.305 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.384211.log.gz 2023-11-18T23:06:50.305 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816533.log 2023-11-18T23:06:50.306 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296949.log.gz 2023-11-18T23:06:50.306 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.653616.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653616.log.gz 2023-11-18T23:06:50.306 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658206.log 2023-11-18T23:06:50.306 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816533.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816533.log.gz 2023-11-18T23:06:50.306 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309283.log 2023-11-18T23:06:50.306 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.658206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814217.log 2023-11-18T23:06:50.307 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658206.log.gz 2023-11-18T23:06:50.307 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356628.log 2023-11-18T23:06:50.307 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.309283.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309283.log.gz 2023-11-18T23:06:50.307 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814217.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315264.log 2023-11-18T23:06:50.307 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814217.log.gz 2023-11-18T23:06:50.307 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306165.log 2023-11-18T23:06:50.307 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356628.log.gz 2023-11-18T23:06:50.308 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.117275.log.gz 2023-11-18T23:06:50.308 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362741.log 2023-11-18T23:06:50.308 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.315264.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315264.log.gz 2023-11-18T23:06:50.308 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.306165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318777.log 2023-11-18T23:06:50.308 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306165.log.gz 2023-11-18T23:06:50.308 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.362741.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.362741.log.gz/var/log/ceph/ceph-client.admin.223289.log 2023-11-18T23:06:50.308 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.309 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.318777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325988.log 2023-11-18T23:06:50.309 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318777.log.gz 2023-11-18T23:06:50.309 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.223289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110433.log 2023-11-18T23:06:50.309 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223289.log.gz 2023-11-18T23:06:50.309 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.325988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676243.log 2023-11-18T23:06:50.309 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325988.log.gz 2023-11-18T23:06:50.309 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 /var/log/ceph/ceph-client.admin.110433.log: --verbose -- /var/log/ceph/ceph-client.admin.424903.log 2023-11-18T23:06:50.309 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.676243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340134.log 2023-11-18T23:06:50.310 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.676243.log.gz 2023-11-18T23:06:50.310 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304645.log 2023-11-18T23:06:50.310 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424903.log.gz 2023-11-18T23:06:50.310 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.340134.log: -- /var/log/ceph/ceph-client.admin.348772.log 2023-11-18T23:06:50.310 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340134.log.gz 2023-11-18T23:06:50.310 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291088.log 2023-11-18T23:06:50.311 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304645.log.gz 2023-11-18T23:06:50.311 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381897.log 2023-11-18T23:06:50.311 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348772.log.gz 2023-11-18T23:06:50.311 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366174.log 2023-11-18T23:06:50.311 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.291088.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291088.log.gz 2023-11-18T23:06:50.311 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689821.log 2023-11-18T23:06:50.311 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381897.log.gz 2023-11-18T23:06:50.312 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826811.log 2023-11-18T23:06:50.312 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366174.log.gz 2023-11-18T23:06:50.312 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.689821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454801.log 2023-11-18T23:06:50.312 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689821.log.gz 2023-11-18T23:06:50.312 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.826811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634171.log 2023-11-18T23:06:50.312 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826811.log.gz 2023-11-18T23:06:50.312 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.454801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411263.log 2023-11-18T23:06:50.313 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.454801.log.gz 2023-11-18T23:06:50.313 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.634171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418839.log 2023-11-18T23:06:50.313 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634171.log.gz 2023-11-18T23:06:50.313 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.411263.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-11-18T23:06:50.313 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411263.log.gz 2023-11-18T23:06:50.313 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.418839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.794415.log 2023-11-18T23:06:50.313 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418839.log.gz 2023-11-18T23:06:50.314 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208061.log 2023-11-18T23:06:50.314 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.794415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714549.log 2023-11-18T23:06:50.314 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.794415.log.gz 2023-11-18T23:06:50.314 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116979.log 2023-11-18T23:06:50.314 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208061.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.208061.log.gz 2023-11-18T23:06:50.314 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.714549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954470.log 2023-11-18T23:06:50.314 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714549.log.gz 2023-11-18T23:06:50.315 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310679.log 2023-11-18T23:06:50.315 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.484824.log 2023-11-18T23:06:50.315 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310679.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.954470.log.gz 2023-11-18T23:06:50.315 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832943.log 2023-11-18T23:06:50.315 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310679.log.gz 2023-11-18T23:06:50.315 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.484824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317255.log 2023-11-18T23:06:50.315 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.484824.log.gz 2023-11-18T23:06:50.316 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.832943.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832943.log.gz 2023-11-18T23:06:50.316 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302673.log 2023-11-18T23:06:50.316 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.317255.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383709.log 2023-11-18T23:06:50.316 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.317255.log.gz 2023-11-18T23:06:50.316 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.302673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831011.log 2023-11-18T23:06:50.316 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302673.log.gz 2023-11-18T23:06:50.316 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.383709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695223.log 2023-11-18T23:06:50.317 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.383709.log.gz 2023-11-18T23:06:50.317 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.831011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.574525.log 2023-11-18T23:06:50.317 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831011.log.gz 2023-11-18T23:06:50.317 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.695223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367272.log 2023-11-18T23:06:50.317 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695223.log.gz 2023-11-18T23:06:50.317 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.574525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308188.log 2023-11-18T23:06:50.317 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.574525.log.gz 2023-11-18T23:06:50.318 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.367272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392310.log 2023-11-18T23:06:50.318 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367272.log.gz 2023-11-18T23:06:50.318 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704718.log 2023-11-18T23:06:50.318 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308188.log.gz 2023-11-18T23:06:50.318 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.392310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.688669.log 2023-11-18T23:06:50.318 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392310.log.gz 2023-11-18T23:06:50.319 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.704718.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704718.log.gz 2023-11-18T23:06:50.319 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425200.log 2023-11-18T23:06:50.319 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.688669.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.688669.log.gz 2023-11-18T23:06:50.319 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239972.log 2023-11-18T23:06:50.319 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669402.log 2023-11-18T23:06:50.319 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425200.log.gz 2023-11-18T23:06:50.319 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832526.log 2023-11-18T23:06:50.320 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239972.log.gz 2023-11-18T23:06:50.320 INFO:teuthology.orchestra.run.smithi099.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.111494.log.gz 2023-11-18T23:06:50.320 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.669402.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.669402.log.gz-5 2023-11-18T23:06:50.320 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.296156.log 2023-11-18T23:06:50.320 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712188.log 2023-11-18T23:06:50.320 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.832526.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832526.log.gz 2023-11-18T23:06:50.320 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296156.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706827.log 2023-11-18T23:06:50.321 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296156.log.gz 2023-11-18T23:06:50.321 INFO:teuthology.orchestra.run.smithi099.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.114582.log.gz 2023-11-18T23:06:50.321 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.712188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404784.log 2023-11-18T23:06:50.321 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712188.log.gz 2023-11-18T23:06:50.321 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.706827.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706827.log.gz 2023-11-18T23:06:50.321 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313451.log 2023-11-18T23:06:50.321 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.404784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187004.log 2023-11-18T23:06:50.322 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404784.log.gz 2023-11-18T23:06:50.322 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.839020.log 2023-11-18T23:06:50.322 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313451.log.gz 2023-11-18T23:06:50.322 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.187004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815522.log 2023-11-18T23:06:50.322 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187004.log.gz 2023-11-18T23:06:50.322 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.839020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.781590.log 2023-11-18T23:06:50.322 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.839020.log.gz 2023-11-18T23:06:50.323 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361979.log 2023-11-18T23:06:50.323 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815522.log.gz 2023-11-18T23:06:50.323 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.781590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382686.log 2023-11-18T23:06:50.323 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.781590.log.gz 2023-11-18T23:06:50.323 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.361979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.402954.log 2023-11-18T23:06:50.323 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361979.log.gz 2023-11-18T23:06:50.323 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.382686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777583.log 2023-11-18T23:06:50.324 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382686.log.gz 2023-11-18T23:06:50.324 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.402954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428182.log 2023-11-18T23:06:50.324 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.402954.log.gz 2023-11-18T23:06:50.324 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946720.log 2023-11-18T23:06:50.324 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777583.log.gz 2023-11-18T23:06:50.324 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.428182.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332417.log 2023-11-18T23:06:50.324 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428182.log.gz 2023-11-18T23:06:50.325 INFO:teuthology.orchestra.run.smithi099.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.116389.log.gz 2023-11-18T23:06:50.325 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.946720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657374.log 2023-11-18T23:06:50.325 INFO:teuthology.orchestra.run.smithi099.stderr: 88.4% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.109717.log.gz 2023-11-18T23:06:50.325 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.946720.log.gz 2023-11-18T23:06:50.325 INFO:teuthology.orchestra.run.smithi099.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.117599.log.gz 2023-11-18T23:06:50.325 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332417.log: 88.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823120.log 2023-11-18T23:06:50.325 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.114306.log.gz 2023-11-18T23:06:50.326 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332417.log.gz 2023-11-18T23:06:50.326 INFO:teuthology.orchestra.run.smithi099.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.111448.log.gz 2023-11-18T23:06:50.326 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.657374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408315.log 2023-11-18T23:06:50.326 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657374.log.gz 2023-11-18T23:06:50.326 INFO:teuthology.orchestra.run.smithi099.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.110790.log.gz 2023-11-18T23:06:50.326 INFO:teuthology.orchestra.run.smithi099.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.115360.log.gz 2023-11-18T23:06:50.326 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.823120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210205.log 2023-11-18T23:06:50.327 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823120.log.gz 2023-11-18T23:06:50.327 INFO:teuthology.orchestra.run.smithi099.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.110001.log.gz 2023-11-18T23:06:50.327 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.408315.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.113983.log.gz 2023-11-18T23:06:50.327 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298963.log 2023-11-18T23:06:50.327 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408315.log.gz 2023-11-18T23:06:50.327 INFO:teuthology.orchestra.run.smithi099.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.110433.log.gz 2023-11-18T23:06:50.327 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421186.log 2023-11-18T23:06:50.328 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210205.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210205.log.gz 2023-11-18T23:06:50.328 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.298963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700082.log 2023-11-18T23:06:50.328 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298963.log.gz 2023-11-18T23:06:50.328 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.421186.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.116979.log.gz 2023-11-18T23:06:50.328 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263640.log 2023-11-18T23:06:50.328 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421186.log.gz 2023-11-18T23:06:50.328 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.700082.log: 88.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-11-18T23:06:50.329 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672208.log 2023-11-18T23:06:50.329 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700082.log.gz 2023-11-18T23:06:50.329 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.263640.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319490.log 2023-11-18T23:06:50.329 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.263640.log.gz 2023-11-18T23:06:50.329 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.672208.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.344025.log -- replaced with /var/log/ceph/ceph-client.admin.672208.log.gz 2023-11-18T23:06:50.329 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.329 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.319490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454150.log 2023-11-18T23:06:50.330 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319490.log.gz 2023-11-18T23:06:50.330 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.344025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399679.log 2023-11-18T23:06:50.330 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.344025.log.gz 2023-11-18T23:06:50.330 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.454150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717081.log 2023-11-18T23:06:50.330 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.454150.log.gz 2023-11-18T23:06:50.330 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.399679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304659.log 2023-11-18T23:06:50.331 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399679.log.gz 2023-11-18T23:06:50.331 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.717081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339723.log 2023-11-18T23:06:50.331 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717081.log.gz 2023-11-18T23:06:50.331 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304659.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.304659.log.gz--verbose 2023-11-18T23:06:50.331 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.693300.log 2023-11-18T23:06:50.331 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.339723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116887.log 2023-11-18T23:06:50.331 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339723.log.gz 2023-11-18T23:06:50.332 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.693300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812337.log 2023-11-18T23:06:50.332 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693300.log.gz 2023-11-18T23:06:50.332 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.806804.log 2023-11-18T23:06:50.332 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176056.log 2023-11-18T23:06:50.332 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812337.log.gz 2023-11-18T23:06:50.332 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.806804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116159.log 2023-11-18T23:06:50.332 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.806804.log.gz 2023-11-18T23:06:50.333 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.176056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413404.log 2023-11-18T23:06:50.333 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176056.log.gz 2023-11-18T23:06:50.333 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296963.log 2023-11-18T23:06:50.333 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.413404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208474.log 2023-11-18T23:06:50.333 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413404.log.gz 2023-11-18T23:06:50.333 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650909.log 2023-11-18T23:06:50.333 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296963.log.gz 2023-11-18T23:06:50.334 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325532.log 2023-11-18T23:06:50.334 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.208474.log.gz 2023-11-18T23:06:50.334 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384950.log 2023-11-18T23:06:50.334 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650909.log.gz 2023-11-18T23:06:50.334 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.325532.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325532.log.gz 2023-11-18T23:06:50.334 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822294.log 2023-11-18T23:06:50.335 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.384950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176516.log 2023-11-18T23:06:50.335 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.384950.log.gz 2023-11-18T23:06:50.335 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280596.log 2023-11-18T23:06:50.335 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822294.log.gz 2023-11-18T23:06:50.335 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.176516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278614.log 2023-11-18T23:06:50.335 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176516.log.gz 2023-11-18T23:06:50.335 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.280596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365903.log 2023-11-18T23:06:50.336 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280596.log.gz 2023-11-18T23:06:50.336 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.278614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.660181.log 2023-11-18T23:06:50.336 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278614.log.gz 2023-11-18T23:06:50.336 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173490.log 2023-11-18T23:06:50.336 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365903.log.gz 2023-11-18T23:06:50.336 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.660181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.723119.log 2023-11-18T23:06:50.336 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.660181.log.gz 2023-11-18T23:06:50.337 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.173490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110436.log 2023-11-18T23:06:50.337 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.173490.log.gz 2023-11-18T23:06:50.337 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.723119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697059.log 2023-11-18T23:06:50.337 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.723119.log.gz 2023-11-18T23:06:50.337 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.306361.log 2023-11-18T23:06:50.337 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.697059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226271.log 2023-11-18T23:06:50.337 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697059.log.gz 2023-11-18T23:06:50.338 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.306361.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.402027.log 2023-11-18T23:06:50.338 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.306361.log.gz 2023-11-18T23:06:50.338 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.226271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832234.log 2023-11-18T23:06:50.338 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226271.log.gz 2023-11-18T23:06:50.338 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.402027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422776.log 2023-11-18T23:06:50.338 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.402027.log.gz 2023-11-18T23:06:50.338 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.832234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389324.log 2023-11-18T23:06:50.339 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832234.log.gz 2023-11-18T23:06:50.339 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.422776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300630.log 2023-11-18T23:06:50.339 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422776.log.gz 2023-11-18T23:06:50.339 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.389324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488192.log 2023-11-18T23:06:50.339 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389324.log.gz 2023-11-18T23:06:50.339 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.300630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308265.log 2023-11-18T23:06:50.339 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300630.log.gz 2023-11-18T23:06:50.340 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.488192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303155.log 2023-11-18T23:06:50.340 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.488192.log.gz 2023-11-18T23:06:50.340 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722128.log 2023-11-18T23:06:50.340 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308265.log.gz 2023-11-18T23:06:50.340 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354829.log 2023-11-18T23:06:50.340 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303155.log.gz 2023-11-18T23:06:50.340 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.722128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280505.log 2023-11-18T23:06:50.341 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722128.log.gz 2023-11-18T23:06:50.341 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354829.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354829.log.gz 2023-11-18T23:06:50.341 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312477.log 2023-11-18T23:06:50.341 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.280505.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.833404.log 2023-11-18T23:06:50.341 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.280505.log.gz 2023-11-18T23:06:50.341 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.312477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791689.log 2023-11-18T23:06:50.341 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312477.log.gz 2023-11-18T23:06:50.342 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.833404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372420.log 2023-11-18T23:06:50.342 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833404.log.gz 2023-11-18T23:06:50.342 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.791689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436989.log 2023-11-18T23:06:50.342 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791689.log.gz 2023-11-18T23:06:50.342 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.372420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692257.log 2023-11-18T23:06:50.342 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372420.log.gz 2023-11-18T23:06:50.343 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676229.log 2023-11-18T23:06:50.343 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.436989.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436989.log.gz 2023-11-18T23:06:50.343 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.692257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422265.log 2023-11-18T23:06:50.343 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692257.log.gz 2023-11-18T23:06:50.343 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.676229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303853.log 2023-11-18T23:06:50.343 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.676229.log.gz 2023-11-18T23:06:50.343 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.422265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.264224.log 2023-11-18T23:06:50.344 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422265.log.gz 2023-11-18T23:06:50.344 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659177.log 2023-11-18T23:06:50.344 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303853.log.gz 2023-11-18T23:06:50.344 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.264224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393788.log 2023-11-18T23:06:50.344 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.264224.log.gz 2023-11-18T23:06:50.344 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.659177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421277.log 2023-11-18T23:06:50.344 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659177.log.gz 2023-11-18T23:06:50.345 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.393788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820841.log 2023-11-18T23:06:50.345 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393788.log.gz 2023-11-18T23:06:50.345 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.421277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193476.log 2023-11-18T23:06:50.345 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421277.log.gz 2023-11-18T23:06:50.345 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.820841.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430708.log 2023-11-18T23:06:50.345 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820841.log.gz 2023-11-18T23:06:50.345 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.193476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117213.log 2023-11-18T23:06:50.346 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193476.log.gz 2023-11-18T23:06:50.346 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.430708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814810.log 89.1% 2023-11-18T23:06:50.346 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.116887.log.gz 2023-11-18T23:06:50.346 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430708.log.gz 2023-11-18T23:06:50.346 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337814.log 2023-11-18T23:06:50.346 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434329.log 2023-11-18T23:06:50.347 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814810.log.gz 2023-11-18T23:06:50.347 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.337814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944355.log 2023-11-18T23:06:50.347 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337814.log.gz 2023-11-18T23:06:50.347 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.434329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834512.log 2023-11-18T23:06:50.347 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434329.log.gz 2023-11-18T23:06:50.347 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.944355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722516.log 2023-11-18T23:06:50.347 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944355.log.gz 2023-11-18T23:06:50.348 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.834512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192001.log 2023-11-18T23:06:50.348 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834512.log.gz 2023-11-18T23:06:50.348 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.722516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192015.log 2023-11-18T23:06:50.348 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722516.log.gz 2023-11-18T23:06:50.348 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.192001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363425.log 2023-11-18T23:06:50.348 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192001.log.gz 2023-11-18T23:06:50.348 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.192015.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.602437.log 2023-11-18T23:06:50.349 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192015.log.gz 2023-11-18T23:06:50.349 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410588.log 2023-11-18T23:06:50.349 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363425.log.gz 2023-11-18T23:06:50.349 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.602437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953157.log 2023-11-18T23:06:50.349 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.602437.log.gz 2023-11-18T23:06:50.349 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.410588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382490.log 2023-11-18T23:06:50.349 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410588.log.gz 2023-11-18T23:06:50.350 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643113.log 2023-11-18T23:06:50.350 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.382490.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382490.log.gz 2023-11-18T23:06:50.350 INFO:teuthology.orchestra.run.smithi099.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.953157.log.gz 2023-11-18T23:06:50.350 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424377.log 2023-11-18T23:06:50.350 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.643113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113753.log 2023-11-18T23:06:50.350 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643113.log.gz 2023-11-18T23:06:50.350 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237552.log 2023-11-18T23:06:50.351 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424377.log.gz 2023-11-18T23:06:50.351 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.113753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.465602.log 2023-11-18T23:06:50.351 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.237552.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836930.log 2023-11-18T23:06:50.351 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237552.log.gz 2023-11-18T23:06:50.351 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.465602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286791.log 2023-11-18T23:06:50.351 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.465602.log.gz 2023-11-18T23:06:50.351 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.836930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833495.log 2023-11-18T23:06:50.352 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.836930.log.gz 2023-11-18T23:06:50.352 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.286791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361768.log 2023-11-18T23:06:50.352 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286791.log.gz 2023-11-18T23:06:50.352 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.833495.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190012.log 2023-11-18T23:06:50.352 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833495.log.gz 2023-11-18T23:06:50.352 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.361768.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361768.log.gz 2023-11-18T23:06:50.352 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357691.log 2023-11-18T23:06:50.353 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954838.log 2023-11-18T23:06:50.353 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190012.log.gz 2023-11-18T23:06:50.353 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311482.log 2023-11-18T23:06:50.353 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357691.log.gz 2023-11-18T23:06:50.353 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305649.log 2023-11-18T23:06:50.353 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311482.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.954838.log.gz 2023-11-18T23:06:50.353 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311482.log.gz 2023-11-18T23:06:50.354 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312769.log 2023-11-18T23:06:50.354 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257503.log 2023-11-18T23:06:50.354 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305649.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305649.log.gz 2023-11-18T23:06:50.354 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.312769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.285436.log 2023-11-18T23:06:50.354 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312769.log.gz 2023-11-18T23:06:50.354 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.257503.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424917.log 2023-11-18T23:06:50.354 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.257503.log.gz 2023-11-18T23:06:50.355 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.285436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.652641.log 2023-11-18T23:06:50.355 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.285436.log.gz 2023-11-18T23:06:50.355 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375495.log 2023-11-18T23:06:50.355 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424917.log.gz 2023-11-18T23:06:50.355 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.652641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366452.log 2023-11-18T23:06:50.355 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.652641.log.gz 2023-11-18T23:06:50.356 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.375495.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.314245.log 2023-11-18T23:06:50.356 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375495.log.gz 2023-11-18T23:06:50.356 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366452.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.675691.log 2023-11-18T23:06:50.356 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366452.log.gz 2023-11-18T23:06:50.356 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.314245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650712.log 2023-11-18T23:06:50.356 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.314245.log.gz 2023-11-18T23:06:50.356 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.675691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409683.log 2023-11-18T23:06:50.357 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.675691.log.gz 2023-11-18T23:06:50.357 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214092.log 2023-11-18T23:06:50.357 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650712.log.gz 2023-11-18T23:06:50.357 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.409683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418529.log 2023-11-18T23:06:50.357 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409683.log.gz 2023-11-18T23:06:50.357 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.214092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944446.log 2023-11-18T23:06:50.357 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.214092.log.gz 2023-11-18T23:06:50.357 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.418529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429259.log 2023-11-18T23:06:50.358 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418529.log.gz 2023-11-18T23:06:50.358 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.944446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790887.log 2023-11-18T23:06:50.358 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944446.log.gz 2023-11-18T23:06:50.358 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.429259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373818.log 2023-11-18T23:06:50.358 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429259.log.gz 2023-11-18T23:06:50.358 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331915.log 2023-11-18T23:06:50.358 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790887.log.gz 2023-11-18T23:06:50.359 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.373818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398766.log 2023-11-18T23:06:50.359 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373818.log.gz 2023-11-18T23:06:50.359 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.331915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305663.log 2023-11-18T23:06:50.359 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331915.log.gz 2023-11-18T23:06:50.359 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.398766.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.208759.log 2023-11-18T23:06:50.359 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398766.log.gz 2023-11-18T23:06:50.359 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305663.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305663.log.gzgzip 2023-11-18T23:06:50.360 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.721550.log 2023-11-18T23:06:50.360 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235964.log 2023-11-18T23:06:50.360 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208759.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.208759.log.gz 2023-11-18T23:06:50.360 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.721550.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721550.log.gz 2023-11-18T23:06:50.360 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115929.log 2023-11-18T23:06:50.360 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.277002.log 2023-11-18T23:06:50.360 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.235964.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235964.log.gz 2023-11-18T23:06:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685763.log 2023-11-18T23:06:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.837772.log 2023-11-18T23:06:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.277002.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.116159.log.gz 2023-11-18T23:06:50.361 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.277002.log.gz 2023-11-18T23:06:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315355.log 2023-11-18T23:06:50.361 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685763.log.gz 2023-11-18T23:06:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.837772.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.837772.log.gz 2023-11-18T23:06:50.362 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417863.log 2023-11-18T23:06:50.362 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.315355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328303.log 2023-11-18T23:06:50.362 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315355.log.gz 2023-11-18T23:06:50.362 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.417863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686781.log 2023-11-18T23:06:50.362 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417863.log.gz 2023-11-18T23:06:50.362 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.328303.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650635.log 2023-11-18T23:06:50.362 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328303.log.gz 2023-11-18T23:06:50.363 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.686781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281740.log 2023-11-18T23:06:50.363 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686781.log.gz 2023-11-18T23:06:50.363 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.838253.log 2023-11-18T23:06:50.363 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650635.log.gz 2023-11-18T23:06:50.363 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.281740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.944828.log 2023-11-18T23:06:50.363 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281740.log.gz 2023-11-18T23:06:50.363 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.838253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296247.log 2023-11-18T23:06:50.364 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.838253.log.gz 2023-11-18T23:06:50.364 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.944828.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.944828.log.gz 2023-11-18T23:06:50.364 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114214.log 2023-11-18T23:06:50.364 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396866.log 2023-11-18T23:06:50.364 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296247.log.gz 2023-11-18T23:06:50.364 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208745.log 2023-11-18T23:06:50.364 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.396866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453879.log 2023-11-18T23:06:50.365 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396866.log.gz 2023-11-18T23:06:50.365 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.779940.log 0.0% 2023-11-18T23:06:50.365 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.208745.log.gz 2023-11-18T23:06:50.365 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.453879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813806.log 2023-11-18T23:06:50.365 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.453879.log.gz 2023-11-18T23:06:50.365 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.779940.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.779940.log.gz 2023-11-18T23:06:50.365 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633778.log 2023-11-18T23:06:50.366 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.813806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.805556.log 2023-11-18T23:06:50.366 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813806.log.gz 2023-11-18T23:06:50.366 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.633778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263036.log 0.0% 2023-11-18T23:06:50.366 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.633778.log.gz 2023-11-18T23:06:50.366 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.805556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420340.log 2023-11-18T23:06:50.366 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.805556.log.gz 2023-11-18T23:06:50.366 INFO:teuthology.orchestra.run.smithi099.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.110436.log.gz 2023-11-18T23:06:50.367 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.263036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.661264.log 2023-11-18T23:06:50.367 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.263036.log.gz 2023-11-18T23:06:50.367 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.420340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954792.log 2023-11-18T23:06:50.367 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420340.log.gz 2023-11-18T23:06:50.367 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.661264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633189.log 2023-11-18T23:06:50.367 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.661264.log.gz 2023-11-18T23:06:50.367 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358695.log 2023-11-18T23:06:50.368 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.633189.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.954792.log.gz 2023-11-18T23:06:50.368 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633189.log.gz 2023-11-18T23:06:50.368 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348968.log 2023-11-18T23:06:50.368 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637084.log 2023-11-18T23:06:50.368 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358695.log.gz 2023-11-18T23:06:50.368 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703203.log 2023-11-18T23:06:50.368 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348968.log.gz 2023-11-18T23:06:50.369 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.637084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640684.log 2023-11-18T23:06:50.369 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637084.log.gz 2023-11-18T23:06:50.369 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.703203.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.715778.log -- replaced with /var/log/ceph/ceph-client.admin.703203.log.gz 2023-11-18T23:06:50.369 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.369 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.640684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190298.log 2023-11-18T23:06:50.369 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640684.log.gz 2023-11-18T23:06:50.369 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.715778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113661.log 2023-11-18T23:06:50.370 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715778.log.gz 2023-11-18T23:06:50.370 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190298.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666885.log 2023-11-18T23:06:50.370 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190298.log.gz 2023-11-18T23:06:50.370 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.113661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816045.log 2023-11-18T23:06:50.370 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.666885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292187.log 2023-11-18T23:06:50.370 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666885.log.gz 2023-11-18T23:06:50.370 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816045.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.669590.log 2023-11-18T23:06:50.371 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816045.log.gz 2023-11-18T23:06:50.371 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.374792.log 2023-11-18T23:06:50.371 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292187.log.gz 2023-11-18T23:06:50.371 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.669590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300239.log 2023-11-18T23:06:50.371 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669590.log.gz 2023-11-18T23:06:50.371 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.374792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240213.log 2023-11-18T23:06:50.371 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374792.log.gz 2023-11-18T23:06:50.372 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.300239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.798357.log 2023-11-18T23:06:50.372 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300239.log.gz 2023-11-18T23:06:50.372 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.240213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115791.log 2023-11-18T23:06:50.372 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240213.log.gz 2023-11-18T23:06:50.372 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.798357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.288796.log 2023-11-18T23:06:50.372 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.798357.log.gz 2023-11-18T23:06:50.372 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207305.log 2023-11-18T23:06:50.373 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.288796.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355121.log 2023-11-18T23:06:50.373 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.288796.log.gz 2023-11-18T23:06:50.373 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.207305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358193.log 2023-11-18T23:06:50.373 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207305.log.gz 2023-11-18T23:06:50.373 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.355121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206647.log 2023-11-18T23:06:50.373 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355121.log.gz 2023-11-18T23:06:50.373 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221530.log 2023-11-18T23:06:50.374 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358193.log.gz 2023-11-18T23:06:50.374 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.206647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942554.log 2023-11-18T23:06:50.374 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206647.log.gz 2023-11-18T23:06:50.374 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.221530.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.221530.log.gz--verbose 2023-11-18T23:06:50.374 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.285904.log 2023-11-18T23:06:50.374 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.942554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466685.log 2023-11-18T23:06:50.374 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942554.log.gz 2023-11-18T23:06:50.375 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.285904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651410.log 2023-11-18T23:06:50.375 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.285904.log.gz 2023-11-18T23:06:50.375 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.466685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114536.log 2023-11-18T23:06:50.375 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.466685.log.gz 2023-11-18T23:06:50.375 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.117213.log.gz 2023-11-18T23:06:50.375 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.113753.log.gz 2023-11-18T23:06:50.375 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.651410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942936.log 2023-11-18T23:06:50.376 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651410.log.gz 2023-11-18T23:06:50.376 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671292.log 2023-11-18T23:06:50.376 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114536.log: /var/log/ceph/ceph-client.admin.942936.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942936.log.gzgzip 2023-11-18T23:06:50.376 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.392776.log 2023-11-18T23:06:50.376 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.671292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719919.log 2023-11-18T23:06:50.376 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671292.log.gz 2023-11-18T23:06:50.376 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.392776.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.392776.log.gz--verbose 2023-11-18T23:06:50.377 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.239164.log 2023-11-18T23:06:50.377 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.719919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334339.log 2023-11-18T23:06:50.377 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719919.log.gz 2023-11-18T23:06:50.377 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237003.log 2023-11-18T23:06:50.377 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239164.log.gz 2023-11-18T23:06:50.377 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337232.log 2023-11-18T23:06:50.378 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.334339.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334339.log.gz 2023-11-18T23:06:50.378 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.237003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646880.log 2023-11-18T23:06:50.378 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237003.log.gz 2023-11-18T23:06:50.378 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.337232.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.293391.log 2023-11-18T23:06:50.378 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337232.log.gz 2023-11-18T23:06:50.378 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.646880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791675.log 2023-11-18T23:06:50.378 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646880.log.gz 2023-11-18T23:06:50.379 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.293391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350644.log 2023-11-18T23:06:50.379 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293391.log.gz 2023-11-18T23:06:50.379 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.791675.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.779465.log -- replaced with /var/log/ceph/ceph-client.admin.791675.log.gz 2023-11-18T23:06:50.379 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.379 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391310.log 2023-11-18T23:06:50.379 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.350644.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.350644.log.gz 2023-11-18T23:06:50.379 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.779465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657283.log 2023-11-18T23:06:50.380 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.779465.log.gz 2023-11-18T23:06:50.380 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.391310.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.690320.log 2023-11-18T23:06:50.380 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391310.log.gz 2023-11-18T23:06:50.380 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.657283.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.657283.log.gz--verbose 2023-11-18T23:06:50.380 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.176929.log 2023-11-18T23:06:50.380 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.690320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352638.log 2023-11-18T23:06:50.380 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690320.log.gz 2023-11-18T23:06:50.380 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.176929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774639.log 2023-11-18T23:06:50.381 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176929.log.gz 2023-11-18T23:06:50.381 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.352638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222279.log 2023-11-18T23:06:50.381 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352638.log.gz 2023-11-18T23:06:50.381 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.774639.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.109143.log 2023-11-18T23:06:50.381 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.774639.log.gz 2023-11-18T23:06:50.381 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222279.log: /var/log/ceph/ceph-client.admin.117553.log 2023-11-18T23:06:50.381 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222279.log.gz 2023-11-18T23:06:50.382 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109143.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221335.log 2023-11-18T23:06:50.382 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258420.log 2023-11-18T23:06:50.382 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117553.log: /var/log/ceph/ceph-client.admin.221335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.780606.log 2023-11-18T23:06:50.382 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221335.log.gz 2023-11-18T23:06:50.382 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.258420.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.826000.log 2023-11-18T23:06:50.382 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.258420.log.gz 2023-11-18T23:06:50.382 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.780606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821768.log 2023-11-18T23:06:50.383 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.780606.log.gz 2023-11-18T23:06:50.383 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.826000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261285.log 2023-11-18T23:06:50.383 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826000.log.gz 2023-11-18T23:06:50.383 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338669.log 2023-11-18T23:06:50.383 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821768.log.gz 2023-11-18T23:06:50.383 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.261285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953862.log 2023-11-18T23:06:50.383 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.261285.log.gz 2023-11-18T23:06:50.384 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.338669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712762.log 2023-11-18T23:06:50.384 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338669.log.gz 2023-11-18T23:06:50.384 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820563.log 2023-11-18T23:06:50.384 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.712762.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.332125.log -- replaced with /var/log/ceph/ceph-client.admin.712762.log.gz 2023-11-18T23:06:50.384 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.384 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.953862.log.gz 2023-11-18T23:06:50.384 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655233.log /var/log/ceph/ceph-client.admin.820563.log: 2023-11-18T23:06:50.385 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820563.log.gz 2023-11-18T23:06:50.385 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332125.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.332125.log.gz/var/log/ceph/ceph-client.admin.259586.log 2023-11-18T23:06:50.385 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.385 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.655233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313241.log 2023-11-18T23:06:50.385 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655233.log.gz 2023-11-18T23:06:50.385 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.259586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189354.log 0.0% 2023-11-18T23:06:50.386 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.259586.log.gz 2023-11-18T23:06:50.386 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308991.log 2023-11-18T23:06:50.386 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313241.log.gz 2023-11-18T23:06:50.386 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.189354.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116435.log 2023-11-18T23:06:50.386 INFO:teuthology.orchestra.run.smithi099.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.115929.log.gz 2023-11-18T23:06:50.386 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189354.log.gz 2023-11-18T23:06:50.386 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671278.log 2023-11-18T23:06:50.387 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308991.log.gz 2023-11-18T23:06:50.387 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375850.log 2023-11-18T23:06:50.387 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.671278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275829.log 2023-11-18T23:06:50.387 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671278.log.gz 2023-11-18T23:06:50.387 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.375850.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375850.log.gz 2023-11-18T23:06:50.387 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.263127.log 2023-11-18T23:06:50.387 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.636201.log 2023-11-18T23:06:50.388 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.275829.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275829.log.gz 2023-11-18T23:06:50.388 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.263127.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828654.log 2023-11-18T23:06:50.388 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.263127.log.gz 2023-11-18T23:06:50.388 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.636201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428967.log 2023-11-18T23:06:50.388 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.636201.log.gz 2023-11-18T23:06:50.388 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310464.log 2023-11-18T23:06:50.388 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.828654.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828654.log.gz 2023-11-18T23:06:50.389 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.428967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.548353.log 2023-11-18T23:06:50.389 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428967.log.gz 2023-11-18T23:06:50.389 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310464.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.310464.log.gz 2023-11-18T23:06:50.389 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.655445.log 2023-11-18T23:06:50.389 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116343.log 2023-11-18T23:06:50.389 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.548353.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.548353.log.gz 2023-11-18T23:06:50.389 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.655445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405085.log 2023-11-18T23:06:50.389 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655445.log.gz 2023-11-18T23:06:50.390 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650923.log 2023-11-18T23:06:50.390 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212157.log 2023-11-18T23:06:50.390 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.405085.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405085.log.gz 2023-11-18T23:06:50.390 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278836.log 2023-11-18T23:06:50.390 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650923.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650923.log.gz 2023-11-18T23:06:50.390 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.212157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.781872.log 2023-11-18T23:06:50.391 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.212157.log.gz 2023-11-18T23:06:50.391 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.278836.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.829529.log 2023-11-18T23:06:50.391 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278836.log.gz 2023-11-18T23:06:50.391 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.781872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192955.log 2023-11-18T23:06:50.391 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.781872.log.gz 2023-11-18T23:06:50.391 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.829529.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.829529.log.gz--verbose 2023-11-18T23:06:50.391 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.221851.log 2023-11-18T23:06:50.392 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.661173.log 2023-11-18T23:06:50.392 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.192955.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192955.log.gz 2023-11-18T23:06:50.392 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.221851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790098.log 2023-11-18T23:06:50.392 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221851.log.gz 2023-11-18T23:06:50.392 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.661173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357399.log 2023-11-18T23:06:50.392 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.661173.log.gz 2023-11-18T23:06:50.392 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298263.log 2023-11-18T23:06:50.393 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790098.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790098.log.gz 2023-11-18T23:06:50.393 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357399.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357399.log.gz 2023-11-18T23:06:50.393 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353815.log 2023-11-18T23:06:50.393 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.298263.log: -- /var/log/ceph/ceph-client.admin.419064.log 2023-11-18T23:06:50.393 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298263.log.gz 2023-11-18T23:06:50.393 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353815.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353815.log.gz 2023-11-18T23:06:50.393 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307763.log 2023-11-18T23:06:50.394 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689245.log 2023-11-18T23:06:50.394 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.419064.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419064.log.gz 2023-11-18T23:06:50.394 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.307763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308977.log 2023-11-18T23:06:50.394 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307763.log.gz 2023-11-18T23:06:50.394 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.689245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189693.log 2023-11-18T23:06:50.394 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689245.log.gz 2023-11-18T23:06:50.394 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346252.log 2023-11-18T23:06:50.395 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308977.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308977.log.gz 2023-11-18T23:06:50.395 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.189693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379512.log 2023-11-18T23:06:50.395 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189693.log.gz 2023-11-18T23:06:50.395 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654962.log 2023-11-18T23:06:50.395 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346252.log.gz 2023-11-18T23:06:50.395 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673264.log 2023-11-18T23:06:50.395 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.379512.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379512.log.gz 2023-11-18T23:06:50.396 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.654962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953927.log 2023-11-18T23:06:50.396 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654962.log.gz 2023-11-18T23:06:50.396 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.673264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659679.log 2023-11-18T23:06:50.396 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673264.log.gz 2023-11-18T23:06:50.396 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417011.log 2023-11-18T23:06:50.396 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953927.log: /var/log/ceph/ceph-client.admin.659679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689543.log 2023-11-18T23:06:50.396 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659679.log.gz 2023-11-18T23:06:50.397 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.953927.log.gz 2023-11-18T23:06:50.397 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.417011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410962.log 2023-11-18T23:06:50.397 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417011.log.gz 2023-11-18T23:06:50.397 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.689543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218982.log 2023-11-18T23:06:50.397 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689543.log.gz 2023-11-18T23:06:50.397 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.410962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.362285.log 2023-11-18T23:06:50.397 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410962.log.gz 2023-11-18T23:06:50.398 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.218982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347046.log 2023-11-18T23:06:50.398 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.218982.log.gz 2023-11-18T23:06:50.398 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.362285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.402041.log 2023-11-18T23:06:50.398 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.362285.log.gz 2023-11-18T23:06:50.398 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.114214.log.gz 2023-11-18T23:06:50.398 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.347046.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347046.log.gz 2023-11-18T23:06:50.398 INFO:teuthology.orchestra.run.smithi099.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.115791.log.gz 2023-11-18T23:06:50.399 INFO:teuthology.orchestra.run.smithi099.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.113661.log.gz 2023-11-18T23:06:50.399 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.402041.log: 0.0% 89.2% -- replaced with /var/log/ceph/ceph-client.admin.402041.log.gz 2023-11-18T23:06:50.399 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.109143.log.gz 2023-11-18T23:06:50.399 INFO:teuthology.orchestra.run.smithi099.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.116435.log.gz 2023-11-18T23:06:50.399 INFO:teuthology.orchestra.run.smithi099.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.114536.log.gz 2023-11-18T23:06:50.399 INFO:teuthology.orchestra.run.smithi099.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.116343.log.gz 2023-11-18T23:06:50.399 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.117553.log.gz 2023-11-18T23:06:50.400 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192969.log 2023-11-18T23:06:50.400 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699758.log 2023-11-18T23:06:50.400 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.192969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111034.log 2023-11-18T23:06:50.400 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192969.log.gz 2023-11-18T23:06:50.400 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293907.log 2023-11-18T23:06:50.400 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699758.log.gz 2023-11-18T23:06:50.400 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297668.log 2023-11-18T23:06:50.400 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111034.log: /var/log/ceph/ceph-client.admin.293907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228803.log 2023-11-18T23:06:50.401 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293907.log.gz 2023-11-18T23:06:50.401 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699546.log 2023-11-18T23:06:50.401 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297668.log.gz 2023-11-18T23:06:50.401 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.780918.log 2023-11-18T23:06:50.401 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.228803.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228803.log.gz 2023-11-18T23:06:50.401 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.285918.log 2023-11-18T23:06:50.402 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699546.log.gz 2023-11-18T23:06:50.402 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.780918.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.111034.log.gz 2023-11-18T23:06:50.402 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380183.log 2023-11-18T23:06:50.402 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.780918.log.gz 2023-11-18T23:06:50.402 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.465196.log 2023-11-18T23:06:50.402 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.285918.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.285918.log.gz 2023-11-18T23:06:50.402 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.380183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685686.log 2023-11-18T23:06:50.403 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380183.log.gz 2023-11-18T23:06:50.403 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.465196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431737.log 2023-11-18T23:06:50.403 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.465196.log.gz 2023-11-18T23:06:50.403 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953678.log 2023-11-18T23:06:50.403 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685686.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685686.log.gz 2023-11-18T23:06:50.403 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.431737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.723893.log 2023-11-18T23:06:50.403 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431737.log.gz 2023-11-18T23:06:50.404 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213108.log 2023-11-18T23:06:50.404 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.723893.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.953678.log.gz 2023-11-18T23:06:50.404 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824533.log 2023-11-18T23:06:50.404 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.723893.log.gz 2023-11-18T23:06:50.404 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646803.log 2023-11-18T23:06:50.404 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213108.log.gz 2023-11-18T23:06:50.404 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.824533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418328.log 2023-11-18T23:06:50.405 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824533.log.gz 2023-11-18T23:06:50.405 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.690119.log 2023-11-18T23:06:50.405 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.646803.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646803.log.gz 2023-11-18T23:06:50.405 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.418328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311683.log 2023-11-18T23:06:50.405 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418328.log.gz 2023-11-18T23:06:50.405 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.690119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.284381.log 2023-11-18T23:06:50.406 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690119.log.gz 2023-11-18T23:06:50.406 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189639.log 2023-11-18T23:06:50.406 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311683.log.gz 2023-11-18T23:06:50.406 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.284381.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.284381.log.gz 2023-11-18T23:06:50.406 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333280.log 2023-11-18T23:06:50.406 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.189639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401119.log 2023-11-18T23:06:50.406 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189639.log.gz 2023-11-18T23:06:50.407 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.333280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109575.log 2023-11-18T23:06:50.407 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333280.log.gz 2023-11-18T23:06:50.407 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.401119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114801.log 2023-11-18T23:06:50.407 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401119.log.gz 2023-11-18T23:06:50.407 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655536.log 2023-11-18T23:06:50.407 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712748.log 2023-11-18T23:06:50.408 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.655536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423621.log 2023-11-18T23:06:50.408 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655536.log.gz 2023-11-18T23:06:50.408 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.712748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646435.log 2023-11-18T23:06:50.408 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712748.log.gz 2023-11-18T23:06:50.408 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.423621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287832.log 2023-11-18T23:06:50.408 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423621.log.gz 2023-11-18T23:06:50.408 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.646435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238021.log 2023-11-18T23:06:50.409 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646435.log.gz 2023-11-18T23:06:50.409 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.287832.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408771.log 2023-11-18T23:06:50.409 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287832.log.gz 2023-11-18T23:06:50.409 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.238021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180993.log 2023-11-18T23:06:50.409 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238021.log.gz 2023-11-18T23:06:50.409 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.408771.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301203.log 2023-11-18T23:06:50.409 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408771.log.gz 2023-11-18T23:06:50.410 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.180993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713996.log 2023-11-18T23:06:50.410 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180993.log.gz 2023-11-18T23:06:50.410 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.301203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211650.log 2023-11-18T23:06:50.410 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301203.log.gz 2023-11-18T23:06:50.410 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.713996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176070.log 2023-11-18T23:06:50.410 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713996.log.gz 2023-11-18T23:06:50.410 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649909.log 2023-11-18T23:06:50.411 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211650.log.gz 2023-11-18T23:06:50.411 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.176070.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232643.log 2023-11-18T23:06:50.411 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176070.log.gz 2023-11-18T23:06:50.411 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945851.log 2023-11-18T23:06:50.411 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649909.log.gz 2023-11-18T23:06:50.411 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.232643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.456716.log 2023-11-18T23:06:50.412 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.232643.log.gz 2023-11-18T23:06:50.412 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.945851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214078.log 2023-11-18T23:06:50.412 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945851.log.gz 2023-11-18T23:06:50.412 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.456716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646894.log 2023-11-18T23:06:50.412 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.456716.log.gz 2023-11-18T23:06:50.412 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.214078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485732.log 2023-11-18T23:06:50.412 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.214078.log.gz 2023-11-18T23:06:50.413 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.646894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239998.log 2023-11-18T23:06:50.413 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646894.log.gz 2023-11-18T23:06:50.413 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.485732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.779388.log 2023-11-18T23:06:50.413 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.485732.log.gz 2023-11-18T23:06:50.413 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670126.log 2023-11-18T23:06:50.413 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239998.log.gz 2023-11-18T23:06:50.413 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.779388.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174033.log 2023-11-18T23:06:50.414 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.779388.log.gz 2023-11-18T23:06:50.414 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347722.log 2023-11-18T23:06:50.414 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670126.log.gz 2023-11-18T23:06:50.414 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.174033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334325.log 2023-11-18T23:06:50.414 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.174033.log.gz 2023-11-18T23:06:50.414 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.347722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953816.log 2023-11-18T23:06:50.414 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347722.log.gz 2023-11-18T23:06:50.415 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.334325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699532.log 2023-11-18T23:06:50.415 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334325.log.gz 2023-11-18T23:06:50.415 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210961.log 2023-11-18T23:06:50.415 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.953816.log.gz 2023-11-18T23:06:50.415 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372406.log 2023-11-18T23:06:50.415 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699532.log.gz 2023-11-18T23:06:50.415 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704641.log 2023-11-18T23:06:50.416 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210961.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210961.log.gz 2023-11-18T23:06:50.416 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.372406.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.305371.log 2023-11-18T23:06:50.416 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372406.log.gz 2023-11-18T23:06:50.416 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.704641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649923.log 2023-11-18T23:06:50.416 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704641.log.gz 2023-11-18T23:06:50.416 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305371.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413809.log 2023-11-18T23:06:50.416 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305371.log.gz 2023-11-18T23:06:50.417 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705937.log 2023-11-18T23:06:50.417 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649923.log.gz 2023-11-18T23:06:50.417 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.413809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701001.log 2023-11-18T23:06:50.417 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413809.log.gz 2023-11-18T23:06:50.417 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.705937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331901.log 2023-11-18T23:06:50.417 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705937.log.gz 2023-11-18T23:06:50.417 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.701001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224308.log 2023-11-18T23:06:50.418 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701001.log.gz 2023-11-18T23:06:50.418 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.331901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281546.log 2023-11-18T23:06:50.418 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331901.log.gz 2023-11-18T23:06:50.418 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.224308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796684.log 2023-11-18T23:06:50.418 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224308.log.gz 2023-11-18T23:06:50.418 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.281546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399316.log 2023-11-18T23:06:50.418 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281546.log.gz 2023-11-18T23:06:50.419 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412013.log 2023-11-18T23:06:50.419 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796684.log.gz 2023-11-18T23:06:50.419 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.399316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.206169.log 2023-11-18T23:06:50.419 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399316.log.gz 2023-11-18T23:06:50.419 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.412013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237094.log 2023-11-18T23:06:50.419 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412013.log.gz 2023-11-18T23:06:50.419 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.206169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.352327.log 2023-11-18T23:06:50.420 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.206169.log.gz 2023-11-18T23:06:50.420 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.237094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642658.log 2023-11-18T23:06:50.420 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237094.log.gz 2023-11-18T23:06:50.420 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.352327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389415.log 2023-11-18T23:06:50.420 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352327.log.gz 2023-11-18T23:06:50.420 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.642658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279632.log 2023-11-18T23:06:50.420 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642658.log.gz 2023-11-18T23:06:50.421 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.389415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431751.log 2023-11-18T23:06:50.421 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389415.log.gz 2023-11-18T23:06:50.421 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.279632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365678.log 2023-11-18T23:06:50.421 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279632.log.gz 2023-11-18T23:06:50.421 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.431751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191551.log 2023-11-18T23:06:50.421 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431751.log.gz 2023-11-18T23:06:50.421 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717158.log 2023-11-18T23:06:50.422 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365678.log.gz 2023-11-18T23:06:50.422 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.191551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637161.log 2023-11-18T23:06:50.422 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191551.log.gz 2023-11-18T23:06:50.422 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.717158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650726.log 2023-11-18T23:06:50.422 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717158.log.gz 2023-11-18T23:06:50.422 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.637161.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424180.log 2023-11-18T23:06:50.422 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637161.log.gz 2023-11-18T23:06:50.423 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815221.log 2023-11-18T23:06:50.423 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650726.log.gz 2023-11-18T23:06:50.423 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278041.log 2023-11-18T23:06:50.423 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424180.log.gz 2023-11-18T23:06:50.423 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192461.log 2023-11-18T23:06:50.423 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815221.log.gz 2023-11-18T23:06:50.423 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.278041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.408680.log 2023-11-18T23:06:50.424 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278041.log.gz 2023-11-18T23:06:50.424 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.192461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209033.log 2023-11-18T23:06:50.424 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192461.log.gz 2023-11-18T23:06:50.424 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.408680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707888.log 2023-11-18T23:06:50.424 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.408680.log.gz 2023-11-18T23:06:50.424 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489721.log 2023-11-18T23:06:50.424 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209033.log.gz 2023-11-18T23:06:50.425 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953973.log 2023-11-18T23:06:50.425 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707888.log.gz 2023-11-18T23:06:50.425 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945865.log 2023-11-18T23:06:50.425 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489721.log.gz 2023-11-18T23:06:50.425 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707389.log 2023-11-18T23:06:50.425 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.945865.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.953973.log.gz 2023-11-18T23:06:50.426 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116657.log 2023-11-18T23:06:50.426 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945865.log.gz 2023-11-18T23:06:50.426 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.695237.log 2023-11-18T23:06:50.426 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707389.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707389.log.gz 2023-11-18T23:06:50.426 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390991.log 2023-11-18T23:06:50.429 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.695237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275920.log 2023-11-18T23:06:50.429 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.695237.log.gz 2023-11-18T23:06:50.429 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.390991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414911.log 2023-11-18T23:06:50.430 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390991.log.gz 2023-11-18T23:06:50.430 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.275920.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275920.log.gz 2023-11-18T23:06:50.430 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297745.log 2023-11-18T23:06:50.430 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430237.log 2023-11-18T23:06:50.430 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414911.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414911.log.gz 2023-11-18T23:06:50.430 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188952.log 2023-11-18T23:06:50.430 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297745.log.gz 2023-11-18T23:06:50.431 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.430237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295731.log 2023-11-18T23:06:50.431 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430237.log.gz 2023-11-18T23:06:50.431 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.188952.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.188952.log.gz-5 2023-11-18T23:06:50.431 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.281078.log 2023-11-18T23:06:50.431 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357203.log 2023-11-18T23:06:50.431 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295731.log.gz 2023-11-18T23:06:50.431 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.281078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.262163.log 2023-11-18T23:06:50.432 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281078.log.gz 2023-11-18T23:06:50.432 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305873.log 2023-11-18T23:06:50.432 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357203.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357203.log.gz 2023-11-18T23:06:50.432 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.262163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.336845.log 2023-11-18T23:06:50.432 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.262163.log.gz 2023-11-18T23:06:50.432 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305873.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820047.log 2023-11-18T23:06:50.432 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305873.log.gz 2023-11-18T23:06:50.433 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.336845.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.336845.log.gz 2023-11-18T23:06:50.433 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397063.log 2023-11-18T23:06:50.433 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820047.log: /var/log/ceph/ceph-client.admin.778930.log 2023-11-18T23:06:50.433 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820047.log.gz 2023-11-18T23:06:50.433 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.397063.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180785.log 2023-11-18T23:06:50.433 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397063.log.gz 2023-11-18T23:06:50.434 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.778930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715136.log 2023-11-18T23:06:50.434 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778930.log.gz 2023-11-18T23:06:50.434 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.180785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329798.log 2023-11-18T23:06:50.434 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180785.log.gz 2023-11-18T23:06:50.434 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.715136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403857.log 2023-11-18T23:06:50.434 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715136.log.gz 2023-11-18T23:06:50.434 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.329798.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329798.log.gz 2023-11-18T23:06:50.435 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385946.log 2023-11-18T23:06:50.435 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.403857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169662.log 2023-11-18T23:06:50.435 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403857.log.gz 2023-11-18T23:06:50.435 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.385946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633098.log 2023-11-18T23:06:50.435 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.385946.log.gz 2023-11-18T23:06:50.435 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.169662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653333.log 2023-11-18T23:06:50.436 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.169662.log.gz 2023-11-18T23:06:50.436 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.633098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380461.log 2023-11-18T23:06:50.436 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633098.log.gz 2023-11-18T23:06:50.436 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.653333.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297164.log 2023-11-18T23:06:50.436 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653333.log.gz 2023-11-18T23:06:50.436 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.380461.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380461.log.gz 2023-11-18T23:06:50.436 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361993.log 2023-11-18T23:06:50.437 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946797.log 2023-11-18T23:06:50.437 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297164.log.gz 2023-11-18T23:06:50.437 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.361993.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361993.log.gz 2023-11-18T23:06:50.437 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791386.log 2023-11-18T23:06:50.437 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.831391.log 2023-11-18T23:06:50.437 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.946797.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946797.log.gz 2023-11-18T23:06:50.438 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.791386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428168.log 2023-11-18T23:06:50.438 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791386.log.gz 2023-11-18T23:06:50.438 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.831391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.392296.log 2023-11-18T23:06:50.438 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.831391.log.gz 2023-11-18T23:06:50.438 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.428168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.723133.log 2023-11-18T23:06:50.438 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428168.log.gz 2023-11-18T23:06:50.438 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.392296.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383193.log 2023-11-18T23:06:50.439 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.392296.log.gz 2023-11-18T23:06:50.439 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.723133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357705.log 2023-11-18T23:06:50.439 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.723133.log.gz 2023-11-18T23:06:50.439 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.383193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811347.log 2023-11-18T23:06:50.439 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.383193.log.gz 2023-11-18T23:06:50.439 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367759.log 2023-11-18T23:06:50.439 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357705.log.gz 2023-11-18T23:06:50.440 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179301.log 2023-11-18T23:06:50.440 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811347.log.gz 2023-11-18T23:06:50.440 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.367759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687269.log 2023-11-18T23:06:50.440 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367759.log.gz 2023-11-18T23:06:50.440 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.179301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432675.log 2023-11-18T23:06:50.440 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179301.log.gz 2023-11-18T23:06:50.440 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.687269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415576.log 2023-11-18T23:06:50.441 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687269.log.gz 2023-11-18T23:06:50.441 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.432675.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713780.log 2023-11-18T23:06:50.441 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432675.log.gz 2023-11-18T23:06:50.441 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.415576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821266.log 2023-11-18T23:06:50.441 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415576.log.gz 2023-11-18T23:06:50.441 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.713780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116067.log 2023-11-18T23:06:50.441 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713780.log.gz 2023-11-18T23:06:50.442 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649212.log 2023-11-18T23:06:50.442 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821266.log.gz 2023-11-18T23:06:50.442 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353801.log 2023-11-18T23:06:50.442 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643036.log 2023-11-18T23:06:50.442 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649212.log.gz 2023-11-18T23:06:50.442 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643501.log 2023-11-18T23:06:50.443 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353801.log.gz 2023-11-18T23:06:50.443 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.643036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714458.log 2023-11-18T23:06:50.443 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643036.log.gz 2023-11-18T23:06:50.443 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.643501.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2023-11-18T23:06:50.443 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643501.log.gz 2023-11-18T23:06:50.443 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.714458.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714458.log.gz 2023-11-18T23:06:50.443 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710175.log 2023-11-18T23:06:50.444 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403871.log 2023-11-18T23:06:50.444 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.710175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412856.log 2023-11-18T23:06:50.444 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710175.log.gz 2023-11-18T23:06:50.444 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790007.log 2023-11-18T23:06:50.444 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.403871.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403871.log.gz 2023-11-18T23:06:50.444 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.412856.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342537.log 2023-11-18T23:06:50.444 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412856.log.gz 2023-11-18T23:06:50.445 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224746.log 2023-11-18T23:06:50.445 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790007.log.gz 2023-11-18T23:06:50.445 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818331.log 2023-11-18T23:06:50.445 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.342537.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342537.log.gz 2023-11-18T23:06:50.445 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.224746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.303365.log 2023-11-18T23:06:50.445 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224746.log.gz 2023-11-18T23:06:50.445 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329492.log 0.0% 2023-11-18T23:06:50.446 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.818331.log.gz 2023-11-18T23:06:50.446 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319266.log 2023-11-18T23:06:50.446 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.303365.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.303365.log.gz 2023-11-18T23:06:50.446 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.329492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345745.log 2023-11-18T23:06:50.446 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329492.log.gz 2023-11-18T23:06:50.446 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.319266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.710954.log 2023-11-18T23:06:50.447 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319266.log.gz 2023-11-18T23:06:50.447 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209515.log 2023-11-18T23:06:50.447 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.345745.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345745.log.gz 2023-11-18T23:06:50.447 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.710954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.438467.log 2023-11-18T23:06:50.447 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.710954.log.gz 2023-11-18T23:06:50.447 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.816323.log 2023-11-18T23:06:50.447 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209515.log.gz 2023-11-18T23:06:50.448 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405367.log 2023-11-18T23:06:50.448 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.438467.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.438467.log.gz 2023-11-18T23:06:50.448 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.816323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339919.log 2023-11-18T23:06:50.448 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.816323.log.gz 2023-11-18T23:06:50.448 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.405367.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405367.log.gz 2023-11-18T23:06:50.448 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.413900.log 2023-11-18T23:06:50.448 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177020.log 2023-11-18T23:06:50.449 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.339919.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339919.log.gz 2023-11-18T23:06:50.449 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.413900.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.413900.log.gz 2023-11-18T23:06:50.449 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.177020.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.177020.log.gz 2023-11-18T23:06:50.449 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397366.log 2023-11-18T23:06:50.449 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187468.log 2023-11-18T23:06:50.449 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.397366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355658.log 2023-11-18T23:06:50.449 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397366.log.gz 2023-11-18T23:06:50.450 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790277.log 2023-11-18T23:06:50.450 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.187468.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187468.log.gz 2023-11-18T23:06:50.450 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.355658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179392.log 2023-11-18T23:06:50.450 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355658.log.gz 2023-11-18T23:06:50.450 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308767.log 2023-11-18T23:06:50.450 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790277.log.gz 2023-11-18T23:06:50.450 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.179392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318973.log 2023-11-18T23:06:50.451 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179392.log.gz 2023-11-18T23:06:50.451 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308767.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.308767.log.gz-5 2023-11-18T23:06:50.451 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.703752.log 2023-11-18T23:06:50.451 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.358919.log 2023-11-18T23:06:50.451 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.318973.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318973.log.gz 2023-11-18T23:06:50.451 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.703752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366497.log 2023-11-18T23:06:50.451 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703752.log.gz 2023-11-18T23:06:50.452 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.358919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.780827.log 2023-11-18T23:06:50.452 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.358919.log.gz 2023-11-18T23:06:50.452 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815814.log 2023-11-18T23:06:50.452 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366497.log.gz 2023-11-18T23:06:50.452 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.780827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331314.log 2023-11-18T23:06:50.452 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.780827.log.gz 2023-11-18T23:06:50.452 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221516.log 2023-11-18T23:06:50.453 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815814.log.gz 2023-11-18T23:06:50.453 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298460.log 2023-11-18T23:06:50.453 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.331314.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331314.log.gz 2023-11-18T23:06:50.453 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.221516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357614.log 2023-11-18T23:06:50.453 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221516.log.gz 2023-11-18T23:06:50.453 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294185.log 2023-11-18T23:06:50.453 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.298460.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298460.log.gz 2023-11-18T23:06:50.453 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221244.log 2023-11-18T23:06:50.454 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357614.log.gz 2023-11-18T23:06:50.454 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811055.log 2023-11-18T23:06:50.454 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294185.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294185.log.gz 2023-11-18T23:06:50.454 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.221244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704274.log 2023-11-18T23:06:50.454 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221244.log.gz 2023-11-18T23:06:50.454 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404359.log 2023-11-18T23:06:50.455 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811055.log.gz 2023-11-18T23:06:50.455 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.704274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696600.log 2023-11-18T23:06:50.455 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704274.log.gz 2023-11-18T23:06:50.455 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.404359.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338184.log 2023-11-18T23:06:50.455 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404359.log.gz 2023-11-18T23:06:50.455 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.696600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110438.log 2023-11-18T23:06:50.455 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696600.log.gz 2023-11-18T23:06:50.456 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 /var/log/ceph/ceph-client.admin.338184.log: --verbose -- /var/log/ceph/ceph-client.admin.720408.log 2023-11-18T23:06:50.456 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338184.log.gz 2023-11-18T23:06:50.456 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310756.log 2023-11-18T23:06:50.456 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.720408.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.404373.log 2023-11-18T23:06:50.456 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720408.log.gz 2023-11-18T23:06:50.456 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180243.log 2023-11-18T23:06:50.456 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310756.log.gz 2023-11-18T23:06:50.457 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.404373.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708249.log 2023-11-18T23:06:50.457 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404373.log.gz 2023-11-18T23:06:50.457 INFO:teuthology.orchestra.run.smithi099.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.109575.log.gz 2023-11-18T23:06:50.457 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.180243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360973.log 2023-11-18T23:06:50.457 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180243.log.gz 2023-11-18T23:06:50.457 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696982.log 2023-11-18T23:06:50.457 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.708249.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708249.log.gz 2023-11-18T23:06:50.458 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360973.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360973.log.gz 2023-11-18T23:06:50.458 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220388.log 2023-11-18T23:06:50.458 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697484.log 2023-11-18T23:06:50.458 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.696982.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696982.log.gz 2023-11-18T23:06:50.458 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.220388.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423230.log 2023-11-18T23:06:50.458 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220388.log.gz 2023-11-18T23:06:50.458 INFO:teuthology.orchestra.run.smithi099.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.114801.log.gz 2023-11-18T23:06:50.459 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.697484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318763.log 2023-11-18T23:06:50.459 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697484.log.gz 2023-11-18T23:06:50.459 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337323.log 2023-11-18T23:06:50.459 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.423230.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423230.log.gz 2023-11-18T23:06:50.459 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.318763.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318763.log.gz 2023-11-18T23:06:50.459 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819335.log 2023-11-18T23:06:50.459 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711417.log 2023-11-18T23:06:50.460 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.337323.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337323.log.gz 2023-11-18T23:06:50.460 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819335.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.819335.log.gz/var/log/ceph/ceph-client.admin.396275.log 2023-11-18T23:06:50.460 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.460 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.711417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192878.log 2023-11-18T23:06:50.460 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711417.log.gz 2023-11-18T23:06:50.460 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.396275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312692.log 2023-11-18T23:06:50.460 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396275.log.gz 2023-11-18T23:06:50.461 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.192878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409669.log 2023-11-18T23:06:50.461 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192878.log.gz 2023-11-18T23:06:50.461 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.312692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670475.log 2023-11-18T23:06:50.461 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312692.log.gz 2023-11-18T23:06:50.461 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.409669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404875.log 2023-11-18T23:06:50.461 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409669.log.gz 2023-11-18T23:06:50.461 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670475.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.114122.log -- replaced with /var/log/ceph/ceph-client.admin.670475.log.gz 2023-11-18T23:06:50.462 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.462 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 /var/log/ceph/ceph-client.admin.404875.log: --verbose -- /var/log/ceph/ceph-client.admin.711326.log 2023-11-18T23:06:50.462 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404875.log.gz 2023-11-18T23:06:50.462 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221837.log 2023-11-18T23:06:50.462 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323143.log 2023-11-18T23:06:50.462 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.711326.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711326.log.gz 2023-11-18T23:06:50.463 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.221837.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.221837.log.gz/var/log/ceph/ceph-client.admin.353007.log 2023-11-18T23:06:50.463 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.463 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.323143.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.432120.log 2023-11-18T23:06:50.463 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323143.log.gz 2023-11-18T23:06:50.463 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653539.log 2023-11-18T23:06:50.463 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353007.log.gz 2023-11-18T23:06:50.463 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.432120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817327.log 2023-11-18T23:06:50.464 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432120.log.gz 2023-11-18T23:06:50.464 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777506.log 2023-11-18T23:06:50.464 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.653539.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653539.log.gz 2023-11-18T23:06:50.464 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817327.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817327.log.gz 2023-11-18T23:06:50.464 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696156.log 2023-11-18T23:06:50.464 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777506.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390059.log 2023-11-18T23:06:50.464 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777506.log.gz 2023-11-18T23:06:50.465 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.696156.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259277.log 2023-11-18T23:06:50.465 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696156.log.gz 2023-11-18T23:06:50.465 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.390059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817843.log 2023-11-18T23:06:50.465 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390059.log.gz 2023-11-18T23:06:50.465 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.259277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111770.log 2023-11-18T23:06:50.465 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.259277.log.gz 2023-11-18T23:06:50.465 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817843.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817843.log.gz 2023-11-18T23:06:50.466 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135750.log 2023-11-18T23:06:50.466 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.635602.log 2023-11-18T23:06:50.466 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.135750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117025.log 2023-11-18T23:06:50.466 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.635602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654477.log 2023-11-18T23:06:50.466 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.635602.log.gz 2023-11-18T23:06:50.466 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286400.log 2023-11-18T23:06:50.466 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.654477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111540.log 2023-11-18T23:06:50.467 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654477.log.gz 2023-11-18T23:06:50.467 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.286400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351820.log 2023-11-18T23:06:50.467 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286400.log.gz 2023-11-18T23:06:50.467 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214466.log 2023-11-18T23:06:50.467 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.351820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366251.log 2023-11-18T23:06:50.467 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351820.log.gz 2023-11-18T23:06:50.467 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.214466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380169.log 2023-11-18T23:06:50.468 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.214466.log.gz 2023-11-18T23:06:50.468 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381677.log 2023-11-18T23:06:50.468 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366251.log.gz 2023-11-18T23:06:50.468 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.380169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.419552.log 2023-11-18T23:06:50.468 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380169.log.gz 2023-11-18T23:06:50.468 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381677.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381677.log.gz 2023-11-18T23:06:50.468 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670712.log 2023-11-18T23:06:50.469 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.419552.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114985.log 2023-11-18T23:06:50.469 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.419552.log.gz 2023-11-18T23:06:50.469 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115565.log 2023-11-18T23:06:50.469 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670712.log.gz 2023-11-18T23:06:50.469 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324267.log 2023-11-18T23:06:50.469 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115565.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390073.log 2023-11-18T23:06:50.469 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.324267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292173.log 2023-11-18T23:06:50.470 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324267.log.gz 2023-11-18T23:06:50.470 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.390073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654554.log 2023-11-18T23:06:50.470 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390073.log.gz 2023-11-18T23:06:50.470 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.688967.log 2023-11-18T23:06:50.470 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292173.log.gz 2023-11-18T23:06:50.470 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.654554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724382.log 2023-11-18T23:06:50.471 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654554.log.gz 2023-11-18T23:06:50.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.688967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.365189.log 2023-11-18T23:06:50.471 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.688967.log.gz 2023-11-18T23:06:50.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.724382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185247.log 2023-11-18T23:06:50.471 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724382.log.gz 2023-11-18T23:06:50.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.365189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832220.log 2023-11-18T23:06:50.471 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.365189.log.gz 2023-11-18T23:06:50.472 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.185247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346836.log 2023-11-18T23:06:50.472 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185247.log.gz 2023-11-18T23:06:50.472 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.832220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292903.log 2023-11-18T23:06:50.472 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832220.log.gz 2023-11-18T23:06:50.472 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722142.log 2023-11-18T23:06:50.472 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346836.log.gz 2023-11-18T23:06:50.472 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292903.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292903.log.gz 2023-11-18T23:06:50.473 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406878.log 2023-11-18T23:06:50.473 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.722142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326367.log 2023-11-18T23:06:50.473 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722142.log.gz 2023-11-18T23:06:50.473 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.406878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.713512.log 2023-11-18T23:06:50.473 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406878.log.gz 2023-11-18T23:06:50.473 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.326367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110139.log 2023-11-18T23:06:50.474 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326367.log.gz 2023-11-18T23:06:50.474 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.713512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310478.log 2023-11-18T23:06:50.474 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.713512.log.gz 2023-11-18T23:06:50.474 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824923.log 2023-11-18T23:06:50.474 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310478.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.430146.log 2023-11-18T23:06:50.474 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310478.log.gz 2023-11-18T23:06:50.474 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.824923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222370.log 2023-11-18T23:06:50.475 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824923.log.gz 2023-11-18T23:06:50.475 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.430146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356427.log 2023-11-18T23:06:50.475 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.430146.log.gz 2023-11-18T23:06:50.475 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.222370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386586.log 2023-11-18T23:06:50.475 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222370.log.gz 2023-11-18T23:06:50.475 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356427.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356427.log.gz 2023-11-18T23:06:50.476 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.838056.log 2023-11-18T23:06:50.476 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.386586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209241.log 2023-11-18T23:06:50.476 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386586.log.gz 2023-11-18T23:06:50.476 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.838056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489939.log 2023-11-18T23:06:50.476 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.838056.log.gz 2023-11-18T23:06:50.476 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954884.log 2023-11-18T23:06:50.476 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209241.log.gz 2023-11-18T23:06:50.476 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405290.log 2023-11-18T23:06:50.477 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489939.log.gz 2023-11-18T23:06:50.477 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.457098.log 2023-11-18T23:06:50.477 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.405290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.774548.log 2023-11-18T23:06:50.477 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.954884.log.gz 2023-11-18T23:06:50.477 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405290.log.gz 2023-11-18T23:06:50.477 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.457098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644990.log 2023-11-18T23:06:50.478 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.457098.log.gz 2023-11-18T23:06:50.478 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.774548.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.661675.log 2023-11-18T23:06:50.478 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.774548.log.gz 2023-11-18T23:06:50.478 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.644990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188418.log 2023-11-18T23:06:50.478 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644990.log.gz 2023-11-18T23:06:50.478 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.661675.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238699.log 2023-11-18T23:06:50.478 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.661675.log.gz 2023-11-18T23:06:50.479 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.188418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670337.log 2023-11-18T23:06:50.479 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188418.log.gz 2023-11-18T23:06:50.479 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.238699.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238699.log.gz 2023-11-18T23:06:50.479 INFO:teuthology.orchestra.run.smithi099.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.116657.log.gz 2023-11-18T23:06:50.479 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406864.log 2023-11-18T23:06:50.479 INFO:teuthology.orchestra.run.smithi099.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.110438.log.gz 2023-11-18T23:06:50.479 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796491.log 2023-11-18T23:06:50.480 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670337.log.gz 2023-11-18T23:06:50.480 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.406864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424697.log 2023-11-18T23:06:50.480 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406864.log.gz 2023-11-18T23:06:50.480 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796491.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813341.log 2023-11-18T23:06:50.480 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796491.log.gz 2023-11-18T23:06:50.480 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424697.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.488269.log 2023-11-18T23:06:50.480 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.424697.log.gz 2023-11-18T23:06:50.481 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.813341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359924.log 2023-11-18T23:06:50.481 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813341.log.gz 2023-11-18T23:06:50.481 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.488269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357901.log 2023-11-18T23:06:50.481 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.488269.log.gz 2023-11-18T23:06:50.481 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818053.log 2023-11-18T23:06:50.481 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359924.log.gz 2023-11-18T23:06:50.481 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822371.log 2023-11-18T23:06:50.482 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357901.log.gz 2023-11-18T23:06:50.482 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676436.log 2023-11-18T23:06:50.482 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818053.log.gz 2023-11-18T23:06:50.482 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822371.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822371.log.gz 2023-11-18T23:06:50.482 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397777.log 2023-11-18T23:06:50.482 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.676436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280987.log 2023-11-18T23:06:50.482 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.676436.log.gz 2023-11-18T23:06:50.483 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.397777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701457.log 2023-11-18T23:06:50.483 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397777.log.gz 2023-11-18T23:06:50.483 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.280987.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.280987.log.gz--verbose 2023-11-18T23:06:50.483 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.701920.log 2023-11-18T23:06:50.483 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.701457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793162.log 2023-11-18T23:06:50.483 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701457.log.gz 2023-11-18T23:06:50.484 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.701920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.310770.log 2023-11-18T23:06:50.484 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701920.log.gz 2023-11-18T23:06:50.484 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.793162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328789.log 2023-11-18T23:06:50.484 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793162.log.gz 2023-11-18T23:06:50.484 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.310770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.686690.log 2023-11-18T23:06:50.484 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.310770.log.gz 2023-11-18T23:06:50.484 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.328789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214931.log 2023-11-18T23:06:50.485 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328789.log.gz 2023-11-18T23:06:50.485 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.686690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259355.log 2023-11-18T23:06:50.485 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.686690.log.gz 2023-11-18T23:06:50.485 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.214931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207502.log 2023-11-18T23:06:50.485 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.214931.log.gz 2023-11-18T23:06:50.485 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.259355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.723907.log 2023-11-18T23:06:50.485 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.259355.log.gz 2023-11-18T23:06:50.486 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.207502.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.714074.log 2023-11-18T23:06:50.486 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207502.log.gz 2023-11-18T23:06:50.486 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.723907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414517.log 2023-11-18T23:06:50.486 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.723907.log.gz 2023-11-18T23:06:50.486 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.714074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359197.log 2023-11-18T23:06:50.486 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.714074.log.gz 2023-11-18T23:06:50.486 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.661474.log 2023-11-18T23:06:50.487 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414517.log.gz 2023-11-18T23:06:50.487 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193462.log 2023-11-18T23:06:50.487 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359197.log.gz 2023-11-18T23:06:50.487 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.661474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.640365.log 2023-11-18T23:06:50.487 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.661474.log.gz 2023-11-18T23:06:50.487 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.193462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687735.log 2023-11-18T23:06:50.487 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193462.log.gz 2023-11-18T23:06:50.488 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.640365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.674206.log 2023-11-18T23:06:50.488 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.640365.log.gz 2023-11-18T23:06:50.488 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.687735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822608.log 2023-11-18T23:06:50.488 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687735.log.gz 2023-11-18T23:06:50.488 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.674206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.288328.log 2023-11-18T23:06:50.488 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.674206.log.gz 2023-11-18T23:06:50.488 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711904.log 2023-11-18T23:06:50.489 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822608.log.gz 2023-11-18T23:06:50.489 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.288328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363703.log 2023-11-18T23:06:50.489 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.288328.log.gz 2023-11-18T23:06:50.489 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.711904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650212.log 2023-11-18T23:06:50.489 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711904.log.gz 2023-11-18T23:06:50.489 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363703.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648763.log 2023-11-18T23:06:50.489 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363703.log.gz 2023-11-18T23:06:50.489 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333357.log 2023-11-18T23:06:50.490 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650212.log.gz 2023-11-18T23:06:50.490 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.648763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.420718.log 2023-11-18T23:06:50.490 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648763.log.gz 2023-11-18T23:06:50.490 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.333357.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333357.log.gz 2023-11-18T23:06:50.490 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381189.log 2023-11-18T23:06:50.490 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.420718.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.420718.log.gz 2023-11-18T23:06:50.490 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381189.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381189.log.gz 2023-11-18T23:06:50.491 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486193.log 2023-11-18T23:06:50.491 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382184.log 2023-11-18T23:06:50.491 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.486193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422188.log 2023-11-18T23:06:50.491 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.486193.log.gz 2023-11-18T23:06:50.491 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.382184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694307.log 2023-11-18T23:06:50.491 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382184.log.gz 2023-11-18T23:06:50.491 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.422188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295189.log 2023-11-18T23:06:50.492 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422188.log.gz 2023-11-18T23:06:50.492 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.694307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278797.log 2023-11-18T23:06:50.492 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694307.log.gz 2023-11-18T23:06:50.492 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282530.log 2023-11-18T23:06:50.492 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295189.log.gz 2023-11-18T23:06:50.492 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.278797.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278797.log.gz 2023-11-18T23:06:50.493 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.684258.log 2023-11-18T23:06:50.493 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.282530.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282530.log.gz 2023-11-18T23:06:50.493 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.684258.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684258.log.gz 2023-11-18T23:06:50.493 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824455.log 2023-11-18T23:06:50.493 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.830559.log 2023-11-18T23:06:50.493 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.824455.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.791189.log 2023-11-18T23:06:50.493 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824455.log.gz 2023-11-18T23:06:50.494 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.830559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653630.log 2023-11-18T23:06:50.494 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.830559.log.gz 2023-11-18T23:06:50.494 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.791189.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.791189.log.gz 2023-11-18T23:06:50.494 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.653630.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653630.log.gz 2023-11-18T23:06:50.494 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.217106.log 2023-11-18T23:06:50.494 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266239.log 2023-11-18T23:06:50.494 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.217106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347060.log 2023-11-18T23:06:50.495 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.217106.log.gz 2023-11-18T23:06:50.495 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.266239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316377.log 2023-11-18T23:06:50.495 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.266239.log.gz 2023-11-18T23:06:50.495 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.347060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363411.log 2023-11-18T23:06:50.495 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347060.log.gz 2023-11-18T23:06:50.495 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.316377.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316377.log.gz 2023-11-18T23:06:50.496 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175519.log 2023-11-18T23:06:50.496 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.389401.log 2023-11-18T23:06:50.496 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363411.log.gz 2023-11-18T23:06:50.496 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.175519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655247.log 2023-11-18T23:06:50.496 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.175519.log.gz 2023-11-18T23:06:50.496 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211636.log 2023-11-18T23:06:50.496 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.389401.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.389401.log.gz 2023-11-18T23:06:50.497 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.655247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951122.log 2023-11-18T23:06:50.497 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655247.log.gz 2023-11-18T23:06:50.497 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211636.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404569.log 2023-11-18T23:06:50.497 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211636.log.gz 2023-11-18T23:06:50.497 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694321.log 2023-11-18T23:06:50.497 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.951122.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.951122.log.gz 2023-11-18T23:06:50.497 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.404569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673443.log 2023-11-18T23:06:50.497 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404569.log.gz 2023-11-18T23:06:50.498 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.694321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375203.log 2023-11-18T23:06:50.498 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694321.log.gz 2023-11-18T23:06:50.498 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.272528.log 2023-11-18T23:06:50.498 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.673443.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673443.log.gz 2023-11-18T23:06:50.498 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.375203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308489.log 2023-11-18T23:06:50.498 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375203.log.gz 2023-11-18T23:06:50.498 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.272528.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.272528.log.gz-5 2023-11-18T23:06:50.499 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.719709.log 2023-11-18T23:06:50.499 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354322.log 2023-11-18T23:06:50.499 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308489.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308489.log.gz 2023-11-18T23:06:50.499 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.719709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276911.log 2023-11-18T23:06:50.499 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719709.log.gz 2023-11-18T23:06:50.499 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.675782.log 2023-11-18T23:06:50.499 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354322.log.gz 2023-11-18T23:06:50.500 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.276911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.348681.log 2023-11-18T23:06:50.500 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276911.log.gz 2023-11-18T23:06:50.500 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394753.log 2023-11-18T23:06:50.500 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.675782.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.675782.log.gz 2023-11-18T23:06:50.500 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.348681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822079.log 2023-11-18T23:06:50.500 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.348681.log.gz 2023-11-18T23:06:50.500 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642643.log 2023-11-18T23:06:50.501 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394753.log.gz 2023-11-18T23:06:50.501 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778563.log 2023-11-18T23:06:50.501 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822079.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822079.log.gz 2023-11-18T23:06:50.501 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.642643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208263.log 2023-11-18T23:06:50.501 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642643.log.gz 2023-11-18T23:06:50.501 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.778563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.832729.log 2023-11-18T23:06:50.501 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778563.log.gz 2023-11-18T23:06:50.502 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376605.log 2023-11-18T23:06:50.502 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208263.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.208263.log.gz 2023-11-18T23:06:50.502 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.832729.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692336.log 2023-11-18T23:06:50.502 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.832729.log.gz 2023-11-18T23:06:50.502 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209723.log 2023-11-18T23:06:50.502 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376605.log.gz 2023-11-18T23:06:50.502 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.692336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.290257.log 2023-11-18T23:06:50.503 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692336.log.gz 2023-11-18T23:06:50.503 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399770.log 2023-11-18T23:06:50.503 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209723.log.gz 2023-11-18T23:06:50.503 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.290257.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.948601.log 2023-11-18T23:06:50.503 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.290257.log.gz 2023-11-18T23:06:50.503 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.399770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312783.log 2023-11-18T23:06:50.503 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399770.log.gz 2023-11-18T23:06:50.504 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.948601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941026.log 2023-11-18T23:06:50.504 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.948601.log.gz 2023-11-18T23:06:50.504 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685184.log 2023-11-18T23:06:50.504 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.312783.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312783.log.gz 2023-11-18T23:06:50.504 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.941026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377848.log 2023-11-18T23:06:50.504 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941026.log.gz 2023-11-18T23:06:50.504 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.402481.log 0.0% 2023-11-18T23:06:50.504 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.685184.log.gz 2023-11-18T23:06:50.505 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238325.log 2023-11-18T23:06:50.505 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.377848.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377848.log.gz 2023-11-18T23:06:50.505 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.402481.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.402481.log.gz--verbose 2023-11-18T23:06:50.505 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.457406.log 2023-11-18T23:06:50.505 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954654.log 2023-11-18T23:06:50.505 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.238325.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238325.log.gz 2023-11-18T23:06:50.506 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.457406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397352.log 2023-11-18T23:06:50.506 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.457406.log.gz 2023-11-18T23:06:50.506 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658765.log 2023-11-18T23:06:50.506 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.397352.log: gzip 88.8%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.954654.log.gz-- 2023-11-18T23:06:50.506 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796039.log 2023-11-18T23:06:50.506 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397352.log.gz 2023-11-18T23:06:50.506 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.658765.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658765.log.gz 2023-11-18T23:06:50.507 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364205.log 2023-11-18T23:06:50.507 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394461.log 2023-11-18T23:06:50.507 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796039.log.gz 2023-11-18T23:06:50.507 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.364205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.316862.log 2023-11-18T23:06:50.507 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364205.log.gz 2023-11-18T23:06:50.507 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337723.log 2023-11-18T23:06:50.507 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394461.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394461.log.gz 2023-11-18T23:06:50.508 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.316862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211456.log 2023-11-18T23:06:50.508 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.316862.log.gz 2023-11-18T23:06:50.508 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.337723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670290.log 2023-11-18T23:06:50.508 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337723.log.gz 2023-11-18T23:06:50.508 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283976.log 2023-11-18T23:06:50.508 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211456.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211456.log.gz 2023-11-18T23:06:50.508 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637638.log 2023-11-18T23:06:50.509 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670290.log.gz 2023-11-18T23:06:50.509 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.283976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341207.log 2023-11-18T23:06:50.509 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283976.log.gz 2023-11-18T23:06:50.509 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425396.log 2023-11-18T23:06:50.509 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.637638.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637638.log.gz 2023-11-18T23:06:50.509 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.341207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350658.log 2023-11-18T23:06:50.509 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341207.log.gz 2023-11-18T23:06:50.510 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.636872.log 2023-11-18T23:06:50.510 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425396.log.gz 2023-11-18T23:06:50.510 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324574.log 2023-11-18T23:06:50.510 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.350658.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.350658.log.gz 2023-11-18T23:06:50.510 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.636872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954332.log 2023-11-18T23:06:50.510 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.636872.log.gz 2023-11-18T23:06:50.511 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.324574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372882.log 2023-11-18T23:06:50.511 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324574.log.gz 2023-11-18T23:06:50.511 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109472.log 2023-11-18T23:06:50.511 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954332.log: /var/log/ceph/ceph-client.admin.372882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405806.log 2023-11-18T23:06:50.511 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% 87.8% -- replaced with /var/log/ceph/ceph-client.admin.372882.log.gz -- replaced with /var/log/ceph/ceph-client.admin.954332.log.gz 2023-11-18T23:06:50.511 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.511 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224837.log 2023-11-18T23:06:50.512 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 /var/log/ceph/ceph-client.admin.405806.log: --verbose -- /var/log/ceph/ceph-client.admin.319476.log 2023-11-18T23:06:50.512 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405806.log.gz 2023-11-18T23:06:50.512 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.224837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952054.log 2023-11-18T23:06:50.512 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224837.log.gz 2023-11-18T23:06:50.512 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.319476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332905.log 2023-11-18T23:06:50.512 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319476.log.gz 2023-11-18T23:06:50.512 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309269.log 2023-11-18T23:06:50.513 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.952054.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.952054.log.gz 2023-11-18T23:06:50.513 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.642566.log 2023-11-18T23:06:50.513 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332905.log.gz 2023-11-18T23:06:50.513 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.309269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333845.log 2023-11-18T23:06:50.513 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309269.log.gz 2023-11-18T23:06:50.513 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225793.log 2023-11-18T23:06:50.513 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.642566.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.642566.log.gz 2023-11-18T23:06:50.514 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.333845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357112.log 2023-11-18T23:06:50.514 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333845.log.gz 2023-11-18T23:06:50.514 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.225793.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356899.log 2023-11-18T23:06:50.514 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225793.log.gz 2023-11-18T23:06:50.514 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707403.log 2023-11-18T23:06:50.514 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357112.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357112.log.gz 2023-11-18T23:06:50.514 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.696523.log 2023-11-18T23:06:50.515 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356899.log.gz 2023-11-18T23:06:50.515 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670313.log 2023-11-18T23:06:50.515 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707403.log.gz 2023-11-18T23:06:50.515 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279146.log 2023-11-18T23:06:50.515 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.696523.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.696523.log.gz 2023-11-18T23:06:50.515 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117165.log 2023-11-18T23:06:50.515 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670313.log.gz 2023-11-18T23:06:50.516 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.279146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.465693.log 2023-11-18T23:06:50.516 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279146.log.gz 2023-11-18T23:06:50.516 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283899.log 2023-11-18T23:06:50.516 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117165.log: /var/log/ceph/ceph-client.admin.465693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811041.log 2023-11-18T23:06:50.516 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.465693.log.gz 2023-11-18T23:06:50.516 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.283899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435417.log 2023-11-18T23:06:50.516 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283899.log.gz 2023-11-18T23:06:50.517 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.795494.log 2023-11-18T23:06:50.517 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811041.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811041.log.gz 2023-11-18T23:06:50.517 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.435417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377298.log 2023-11-18T23:06:50.517 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435417.log.gz 2023-11-18T23:06:50.517 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.795494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110432.log 2023-11-18T23:06:50.517 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.795494.log.gz 2023-11-18T23:06:50.517 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211939.log 2023-11-18T23:06:50.517 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.377298.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377298.log.gz 2023-11-18T23:06:50.518 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821859.log 2023-11-18T23:06:50.518 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701443.log 2023-11-18T23:06:50.518 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211939.log.gz 2023-11-18T23:06:50.518 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220374.log 2023-11-18T23:06:50.518 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821859.log.gz 2023-11-18T23:06:50.518 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.701443.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.489735.log 2023-11-18T23:06:50.519 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701443.log.gz 2023-11-18T23:06:50.519 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.220374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189664.log 2023-11-18T23:06:50.519 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220374.log.gz 2023-11-18T23:06:50.519 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.402404.log 2023-11-18T23:06:50.519 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489735.log.gz 2023-11-18T23:06:50.519 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111194.log 2023-11-18T23:06:50.519 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.189664.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189664.log.gz 2023-11-18T23:06:50.519 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.402404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296737.log 2023-11-18T23:06:50.520 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.402404.log.gz 2023-11-18T23:06:50.520 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111194.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453893.log 2023-11-18T23:06:50.520 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176439.log 2023-11-18T23:06:50.520 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296737.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296737.log.gz 2023-11-18T23:06:50.520 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.453893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819545.log 2023-11-18T23:06:50.520 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.453893.log.gz 2023-11-18T23:06:50.521 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.176439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.633686.log 2023-11-18T23:06:50.521 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176439.log.gz 2023-11-18T23:06:50.521 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267112.log 2023-11-18T23:06:50.521 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819545.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819545.log.gz 2023-11-18T23:06:50.521 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.633686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950538.log 2023-11-18T23:06:50.521 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.633686.log.gz 2023-11-18T23:06:50.521 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.267112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417571.log 2023-11-18T23:06:50.522 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.267112.log.gz 2023-11-18T23:06:50.522 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819559.log 2023-11-18T23:06:50.522 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.950538.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.950538.log.gz 2023-11-18T23:06:50.522 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.417571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329296.log 2023-11-18T23:06:50.522 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417571.log.gz 2023-11-18T23:06:50.522 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320950.log 2023-11-18T23:06:50.522 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819559.log.gz 2023-11-18T23:06:50.523 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656817.log 2023-11-18T23:06:50.523 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.329296.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329296.log.gz 2023-11-18T23:06:50.523 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.320950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354021.log 2023-11-18T23:06:50.523 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320950.log.gz 2023-11-18T23:06:50.523 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.656817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.280023.log 2023-11-18T23:06:50.523 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656817.log.gz 2023-11-18T23:06:50.523 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353308.log 2023-11-18T23:06:50.524 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354021.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354021.log.gz 2023-11-18T23:06:50.524 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.280023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115975.log 2023-11-18T23:06:50.524 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.280023.log.gz 2023-11-18T23:06:50.524 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207593.log 2023-11-18T23:06:50.524 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353308.log.gz 2023-11-18T23:06:50.524 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.407309.log 2023-11-18T23:06:50.524 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115975.log: /var/log/ceph/ceph-client.admin.207593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835810.log 2023-11-18T23:06:50.525 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207593.log.gz 2023-11-18T23:06:50.525 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.407309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179378.log 2023-11-18T23:06:50.525 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.407309.log.gz 2023-11-18T23:06:50.525 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724108.log 2023-11-18T23:06:50.525 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.835810.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835810.log.gz 2023-11-18T23:06:50.525 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.179378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322131.log 2023-11-18T23:06:50.525 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179378.log.gz 2023-11-18T23:06:50.526 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.724108.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724108.log.gz 2023-11-18T23:06:50.526 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429718.log 2023-11-18T23:06:50.526 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.687192.log 2023-11-18T23:06:50.526 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.322131.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322131.log.gz 2023-11-18T23:06:50.526 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.429718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.799588.log 2023-11-18T23:06:50.526 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429718.log.gz 2023-11-18T23:06:50.526 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.687192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401496.log 2023-11-18T23:06:50.527 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.687192.log.gz 2023-11-18T23:06:50.527 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950136.log 2023-11-18T23:06:50.527 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.799588.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.799588.log.gz 2023-11-18T23:06:50.527 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.401496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329205.log 2023-11-18T23:06:50.527 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401496.log.gz 2023-11-18T23:06:50.527 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.950136.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.950136.log.gz 2023-11-18T23:06:50.527 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.260368.log 2023-11-18T23:06:50.528 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325455.log 2023-11-18T23:06:50.528 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.329205.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329205.log.gz 2023-11-18T23:06:50.528 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.260368.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210673.log 2023-11-18T23:06:50.528 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.260368.log.gz 2023-11-18T23:06:50.528 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.325455.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.325455.log.gz--verbose 2023-11-18T23:06:50.528 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.304568.log 2023-11-18T23:06:50.528 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415284.log 2023-11-18T23:06:50.529 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210673.log.gz 2023-11-18T23:06:50.529 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.635099.log 2023-11-18T23:06:50.529 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304568.log.gz 2023-11-18T23:06:50.529 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.415284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305070.log 2023-11-18T23:06:50.529 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415284.log.gz 2023-11-18T23:06:50.529 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265654.log 2023-11-18T23:06:50.529 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.635099.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.635099.log.gz 2023-11-18T23:06:50.530 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305070.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.660968.log 2023-11-18T23:06:50.530 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305070.log.gz 2023-11-18T23:06:50.530 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.265654.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.265654.log.gz 2023-11-18T23:06:50.530 INFO:teuthology.orchestra.run.smithi099.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.114985.log.gz 2023-11-18T23:06:50.530 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.660968.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.660968.log.gz 2023-11-18T23:06:50.530 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323611.log 2023-11-18T23:06:50.531 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775751.log 2023-11-18T23:06:50.531 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.323611.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323611.log.gz 2023-11-18T23:06:50.531 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301594.log 2023-11-18T23:06:50.531 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.775751.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.112000.log 2023-11-18T23:06:50.531 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775751.log.gz 2023-11-18T23:06:50.531 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.301594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819349.log 2023-11-18T23:06:50.531 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301594.log.gz 2023-11-18T23:06:50.532 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.112000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321629.log 2023-11-18T23:06:50.532 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.264690.log 2023-11-18T23:06:50.532 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819349.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819349.log.gz 2023-11-18T23:06:50.532 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.321629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190609.log 2023-11-18T23:06:50.532 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321629.log.gz 2023-11-18T23:06:50.532 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.264690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670803.log 2023-11-18T23:06:50.532 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.264690.log.gz 2023-11-18T23:06:50.533 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186298.log 2023-11-18T23:06:50.533 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190609.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190609.log.gz 2023-11-18T23:06:50.533 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326914.log 2023-11-18T23:06:50.533 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670803.log.gz 2023-11-18T23:06:50.533 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.186298.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775009.log 2023-11-18T23:06:50.533 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.186298.log.gz 2023-11-18T23:06:50.533 INFO:teuthology.orchestra.run.smithi099.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.116067.log.gz 2023-11-18T23:06:50.534 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.326914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373249.log 2023-11-18T23:06:50.534 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326914.log.gz 2023-11-18T23:06:50.534 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.775009.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.264238.log 2023-11-18T23:06:50.534 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775009.log.gz 2023-11-18T23:06:50.534 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.373249.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.654004.log 2023-11-18T23:06:50.534 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373249.log.gz 2023-11-18T23:06:50.534 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.264238.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222356.log 2023-11-18T23:06:50.535 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.264238.log.gz 2023-11-18T23:06:50.535 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.654004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.337800.log 2023-11-18T23:06:50.535 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654004.log.gz 2023-11-18T23:06:50.535 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.222356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111816.log 2023-11-18T23:06:50.535 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222356.log.gz 2023-11-18T23:06:50.535 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833685.log 2023-11-18T23:06:50.535 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.337800.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.337800.log.gz 2023-11-18T23:06:50.536 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111816.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.117025.log.gz 2023-11-18T23:06:50.536 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646344.log 2023-11-18T23:06:50.536 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338275.log 2023-11-18T23:06:50.536 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.833685.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833685.log.gz 2023-11-18T23:06:50.536 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.646344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332919.log 2023-11-18T23:06:50.536 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646344.log.gz 2023-11-18T23:06:50.536 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.338275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.258889.log 2023-11-18T23:06:50.537 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338275.log.gz 2023-11-18T23:06:50.537 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818541.log 2023-11-18T23:06:50.537 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332919.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332919.log.gz 2023-11-18T23:06:50.537 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.258889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.827383.log 2023-11-18T23:06:50.537 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.258889.log.gz 2023-11-18T23:06:50.537 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818541.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818541.log.gz 2023-11-18T23:06:50.537 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300707.log 2023-11-18T23:06:50.538 INFO:teuthology.orchestra.run.smithi099.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.135750.log.gz 2023-11-18T23:06:50.538 INFO:teuthology.orchestra.run.smithi099.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.115975.log.gz 2023-11-18T23:06:50.538 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.827383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.395255.log 2023-11-18T23:06:50.538 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.827383.log.gz 2023-11-18T23:06:50.538 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.300707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394676.log 2023-11-18T23:06:50.538 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300707.log.gz 2023-11-18T23:06:50.538 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.395255.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294610.log 2023-11-18T23:06:50.539 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.395255.log.gz 2023-11-18T23:06:50.539 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394676.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.109472.log.gz 2023-11-18T23:06:50.539 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394676.log.gz 2023-11-18T23:06:50.539 INFO:teuthology.orchestra.run.smithi099.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.110139.log.gz 2023-11-18T23:06:50.539 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294610.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294610.log.gz 2023-11-18T23:06:50.539 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301685.log 2023-11-18T23:06:50.539 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.110432.log.gz 2023-11-18T23:06:50.540 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.117165.log.gz 2023-11-18T23:06:50.540 INFO:teuthology.orchestra.run.smithi099.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.112000.log.gz 2023-11-18T23:06:50.540 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711813.log 2023-11-18T23:06:50.540 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.301685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215945.log 2023-11-18T23:06:50.540 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301685.log.gz 2023-11-18T23:06:50.540 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.711813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309192.log 2023-11-18T23:06:50.540 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711813.log.gz 2023-11-18T23:06:50.541 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.215945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.284863.log 2023-11-18T23:06:50.541 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.215945.log.gz 2023-11-18T23:06:50.541 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.675307.log 2023-11-18T23:06:50.541 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.309192.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309192.log.gz 2023-11-18T23:06:50.541 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.284863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818345.log 2023-11-18T23:06:50.541 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.284863.log.gz 2023-11-18T23:06:50.541 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.675307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778275.log 2023-11-18T23:06:50.542 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.675307.log.gz 2023-11-18T23:06:50.542 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390977.log 2023-11-18T23:06:50.542 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818345.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818345.log.gz 2023-11-18T23:06:50.542 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.778275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405897.log 2023-11-18T23:06:50.542 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778275.log.gz 2023-11-18T23:06:50.542 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.390977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220777.log 2023-11-18T23:06:50.542 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390977.log.gz 2023-11-18T23:06:50.543 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.405897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702822.log 2023-11-18T23:06:50.543 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405897.log.gz 2023-11-18T23:06:50.543 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693824.log 2023-11-18T23:06:50.543 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.220777.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220777.log.gz 2023-11-18T23:06:50.543 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.702822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424089.log 2023-11-18T23:06:50.543 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702822.log.gz 2023-11-18T23:06:50.543 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.693824.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.693824.log.gz-5 2023-11-18T23:06:50.544 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.631986.log 2023-11-18T23:06:50.544 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644040.log 2023-11-18T23:06:50.544 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424089.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424089.log.gz 2023-11-18T23:06:50.544 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.631986.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.375294.log 2023-11-18T23:06:50.544 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.631986.log.gz 2023-11-18T23:06:50.544 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.644040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651714.log 2023-11-18T23:06:50.544 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644040.log.gz 2023-11-18T23:06:50.545 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.662138.log /var/log/ceph/ceph-client.admin.375294.log: 2023-11-18T23:06:50.545 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.375294.log.gz 2023-11-18T23:06:50.545 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.651714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209529.log 2023-11-18T23:06:50.545 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651714.log.gz 2023-11-18T23:06:50.545 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.662138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193677.log 2023-11-18T23:06:50.545 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.662138.log.gz 2023-11-18T23:06:50.545 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637834.log 2023-11-18T23:06:50.545 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209529.log.gz 2023-11-18T23:06:50.546 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.193677.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193677.log.gz 2023-11-18T23:06:50.546 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391829.log 2023-11-18T23:06:50.546 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216344.log 2023-11-18T23:06:50.546 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.637834.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637834.log.gz 2023-11-18T23:06:50.546 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.391829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293195.log 2023-11-18T23:06:50.546 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391829.log.gz 2023-11-18T23:06:50.546 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.216344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311181.log 2023-11-18T23:06:50.547 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.216344.log.gz 2023-11-18T23:06:50.547 INFO:teuthology.orchestra.run.smithi099.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.114122.log.gz 2023-11-18T23:06:50.547 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634249.log 2023-11-18T23:06:50.547 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.293195.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293195.log.gz 2023-11-18T23:06:50.547 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311181.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311181.log.gz 2023-11-18T23:06:50.548 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659770.log 2023-11-18T23:06:50.548 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.283494.log 2023-11-18T23:06:50.548 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.634249.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634249.log.gz 2023-11-18T23:06:50.548 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.659770.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659770.log.gz 2023-11-18T23:06:50.548 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643963.log 2023-11-18T23:06:50.548 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207111.log 2023-11-18T23:06:50.548 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.283494.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.283494.log.gz 2023-11-18T23:06:50.549 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.643963.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643963.log.gz 2023-11-18T23:06:50.549 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647350.log 2023-11-18T23:06:50.549 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.207111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341854.log 2023-11-18T23:06:50.549 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207111.log.gz 2023-11-18T23:06:50.549 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.647350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226257.log 2023-11-18T23:06:50.549 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647350.log.gz 2023-11-18T23:06:50.549 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.341854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485369.log 2023-11-18T23:06:50.550 INFO:teuthology.orchestra.run.smithi099.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.115565.log.gz 2023-11-18T23:06:50.550 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341854.log.gz 2023-11-18T23:06:50.550 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.226257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186219.log 2023-11-18T23:06:50.550 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226257.log.gz 2023-11-18T23:06:50.550 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.485369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414094.log 2023-11-18T23:06:50.550 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.485369.log.gz 2023-11-18T23:06:50.550 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.186219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216421.log 2023-11-18T23:06:50.551 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.186219.log.gz 2023-11-18T23:06:50.551 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414094.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414094.log.gz 2023-11-18T23:06:50.551 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793623.log 2023-11-18T23:06:50.551 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185338.log 2023-11-18T23:06:50.551 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.216421.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.216421.log.gz 2023-11-18T23:06:50.551 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.793623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.649409.log 2023-11-18T23:06:50.551 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793623.log.gz 2023-11-18T23:06:50.552 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.185338.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.285827.log 2023-11-18T23:06:50.552 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185338.log.gz 2023-11-18T23:06:50.552 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.649409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110798.log 2023-11-18T23:06:50.552 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.649409.log.gz 2023-11-18T23:06:50.552 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.285827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.271496.log 2023-11-18T23:06:50.552 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.285827.log.gz 2023-11-18T23:06:50.553 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.222833.log 2023-11-18T23:06:50.553 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292383.log 2023-11-18T23:06:50.553 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.271496.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.111540.log.gz 2023-11-18T23:06:50.553 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.271496.log.gz 2023-11-18T23:06:50.553 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.222833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949151.log 2023-11-18T23:06:50.553 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.222833.log.gz 2023-11-18T23:06:50.553 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657821.log 2023-11-18T23:06:50.554 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292383.log.gz 2023-11-18T23:06:50.554 INFO:teuthology.orchestra.run.smithi099.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.111770.log.gz 2023-11-18T23:06:50.554 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.949151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386615.log 2023-11-18T23:06:50.554 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.949151.log.gz 2023-11-18T23:06:50.554 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.657821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942540.log 2023-11-18T23:06:50.554 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657821.log.gz 2023-11-18T23:06:50.554 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.386615.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386615.log.gz 2023-11-18T23:06:50.555 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398279.log 2023-11-18T23:06:50.555 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.780396.log 2023-11-18T23:06:50.555 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.942540.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942540.log.gz 2023-11-18T23:06:50.555 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.398279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414166.log 2023-11-18T23:06:50.555 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398279.log.gz 2023-11-18T23:06:50.555 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.780396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698754.log 2023-11-18T23:06:50.555 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.780396.log.gz 2023-11-18T23:06:50.556 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.397576.log 2023-11-18T23:06:50.556 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414166.log.gz 2023-11-18T23:06:50.556 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.698754.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698754.log.gz 2023-11-18T23:06:50.556 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305357.log 2023-11-18T23:06:50.556 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.415485.log 2023-11-18T23:06:50.556 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.397576.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.397576.log.gz 2023-11-18T23:06:50.557 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489925.log 2023-11-18T23:06:50.557 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305357.log.gz 2023-11-18T23:06:50.557 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.415485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211168.log 2023-11-18T23:06:50.557 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.415485.log.gz 2023-11-18T23:06:50.557 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.268062.log 2023-11-18T23:06:50.557 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489925.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489925.log.gz 2023-11-18T23:06:50.557 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405381.log 2023-11-18T23:06:50.558 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211168.log.gz 2023-11-18T23:06:50.558 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.268062.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349723.log 2023-11-18T23:06:50.558 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.268062.log.gz 2023-11-18T23:06:50.558 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301189.log 2023-11-18T23:06:50.558 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.405381.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405381.log.gz 2023-11-18T23:06:50.558 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.349723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775765.log 2023-11-18T23:06:50.558 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.349723.log.gz 2023-11-18T23:06:50.559 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.301189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.775473.log 2023-11-18T23:06:50.559 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301189.log.gz 2023-11-18T23:06:50.559 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.385616.log 2023-11-18T23:06:50.559 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.775765.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775765.log.gz 2023-11-18T23:06:50.559 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.775473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828157.log 2023-11-18T23:06:50.559 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.775473.log.gz 2023-11-18T23:06:50.559 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.385616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670789.log 2023-11-18T23:06:50.560 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.385616.log.gz 2023-11-18T23:06:50.560 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116611.log 2023-11-18T23:06:50.560 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.828157.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828157.log.gz 2023-11-18T23:06:50.560 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.405071.log 2023-11-18T23:06:50.560 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670789.log.gz 2023-11-18T23:06:50.560 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.464616.log 2023-11-18T23:06:50.560 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175017.log 2023-11-18T23:06:50.561 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.405071.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.405071.log.gz 2023-11-18T23:06:50.561 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.464616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.838344.log 2023-11-18T23:06:50.561 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.464616.log.gz 2023-11-18T23:06:50.561 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.175017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382476.log 2023-11-18T23:06:50.561 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.175017.log.gz 2023-11-18T23:06:50.561 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.838344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424620.log 2023-11-18T23:06:50.561 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.838344.log.gz 2023-11-18T23:06:50.562 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.382476.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382476.log.gzgzip 2023-11-18T23:06:50.562 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.278132.log 2023-11-18T23:06:50.562 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319992.log 2023-11-18T23:06:50.562 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424620.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424620.log.gz 2023-11-18T23:06:50.562 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.278132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216820.log 2023-11-18T23:06:50.562 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.278132.log.gz 2023-11-18T23:06:50.562 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384964.log 2023-11-18T23:06:50.563 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.319992.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319992.log.gz 2023-11-18T23:06:50.563 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.216820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722808.log 2023-11-18T23:06:50.563 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.216820.log.gz 2023-11-18T23:06:50.563 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.809193.log 2023-11-18T23:06:50.563 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.384964.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.384964.log.gz 2023-11-18T23:06:50.563 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.722808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703661.log 2023-11-18T23:06:50.563 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722808.log.gz 2023-11-18T23:06:50.564 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.809193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276592.log 2023-11-18T23:06:50.564 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.809193.log.gz 2023-11-18T23:06:50.564 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345539.log 2023-11-18T23:06:50.564 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.703661.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703661.log.gz 2023-11-18T23:06:50.564 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.276592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670429.log 2023-11-18T23:06:50.564 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276592.log.gz 2023-11-18T23:06:50.564 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.345539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.340697.log 2023-11-18T23:06:50.565 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345539.log.gz 2023-11-18T23:06:50.565 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685777.log 2023-11-18T23:06:50.565 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670429.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670429.log.gz 2023-11-18T23:06:50.565 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.340697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291179.log 2023-11-18T23:06:50.565 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.340697.log.gz 2023-11-18T23:06:50.565 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.296660.log 2023-11-18T23:06:50.565 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685777.log.gz 2023-11-18T23:06:50.566 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789588.log 2023-11-18T23:06:50.566 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.291179.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291179.log.gz 2023-11-18T23:06:50.566 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296660.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296660.log.gz 2023-11-18T23:06:50.566 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.260277.log 2023-11-18T23:06:50.566 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359445.log 2023-11-18T23:06:50.566 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.789588.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789588.log.gz 2023-11-18T23:06:50.566 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.260277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.386315.log 2023-11-18T23:06:50.567 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.260277.log.gz 2023-11-18T23:06:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305572.log 2023-11-18T23:06:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359445.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359445.log.gz 2023-11-18T23:06:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.386315.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.386315.log.gz 2023-11-18T23:06:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814796.log 2023-11-18T23:06:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117117.log 2023-11-18T23:06:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305572.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305572.log.gz 2023-11-18T23:06:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814796.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814796.log.gz 2023-11-18T23:06:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228603.log 2023-11-18T23:06:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329784.log 2023-11-18T23:06:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117117.log: /var/log/ceph/ceph-client.admin.228603.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.228603.log.gz 2023-11-18T23:06:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:-5 --verbose -- /var/log/ceph/ceph-client.admin.296459.log 2023-11-18T23:06:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645453.log 2023-11-18T23:06:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.329784.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329784.log.gz 2023-11-18T23:06:50.569 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.296459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431089.log 2023-11-18T23:06:50.569 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.296459.log.gz 2023-11-18T23:06:50.569 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.645453.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173581.log 2023-11-18T23:06:50.569 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645453.log.gz 2023-11-18T23:06:50.569 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.431089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266630.log 2023-11-18T23:06:50.569 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431089.log.gz 2023-11-18T23:06:50.569 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.173581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110789.log 2023-11-18T23:06:50.570 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.173581.log.gz 2023-11-18T23:06:50.570 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.266630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.433249.log 2023-11-18T23:06:50.570 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.266630.log.gz 2023-11-18T23:06:50.570 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396549.log 2023-11-18T23:06:50.570 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110789.log: /var/log/ceph/ceph-client.admin.433249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946338.log 2023-11-18T23:06:50.570 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.433249.log.gz 2023-11-18T23:06:50.570 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.396549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490131.log 2023-11-18T23:06:50.571 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396549.log.gz 2023-11-18T23:06:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656894.log 2023-11-18T23:06:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.946338.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946338.log.gz 2023-11-18T23:06:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.490131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.113393.log 2023-11-18T23:06:50.571 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.490131.log.gz 2023-11-18T23:06:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.656894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720111.log 2023-11-18T23:06:50.571 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656894.log.gz 2023-11-18T23:06:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.301112.log 2023-11-18T23:06:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.2.113393.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.113393.log.gz 2023-11-18T23:06:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.720111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.261483.log 2023-11-18T23:06:50.572 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720111.log.gz 2023-11-18T23:06:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.301112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218520.log 2023-11-18T23:06:50.572 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.301112.log.gz 2023-11-18T23:06:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.288314.log 2023-11-18T23:06:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.261483.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.261483.log.gz 2023-11-18T23:06:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.218520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.711890.log 2023-11-18T23:06:50.573 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.218520.log.gz 2023-11-18T23:06:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.288314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110231.log 2023-11-18T23:06:50.573 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.288314.log.gz 2023-11-18T23:06:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453671.log 2023-11-18T23:06:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.711890.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.711890.log.gz 2023-11-18T23:06:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309785.log 2023-11-18T23:06:50.573 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.453671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777794.log 2023-11-18T23:06:50.574 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.453671.log.gz 2023-11-18T23:06:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.309785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416059.log 2023-11-18T23:06:50.574 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309785.log.gz 2023-11-18T23:06:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276320.log 2023-11-18T23:06:50.574 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777794.log.gz 2023-11-18T23:06:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.416059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.717734.log 2023-11-18T23:06:50.574 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416059.log.gz 2023-11-18T23:06:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.276320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.779021.log 2023-11-18T23:06:50.575 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276320.log.gz 2023-11-18T23:06:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.717734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953632.log 2023-11-18T23:06:50.575 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.717734.log.gz 2023-11-18T23:06:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.779021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382997.log 2023-11-18T23:06:50.575 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.779021.log.gz 2023-11-18T23:06:50.575 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.279055.log 2023-11-18T23:06:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.382997.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.953632.log.gz 2023-11-18T23:06:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180320.log 2023-11-18T23:06:50.576 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382997.log.gz 2023-11-18T23:06:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.279055.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.279055.log.gz 2023-11-18T23:06:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414503.log 2023-11-18T23:06:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.180320.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180320.log.gz 2023-11-18T23:06:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.391752.log 2023-11-18T23:06:50.577 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699991.log 2023-11-18T23:06:50.577 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414503.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414503.log.gz 2023-11-18T23:06:50.577 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.391752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.381467.log 2023-11-18T23:06:50.577 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.391752.log.gz 2023-11-18T23:06:50.577 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295203.log 2023-11-18T23:06:50.577 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699991.log.gz 2023-11-18T23:06:50.577 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294395.log 2023-11-18T23:06:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.381467.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.381467.log.gz 2023-11-18T23:06:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295203.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295203.log.gz 2023-11-18T23:06:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.228589.log 2023-11-18T23:06:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289293.log 2023-11-18T23:06:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294395.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294395.log.gz 2023-11-18T23:06:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.228589.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.670267.log -- replaced with /var/log/ceph/ceph-client.admin.228589.log.gz 2023-11-18T23:06:50.578 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.289293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322685.log 2023-11-18T23:06:50.579 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289293.log.gz 2023-11-18T23:06:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670267.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.670267.log.gz-- 2023-11-18T23:06:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.265856.log 2023-11-18T23:06:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.322685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354815.log 2023-11-18T23:06:50.579 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322685.log.gz 2023-11-18T23:06:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.265856.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431660.log 2023-11-18T23:06:50.580 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.265856.log.gz 2023-11-18T23:06:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403394.log 2023-11-18T23:06:50.580 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354815.log.gz 2023-11-18T23:06:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.431660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215484.log 2023-11-18T23:06:50.580 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431660.log.gz 2023-11-18T23:06:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.403394.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.650409.log 2023-11-18T23:06:50.580 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403394.log.gz 2023-11-18T23:06:50.581 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.215484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.328698.log 2023-11-18T23:06:50.581 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.215484.log.gz 2023-11-18T23:06:50.581 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644529.log 2023-11-18T23:06:50.581 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650409.log.gz 2023-11-18T23:06:50.581 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.328698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.487438.log 2023-11-18T23:06:50.581 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.328698.log.gz 2023-11-18T23:06:50.581 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.644529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313437.log 2023-11-18T23:06:50.582 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644529.log.gz 2023-11-18T23:06:50.582 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.487438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658283.log 2023-11-18T23:06:50.582 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487438.log.gz 2023-11-18T23:06:50.582 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286386.log 2023-11-18T23:06:50.582 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313437.log.gz 2023-11-18T23:06:50.582 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.658283.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705923.log 2023-11-18T23:06:50.582 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658283.log.gz 2023-11-18T23:06:50.583 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810831.log 2023-11-18T23:06:50.583 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.286386.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286386.log.gz 2023-11-18T23:06:50.583 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.705923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.225212.log 2023-11-18T23:06:50.583 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705923.log.gz 2023-11-18T23:06:50.583 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291681.log 2023-11-18T23:06:50.583 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.810831.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810831.log.gz 2023-11-18T23:06:50.583 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.225212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706521.log 2023-11-18T23:06:50.583 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.225212.log.gz 2023-11-18T23:06:50.584 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304144.log 2023-11-18T23:06:50.584 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.291681.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291681.log.gz 2023-11-18T23:06:50.584 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.706521.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307686.log 2023-11-18T23:06:50.584 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706521.log.gz 2023-11-18T23:06:50.584 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417786.log 2023-11-18T23:06:50.584 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304144.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304144.log.gz 2023-11-18T23:06:50.584 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.307686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356203.log 2023-11-18T23:06:50.585 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307686.log.gz 2023-11-18T23:06:50.585 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.383695.log 2023-11-18T23:06:50.585 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.417786.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417786.log.gz 2023-11-18T23:06:50.585 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.320936.log 2023-11-18T23:06:50.585 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356203.log.gz 2023-11-18T23:06:50.585 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 /var/log/ceph/ceph-client.admin.383695.log: --verbose -- /var/log/ceph/ceph-client.admin.181736.log 2023-11-18T23:06:50.585 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.383695.log.gz 2023-11-18T23:06:50.586 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.320936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.814294.log 2023-11-18T23:06:50.586 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.320936.log.gz 2023-11-18T23:06:50.586 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.312267.log 2023-11-18T23:06:50.586 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.181736.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181736.log.gz 2023-11-18T23:06:50.586 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.814294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111908.log 2023-11-18T23:06:50.586 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.814294.log.gz 2023-11-18T23:06:50.586 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.312267.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.312267.log.gz 2023-11-18T23:06:50.587 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339417.log 2023-11-18T23:06:50.587 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.672222.log 2023-11-18T23:06:50.587 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111908.log: /var/log/ceph/ceph-client.admin.339417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.308475.log 2023-11-18T23:06:50.587 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339417.log.gz 2023-11-18T23:06:50.587 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.672222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331824.log 2023-11-18T23:06:50.587 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.672222.log.gz 2023-11-18T23:06:50.587 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720214.log 2023-11-18T23:06:50.588 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308475.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308475.log.gz 2023-11-18T23:06:50.588 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.331824.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.331824.log.gz-- 2023-11-18T23:06:50.588 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294409.log 2023-11-18T23:06:50.588 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.720214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.262554.log 2023-11-18T23:06:50.588 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720214.log.gz 2023-11-18T23:06:50.588 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.226180.log 2023-11-18T23:06:50.588 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294409.log.gz 2023-11-18T23:06:50.589 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.660758.log 2023-11-18T23:06:50.589 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.262554.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.262554.log.gz 2023-11-18T23:06:50.589 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.226180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417289.log 2023-11-18T23:06:50.589 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.226180.log.gz 2023-11-18T23:06:50.589 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.660758.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.660758.log.gz/var/log/ceph/ceph-client.admin.276606.log 2023-11-18T23:06:50.589 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.589 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.722607.log 2023-11-18T23:06:50.590 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.417289.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417289.log.gz 2023-11-18T23:06:50.590 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.276606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835435.log 2023-11-18T23:06:50.590 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276606.log.gz 2023-11-18T23:06:50.590 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.722607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186312.log 2023-11-18T23:06:50.590 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.722607.log.gz 2023-11-18T23:06:50.590 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291877.log 2023-11-18T23:06:50.590 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.835435.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835435.log.gz 2023-11-18T23:06:50.591 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.186312.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.186312.log.gz 2023-11-18T23:06:50.591 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223786.log 2023-11-18T23:06:50.591 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.235590.log 2023-11-18T23:06:50.591 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.291877.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291877.log.gz 2023-11-18T23:06:50.591 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.223786.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110093.log 2023-11-18T23:06:50.591 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223786.log.gz 2023-11-18T23:06:50.591 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.235590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326458.log 2023-11-18T23:06:50.591 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.235590.log.gz 2023-11-18T23:06:50.592 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.647259.log 2023-11-18T23:06:50.592 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110093.log: /var/log/ceph/ceph-client.admin.326458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421786.log 2023-11-18T23:06:50.592 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326458.log.gz 2023-11-18T23:06:50.592 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.647259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.278811.log 2023-11-18T23:06:50.592 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.647259.log.gz 2023-11-18T23:06:50.592 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.342829.log 2023-11-18T23:06:50.592 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.421786.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421786.log.gz 2023-11-18T23:06:50.592 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.278811.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.278811.log.gz-- 2023-11-18T23:06:50.593 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.352624.log 2023-11-18T23:06:50.593 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.342829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828640.log 2023-11-18T23:06:50.593 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.342829.log.gz 2023-11-18T23:06:50.593 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490910.log 2023-11-18T23:06:50.593 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.352624.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.352624.log.gz 2023-11-18T23:06:50.593 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.828640.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817829.log 2023-11-18T23:06:50.593 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828640.log.gz 2023-11-18T23:06:50.594 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.490910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705104.log 2023-11-18T23:06:50.594 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.490910.log.gz 2023-11-18T23:06:50.594 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.824547.log 2023-11-18T23:06:50.594 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817829.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817829.log.gz 2023-11-18T23:06:50.594 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.705104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.322222.log 2023-11-18T23:06:50.594 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705104.log.gz 2023-11-18T23:06:50.594 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.824547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379057.log 2023-11-18T23:06:50.595 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.824547.log.gz 2023-11-18T23:06:50.595 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321228.log 2023-11-18T23:06:50.595 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.322222.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.322222.log.gz 2023-11-18T23:06:50.595 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.379057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295941.log 2023-11-18T23:06:50.595 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379057.log.gz 2023-11-18T23:06:50.595 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.321228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361691.log 2023-11-18T23:06:50.595 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321228.log.gz 2023-11-18T23:06:50.596 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269372.log 2023-11-18T23:06:50.596 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295941.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295941.log.gz 2023-11-18T23:06:50.596 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.361691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115883.log 2023-11-18T23:06:50.596 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361691.log.gz 2023-11-18T23:06:50.596 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.269372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291165.log 2023-11-18T23:06:50.596 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.269372.log.gz 2023-11-18T23:06:50.596 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670983.log 2023-11-18T23:06:50.596 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115883.log: /var/log/ceph/ceph-client.admin.291165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490715.log 2023-11-18T23:06:50.597 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291165.log.gz 2023-11-18T23:06:50.597 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327847.log 2023-11-18T23:06:50.597 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670983.log.gz 2023-11-18T23:06:50.597 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115211.log 2023-11-18T23:06:50.597 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.490715.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.490715.log.gz 2023-11-18T23:06:50.597 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.327847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311258.log 2023-11-18T23:06:50.597 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327847.log.gz 2023-11-18T23:06:50.598 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384197.log 2023-11-18T23:06:50.598 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214557.log 2023-11-18T23:06:50.598 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311258.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311258.log.gz 2023-11-18T23:06:50.598 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.384197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673250.log 2023-11-18T23:06:50.598 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.384197.log.gz 2023-11-18T23:06:50.598 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.214557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.293606.log 2023-11-18T23:06:50.598 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.214557.log.gz 2023-11-18T23:06:50.599 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298172.log 2023-11-18T23:06:50.599 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.673250.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673250.log.gz 2023-11-18T23:06:50.599 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.293606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724396.log 2023-11-18T23:06:50.599 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.293606.log.gz 2023-11-18T23:06:50.599 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.298172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311989.log 2023-11-18T23:06:50.599 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298172.log.gz 2023-11-18T23:06:50.599 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425410.log 2023-11-18T23:06:50.599 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.724396.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724396.log.gz 2023-11-18T23:06:50.600 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311989.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.96961.log 2023-11-18T23:06:50.600 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311989.log.gz 2023-11-18T23:06:50.600 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.670198.log 2023-11-18T23:06:50.600 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425410.log.gz 2023-11-18T23:06:50.600 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph.tmp-client.admin.96961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.390784.log 2023-11-18T23:06:50.600 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.96961.log.gz 2023-11-18T23:06:50.600 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670198.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.588145.log 2023-11-18T23:06:50.601 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670198.log.gz 2023-11-18T23:06:50.601 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.390784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.712389.log 2023-11-18T23:06:50.601 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.390784.log.gz 2023-11-18T23:06:50.601 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.281560.log 2023-11-18T23:06:50.601 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.588145.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.588145.log.gz 2023-11-18T23:06:50.601 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.712389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.828171.log 2023-11-18T23:06:50.601 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712389.log.gz 2023-11-18T23:06:50.602 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.281560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820549.log 2023-11-18T23:06:50.602 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.281560.log.gz 2023-11-18T23:06:50.602 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.789602.log 2023-11-18T23:06:50.602 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.828171.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.828171.log.gz 2023-11-18T23:06:50.602 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.820549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.331405.log 2023-11-18T23:06:50.602 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820549.log.gz 2023-11-18T23:06:50.602 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.789602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116251.log 2023-11-18T23:06:50.603 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.789602.log.gz 2023-11-18T23:06:50.603 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.654095.log 2023-11-18T23:06:50.603 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.331405.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.331405.log.gz 2023-11-18T23:06:50.603 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297467.log 2023-11-18T23:06:50.603 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.654095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952531.log 2023-11-18T23:06:50.603 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.654095.log.gz 2023-11-18T23:06:50.603 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429732.log 2023-11-18T23:06:50.604 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297467.log.gz 2023-11-18T23:06:50.604 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109337.log 2023-11-18T23:06:50.604 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.952531.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.952531.log.gz 2023-11-18T23:06:50.604 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.429732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.485026.log 2023-11-18T23:06:50.604 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.429732.log.gz 2023-11-18T23:06:50.604 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.635896.log 2023-11-18T23:06:50.604 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324281.log 2023-11-18T23:06:50.605 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.485026.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.485026.log.gz 2023-11-18T23:06:50.605 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.635896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.723042.log 2023-11-18T23:06:50.605 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.635896.log.gz 2023-11-18T23:06:50.605 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.324281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289279.log 2023-11-18T23:06:50.605 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324281.log.gz 2023-11-18T23:06:50.605 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.455646.log 2023-11-18T23:06:50.605 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.723042.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.723042.log.gz 2023-11-18T23:06:50.606 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.289279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292889.log 2023-11-18T23:06:50.606 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289279.log.gz 2023-11-18T23:06:50.606 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.455646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822385.log 2023-11-18T23:06:50.606 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.455646.log.gz 2023-11-18T23:06:50.606 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287846.log 2023-11-18T23:06:50.606 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292889.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.292889.log.gz 2023-11-18T23:06:50.607 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822385.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822385.log.gz 2023-11-18T23:06:50.607 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356705.log 2023-11-18T23:06:50.607 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.338456.log 2023-11-18T23:06:50.607 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.287846.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287846.log.gz 2023-11-18T23:06:50.607 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776931.log 2023-11-18T23:06:50.607 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356705.log.gz 2023-11-18T23:06:50.607 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.338456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.635699.log 2023-11-18T23:06:50.608 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.338456.log.gz 2023-11-18T23:06:50.608 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.220868.log 2023-11-18T23:06:50.608 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.776931.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776931.log.gz 2023-11-18T23:06:50.608 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.635699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295112.log 2023-11-18T23:06:50.608 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.635699.log.gz 2023-11-18T23:06:50.608 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.220868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416150.log 2023-11-18T23:06:50.608 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220868.log.gz 2023-11-18T23:06:50.609 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.834000.log 2023-11-18T23:06:50.609 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295112.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295112.log.gz 2023-11-18T23:06:50.609 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.416150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815020.log 2023-11-18T23:06:50.609 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416150.log.gz 2023-11-18T23:06:50.609 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.834000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.334248.log 2023-11-18T23:06:50.609 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.834000.log.gz 2023-11-18T23:06:50.609 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313743.log 2023-11-18T23:06:50.610 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815020.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815020.log.gz 2023-11-18T23:06:50.610 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.334248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.837863.log 2023-11-18T23:06:50.610 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.334248.log.gz 2023-11-18T23:06:50.610 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192384.log 2023-11-18T23:06:50.610 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313743.log.gz 2023-11-18T23:06:50.610 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818847.log 2023-11-18T23:06:50.611 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.837863.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.837863.log.gz 2023-11-18T23:06:50.611 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.192384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239948.log 2023-11-18T23:06:50.611 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192384.log.gz 2023-11-18T23:06:50.611 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.949638.log 2023-11-18T23:06:50.611 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818847.log.gz 2023-11-18T23:06:50.611 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.329282.log 2023-11-18T23:06:50.611 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239948.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239948.log.gz 2023-11-18T23:06:50.612 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.949638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952734.log 2023-11-18T23:06:50.612 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.949638.log.gz 2023-11-18T23:06:50.612 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.329282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709009.log 2023-11-18T23:06:50.612 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.329282.log.gz 2023-11-18T23:06:50.612 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.409136.log 2023-11-18T23:06:50.612 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.952734.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.952734.log.gz 2023-11-18T23:06:50.612 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.709009.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376101.log 2023-11-18T23:06:50.613 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709009.log.gz 2023-11-18T23:06:50.613 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.409136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658674.log 2023-11-18T23:06:50.613 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.409136.log.gz 2023-11-18T23:06:50.613 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954746.log 2023-11-18T23:06:50.613 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376101.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376101.log.gz 2023-11-18T23:06:50.613 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.658674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.402863.log 2023-11-18T23:06:50.614 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658674.log.gz 2023-11-18T23:06:50.614 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396852.log 2023-11-18T23:06:50.614 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.402863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.464918.log 2023-11-18T23:06:50.614 INFO:teuthology.orchestra.run.smithi099.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.954746.log.gz 2023-11-18T23:06:50.614 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.402863.log.gz 2023-11-18T23:06:50.614 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.396852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454227.log 2023-11-18T23:06:50.614 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396852.log.gz 2023-11-18T23:06:50.615 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953724.log 2023-11-18T23:06:50.615 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.464918.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.464918.log.gz 2023-11-18T23:06:50.615 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.454227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325911.log 2023-11-18T23:06:50.615 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.454227.log.gz 2023-11-18T23:06:50.615 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.265095.log 2023-11-18T23:06:50.615 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.953724.log.gz 2023-11-18T23:06:50.616 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.325911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341130.log 2023-11-18T23:06:50.616 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325911.log.gz 2023-11-18T23:06:50.616 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.265095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811557.log 2023-11-18T23:06:50.616 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.265095.log.gz 2023-11-18T23:06:50.616 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.341130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319691.log 2023-11-18T23:06:50.616 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341130.log.gz 2023-11-18T23:06:50.616 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.309479.log 2023-11-18T23:06:50.617 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811557.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811557.log.gz 2023-11-18T23:06:50.617 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.319691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207984.log 2023-11-18T23:06:50.617 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319691.log.gz 2023-11-18T23:06:50.617 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.309479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.214543.log 2023-11-18T23:06:50.617 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.309479.log.gz 2023-11-18T23:06:50.617 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724673.log 2023-11-18T23:06:50.617 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.207984.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207984.log.gz 2023-11-18T23:06:50.618 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.214543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.697561.log 2023-11-18T23:06:50.618 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.214543.log.gz 2023-11-18T23:06:50.618 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.724673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239663.log 2023-11-18T23:06:50.618 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724673.log.gz 2023-11-18T23:06:50.618 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.400679.log 2023-11-18T23:06:50.618 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.697561.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.697561.log.gz 2023-11-18T23:06:50.618 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291375.log 2023-11-18T23:06:50.618 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239663.log.gz 2023-11-18T23:06:50.619 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.400679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673655.log 2023-11-18T23:06:50.619 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.400679.log.gz 2023-11-18T23:06:50.619 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178681.log 2023-11-18T23:06:50.619 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.291375.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291375.log.gz 2023-11-18T23:06:50.619 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.673655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.702836.log 2023-11-18T23:06:50.619 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673655.log.gz 2023-11-18T23:06:50.619 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.178681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707312.log 2023-11-18T23:06:50.620 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.178681.log.gz 2023-11-18T23:06:50.620 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.317332.log 2023-11-18T23:06:50.620 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.702836.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.702836.log.gz 2023-11-18T23:06:50.620 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707312.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.820061.log 2023-11-18T23:06:50.620 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.707312.log.gz 2023-11-18T23:06:50.620 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.317332.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.317332.log.gz/var/log/ceph/ceph-client.admin.941512.log 2023-11-18T23:06:50.620 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.621 INFO:teuthology.orchestra.run.smithi181.stderr: 94.0% -- replaced with /var/log/ceph/ceph.log.gz 2023-11-18T23:06:50.622 INFO:teuthology.orchestra.run.smithi181.stderr: 95.2% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2023-11-18T23:06:50.739 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.692801.log 2023-11-18T23:06:50.740 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.820061.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820061.log.gz 2023-11-18T23:06:50.740 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.941512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.946247.log 2023-11-18T23:06:50.740 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941512.log.gz 2023-11-18T23:06:50.740 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.692801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366803.log 2023-11-18T23:06:50.740 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.692801.log.gz 2023-11-18T23:06:50.740 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703280.log 2023-11-18T23:06:50.741 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.946247.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.946247.log.gz 2023-11-18T23:06:50.741 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.942463.log 2023-11-18T23:06:50.741 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366803.log.gz 2023-11-18T23:06:50.741 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.703280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.230714.log 2023-11-18T23:06:50.741 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703280.log.gz 2023-11-18T23:06:50.741 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.429168.log 2023-11-18T23:06:50.741 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.942463.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.942463.log.gz 2023-11-18T23:06:50.742 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.230714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.321930.log 2023-11-18T23:06:50.742 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.230714.log.gz 2023-11-18T23:06:50.742 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.429168.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.406545.log -- replaced with /var/log/ceph/ceph-client.admin.429168.log.gz 2023-11-18T23:06:50.742 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.742 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423244.log 2023-11-18T23:06:50.742 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.321930.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.321930.log.gz 2023-11-18T23:06:50.743 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.406545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299269.log 2023-11-18T23:06:50.743 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406545.log.gz 2023-11-18T23:06:50.743 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.423244.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423244.log.gz 2023-11-18T23:06:50.743 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825000.log 2023-11-18T23:06:50.743 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.299269.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.299269.log.gz--verbose 2023-11-18T23:06:50.743 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.360686.log 2023-11-18T23:06:50.743 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.825000.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825000.log.gz 2023-11-18T23:06:50.744 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776094.log 2023-11-18T23:06:50.744 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.794866.log 2023-11-18T23:06:50.744 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360686.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360686.log.gz 2023-11-18T23:06:50.744 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.776094.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.776094.log.gz 2023-11-18T23:06:50.744 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.673457.log 2023-11-18T23:06:50.744 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.294701.log 2023-11-18T23:06:50.744 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.794866.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.794866.log.gz 2023-11-18T23:06:50.745 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.673457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185810.log 2023-11-18T23:06:50.745 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.673457.log.gz 2023-11-18T23:06:50.745 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.294701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.779926.log 2023-11-18T23:06:50.745 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.294701.log.gz 2023-11-18T23:06:50.745 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.185810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689835.log 2023-11-18T23:06:50.745 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185810.log.gz 2023-11-18T23:06:50.745 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.779926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.417585.log 2023-11-18T23:06:50.745 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.779926.log.gz 2023-11-18T23:06:50.746 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.689835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945301.log 2023-11-18T23:06:50.746 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689835.log.gz 2023-11-18T23:06:50.746 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.417585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339632.log 2023-11-18T23:06:50.746 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.417585.log.gz 2023-11-18T23:06:50.746 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.945301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819258.log 2023-11-18T23:06:50.746 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945301.log.gz 2023-11-18T23:06:50.746 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.339632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953540.log 2023-11-18T23:06:50.746 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339632.log.gz 2023-11-18T23:06:50.747 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793700.log 2023-11-18T23:06:50.747 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819258.log.gz 2023-11-18T23:06:50.747 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.396352.log 2023-11-18T23:06:50.747 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.793700.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.953540.log.gz 2023-11-18T23:06:50.747 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793700.log.gz 2023-11-18T23:06:50.747 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.396352.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.396352.log.gz 2023-11-18T23:06:50.747 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.266148.log 2023-11-18T23:06:50.748 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.632720.log 2023-11-18T23:06:50.748 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.266148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.792279.log 2023-11-18T23:06:50.748 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.266148.log.gz 2023-11-18T23:06:50.748 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.632720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950629.log 2023-11-18T23:06:50.748 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.632720.log.gz 2023-11-18T23:06:50.748 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.792279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653109.log 2023-11-18T23:06:50.748 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.792279.log.gz 2023-11-18T23:06:50.748 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.950629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.431180.log 2023-11-18T23:06:50.749 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.950629.log.gz 2023-11-18T23:06:50.749 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.653109.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344819.log 2023-11-18T23:06:50.749 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653109.log.gz 2023-11-18T23:06:50.749 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.431180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421474.log 2023-11-18T23:06:50.749 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.431180.log.gz 2023-11-18T23:06:50.749 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.344819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189625.log 2023-11-18T23:06:50.749 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.344819.log.gz 2023-11-18T23:06:50.750 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.421474.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.837382.log 2023-11-18T23:06:50.750 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421474.log.gz 2023-11-18T23:06:50.750 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.189625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361265.log 2023-11-18T23:06:50.750 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189625.log.gz 2023-11-18T23:06:50.750 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.837382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.801934.log 2023-11-18T23:06:50.750 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.837382.log.gz 2023-11-18T23:06:50.750 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.361265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.693521.log 2023-11-18T23:06:50.750 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361265.log.gz 2023-11-18T23:06:50.751 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.801934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353514.log 2023-11-18T23:06:50.751 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.801934.log.gz 2023-11-18T23:06:50.751 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.693521.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648749.log 2023-11-18T23:06:50.751 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.693521.log.gz 2023-11-18T23:06:50.751 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353514.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.950615.log 2023-11-18T23:06:50.751 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353514.log.gz 2023-11-18T23:06:50.751 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.648749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435928.log 2023-11-18T23:06:50.751 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648749.log.gz 2023-11-18T23:06:50.752 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.950615.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.644515.log 2023-11-18T23:06:50.752 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.950615.log.gz 2023-11-18T23:06:50.752 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.435928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189720.log 2023-11-18T23:06:50.752 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435928.log.gz 2023-11-18T23:06:50.752 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.644515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.836638.log 2023-11-18T23:06:50.752 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644515.log.gz 2023-11-18T23:06:50.752 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.189720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.945774.log 2023-11-18T23:06:50.753 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189720.log.gz 2023-11-18T23:06:50.753 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.836638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.820262.log 2023-11-18T23:06:50.753 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.836638.log.gz 2023-11-18T23:06:50.753 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.945774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109955.log 2023-11-18T23:06:50.753 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945774.log.gz 2023-11-18T23:06:50.753 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.820262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951590.log 2023-11-18T23:06:50.753 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.820262.log.gz 2023-11-18T23:06:50.753 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.109955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218506.log 2023-11-18T23:06:50.754 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.951590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698022.log 2023-11-18T23:06:50.754 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.951590.log.gz 2023-11-18T23:06:50.754 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.218506.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.240290.log 2023-11-18T23:06:50.754 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.218506.log.gz 2023-11-18T23:06:50.754 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.698022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.356719.log 2023-11-18T23:06:50.754 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698022.log.gz 2023-11-18T23:06:50.754 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.240290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394963.log 2023-11-18T23:06:50.755 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.240290.log.gz 2023-11-18T23:06:50.755 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.356719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.657835.log 2023-11-18T23:06:50.755 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.356719.log.gz 2023-11-18T23:06:50.755 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114847.log 2023-11-18T23:06:50.755 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394963.log.gz 2023-11-18T23:06:50.755 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.657835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111189.log 2023-11-18T23:06:50.755 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.657835.log.gz 2023-11-18T23:06:50.755 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793714.log 2023-11-18T23:06:50.756 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394265.log 2023-11-18T23:06:50.756 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.793714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709965.log 2023-11-18T23:06:50.756 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793714.log.gz 2023-11-18T23:06:50.756 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.113389.log 2023-11-18T23:06:50.756 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394265.log.gz 2023-11-18T23:06:50.756 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.709965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.205256.log 2023-11-18T23:06:50.756 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709965.log.gz 2023-11-18T23:06:50.757 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.2.113389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.333859.log 2023-11-18T23:06:50.757 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.113389.log.gz 2023-11-18T23:06:50.757 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.205256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.465210.log 2023-11-18T23:06:50.757 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205256.log.gz 2023-11-18T23:06:50.757 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.333859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454523.log 2023-11-18T23:06:50.757 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333859.log.gz 2023-11-18T23:06:50.757 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.465210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708263.log 2023-11-18T23:06:50.758 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.465210.log.gz 2023-11-18T23:06:50.758 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.454523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350854.log 2023-11-18T23:06:50.758 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.454523.log.gz 2023-11-18T23:06:50.758 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.708263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372868.log 2023-11-18T23:06:50.758 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708263.log.gz 2023-11-18T23:06:50.758 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.350854.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.350854.log.gz 2023-11-18T23:06:50.758 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359723.log 2023-11-18T23:06:50.758 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.372868.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.220297.log 2023-11-18T23:06:50.759 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372868.log.gz 2023-11-18T23:06:50.759 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359723.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359723.log.gz 2023-11-18T23:06:50.759 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653123.log 2023-11-18T23:06:50.759 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.220297.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.330916.log 2023-11-18T23:06:50.759 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.220297.log.gz 2023-11-18T23:06:50.759 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.653123.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698036.log 2023-11-18T23:06:50.759 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653123.log.gz 2023-11-18T23:06:50.759 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.330916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.435326.log 2023-11-18T23:06:50.760 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.330916.log.gz 2023-11-18T23:06:50.760 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.698036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.646421.log 2023-11-18T23:06:50.760 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698036.log.gz 2023-11-18T23:06:50.760 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.435326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699000.log 2023-11-18T23:06:50.760 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.435326.log.gz 2023-11-18T23:06:50.760 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.646421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.777022.log 2023-11-18T23:06:50.760 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.646421.log.gz 2023-11-18T23:06:50.760 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172464.log 2023-11-18T23:06:50.761 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699000.log.gz 2023-11-18T23:06:50.761 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.777022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.216435.log 2023-11-18T23:06:50.761 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.777022.log.gz 2023-11-18T23:06:50.761 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.172464.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307987.log 2023-11-18T23:06:50.761 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.172464.log.gz 2023-11-18T23:06:50.761 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.216435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345329.log 2023-11-18T23:06:50.761 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.216435.log.gz 2023-11-18T23:06:50.761 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.307987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224294.log 2023-11-18T23:06:50.762 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307987.log.gz 2023-11-18T23:06:50.762 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.345329.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345329.log.gz 2023-11-18T23:06:50.762 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187545.log 2023-11-18T23:06:50.762 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.224294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.723611.log 2023-11-18T23:06:50.762 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224294.log.gz 2023-11-18T23:06:50.762 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.187545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.674192.log 2023-11-18T23:06:50.762 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187545.log.gz 2023-11-18T23:06:50.763 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.723611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111954.log 2023-11-18T23:06:50.763 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.723611.log.gz 2023-11-18T23:06:50.763 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.674192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421263.log 2023-11-18T23:06:50.763 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.674192.log.gz 2023-11-18T23:06:50.763 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.339207.log 2023-11-18T23:06:50.763 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.421263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.660272.log 2023-11-18T23:06:50.763 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421263.log.gz 2023-11-18T23:06:50.763 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.339207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.300721.log 2023-11-18T23:06:50.764 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.339207.log.gz 2023-11-18T23:06:50.764 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.660272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.488732.log 2023-11-18T23:06:50.764 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.660272.log.gz 2023-11-18T23:06:50.764 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.300721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.780620.log 2023-11-18T23:06:50.764 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.300721.log.gz 2023-11-18T23:06:50.764 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.488732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700528.log 2023-11-18T23:06:50.764 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.488732.log.gz 2023-11-18T23:06:50.764 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.780620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.270464.log 2023-11-18T23:06:50.765 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.780620.log.gz 2023-11-18T23:06:50.765 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.700528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.373340.log 2023-11-18T23:06:50.765 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700528.log.gz 2023-11-18T23:06:50.765 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.270464.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.815006.log 2023-11-18T23:06:50.765 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.270464.log.gz 2023-11-18T23:06:50.765 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.373340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724596.log 2023-11-18T23:06:50.765 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.373340.log.gz 2023-11-18T23:06:50.766 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.815006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327833.log 2023-11-18T23:06:50.766 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.815006.log.gz 2023-11-18T23:06:50.766 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436975.log /var/log/ceph/ceph-client.admin.724596.log: 2023-11-18T23:06:50.766 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724596.log.gz 2023-11-18T23:06:50.766 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.327833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.416136.log 2023-11-18T23:06:50.766 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327833.log.gz 2023-11-18T23:06:50.766 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.436975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366789.log 2023-11-18T23:06:50.766 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436975.log.gz 2023-11-18T23:06:50.767 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.416136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.257517.log 2023-11-18T23:06:50.767 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.416136.log.gz 2023-11-18T23:06:50.767 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.659966.log 2023-11-18T23:06:50.767 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366789.log.gz 2023-11-18T23:06:50.767 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.257517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231657.log 2023-11-18T23:06:50.767 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.257517.log.gz 2023-11-18T23:06:50.767 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.659966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305859.log 2023-11-18T23:06:50.767 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.659966.log.gz 2023-11-18T23:06:50.768 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.231657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116113.log 2023-11-18T23:06:50.768 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.231657.log.gz 2023-11-18T23:06:50.768 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833923.log 2023-11-18T23:06:50.768 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305859.log.gz 2023-11-18T23:06:50.768 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.116113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.837305.log 2023-11-18T23:06:50.768 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.833923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112046.log 2023-11-18T23:06:50.768 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833923.log.gz 2023-11-18T23:06:50.768 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.837305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720691.log 2023-11-18T23:06:50.769 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.837305.log.gz 2023-11-18T23:06:50.769 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.112046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.794219.log 2023-11-18T23:06:50.769 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.720691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346032.log 2023-11-18T23:06:50.769 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720691.log.gz 2023-11-18T23:06:50.769 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.794219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297759.log 2023-11-18T23:06:50.769 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.794219.log.gz 2023-11-18T23:06:50.769 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694776.log 2023-11-18T23:06:50.770 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346032.log.gz 2023-11-18T23:06:50.770 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720600.log 2023-11-18T23:06:50.770 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297759.log.gz 2023-11-18T23:06:50.770 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.694776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359646.log 2023-11-18T23:06:50.770 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694776.log.gz 2023-11-18T23:06:50.770 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.720600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363201.log 2023-11-18T23:06:50.770 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720600.log.gz 2023-11-18T23:06:50.770 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424166.log 2023-11-18T23:06:50.771 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359646.log.gz 2023-11-18T23:06:50.771 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.660954.log 2023-11-18T23:06:50.771 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363201.log.gz 2023-11-18T23:06:50.771 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.811543.log 2023-11-18T23:06:50.771 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424166.log.gz 2023-11-18T23:06:50.771 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.660954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.676710.log 2023-11-18T23:06:50.771 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.660954.log.gz 2023-11-18T23:06:50.771 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.811543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276398.log 2023-11-18T23:06:50.772 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.811543.log.gz 2023-11-18T23:06:50.772 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.676710.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.676710.log.gz 2023-11-18T23:06:50.772 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658297.log 2023-11-18T23:06:50.772 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.276398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117461.log 2023-11-18T23:06:50.772 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276398.log.gz 2023-11-18T23:06:50.772 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.658297.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267189.log 2023-11-18T23:06:50.772 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658297.log.gz 2023-11-18T23:06:50.772 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361188.log 2023-11-18T23:06:50.773 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637624.log 2023-11-18T23:06:50.773 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.267189.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.267189.log.gz 2023-11-18T23:06:50.773 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.361188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115165.log 2023-11-18T23:06:50.773 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361188.log.gz 2023-11-18T23:06:50.773 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.637624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178378.log 2023-11-18T23:06:50.773 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637624.log.gz 2023-11-18T23:06:50.773 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947193.log 2023-11-18T23:06:50.773 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174047.log 2023-11-18T23:06:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.178378.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.178378.log.gz 2023-11-18T23:06:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.947193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634717.log 2023-11-18T23:06:50.774 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947193.log.gz 2023-11-18T23:06:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.174047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.432689.log 2023-11-18T23:06:50.774 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.174047.log.gz 2023-11-18T23:06:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.634640.log 2023-11-18T23:06:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.634717.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634717.log.gz 2023-11-18T23:06:50.774 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.432689.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.432689.log.gz 2023-11-18T23:06:50.775 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.232552.log 2023-11-18T23:06:50.775 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.724199.log 2023-11-18T23:06:50.775 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.634640.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.634640.log.gz 2023-11-18T23:06:50.775 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.232552.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.658976.log 2023-11-18T23:06:50.775 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.232552.log.gz 2023-11-18T23:06:50.775 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.724199.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.418237.log 2023-11-18T23:06:50.775 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.724199.log.gz 2023-11-18T23:06:50.775 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.658976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.709888.log 2023-11-18T23:06:50.776 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.658976.log.gz 2023-11-18T23:06:50.776 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377375.log 2023-11-18T23:06:50.776 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.418237.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.418237.log.gz 2023-11-18T23:06:50.776 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.709888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.286882.log 2023-11-18T23:06:50.776 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.709888.log.gz 2023-11-18T23:06:50.776 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.377375.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.374806.log 2023-11-18T23:06:50.776 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377375.log.gz 2023-11-18T23:06:50.776 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.286882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412949.log 2023-11-18T23:06:50.777 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.286882.log.gz 2023-11-18T23:06:50.777 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637546.log 2023-11-18T23:06:50.777 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.374806.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.374806.log.gz 2023-11-18T23:06:50.777 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.412949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114076.log 2023-11-18T23:06:50.777 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412949.log.gz 2023-11-18T23:06:50.777 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.637546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113891.log 2023-11-18T23:06:50.777 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637546.log.gz 2023-11-18T23:06:50.777 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398843.log 2023-11-18T23:06:50.777 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.380887.log 2023-11-18T23:06:50.778 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.113891.log: /var/log/ceph/ceph-client.admin.398843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.406787.log 2023-11-18T23:06:50.778 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398843.log.gz 2023-11-18T23:06:50.778 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.380887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.666791.log 2023-11-18T23:06:50.778 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.380887.log.gz 2023-11-18T23:06:50.778 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.406787.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209438.log 2023-11-18T23:06:50.778 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.406787.log.gz 2023-11-18T23:06:50.778 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.666791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.436502.log 2023-11-18T23:06:50.778 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.666791.log.gz 2023-11-18T23:06:50.779 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323052.log 2023-11-18T23:06:50.779 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209438.log.gz 2023-11-18T23:06:50.779 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.671757.log 2023-11-18T23:06:50.779 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.436502.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436502.log.gz 2023-11-18T23:06:50.779 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.323052.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323052.log.gz 2023-11-18T23:06:50.779 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.662229.log 2023-11-18T23:06:50.779 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.323980.log 2023-11-18T23:06:50.779 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.671757.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.671757.log.gz 2023-11-18T23:06:50.780 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.662229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.812351.log 2023-11-18T23:06:50.780 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.662229.log.gz 2023-11-18T23:06:50.780 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.323980.log: -5 --verbose -- /var/log/ceph/ceph-client.0.118065.log 2023-11-18T23:06:50.780 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.323980.log.gz 2023-11-18T23:06:50.780 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.812351.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.812351.log.gz 2023-11-18T23:06:50.780 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.821343.log 2023-11-18T23:06:50.780 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398356.log 2023-11-18T23:06:50.780 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.0.118065.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.118065.log.gz 2023-11-18T23:06:50.781 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.821343.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.821343.log.gz 2023-11-18T23:06:50.781 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275252.log 2023-11-18T23:06:50.781 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398356.log: /var/log/ceph/ceph-client.admin.684272.log 2023-11-18T23:06:50.781 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398356.log.gz 2023-11-18T23:06:50.781 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.275252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.327756.log 2023-11-18T23:06:50.781 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275252.log.gz 2023-11-18T23:06:50.781 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351533.log 2023-11-18T23:06:50.781 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.684272.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.684272.log.gz 2023-11-18T23:06:50.781 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.327756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.822594.log 2023-11-18T23:06:50.782 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.327756.log.gz 2023-11-18T23:06:50.782 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818039.log 2023-11-18T23:06:50.782 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.351533.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351533.log.gz 2023-11-18T23:06:50.782 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193663.log 2023-11-18T23:06:50.782 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822594.log.gz 2023-11-18T23:06:50.782 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.377389.log 2023-11-18T23:06:50.782 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818039.log.gz 2023-11-18T23:06:50.782 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.367682.log 2023-11-18T23:06:50.783 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.193663.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193663.log.gz 2023-11-18T23:06:50.783 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.377389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231566.log 2023-11-18T23:06:50.783 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.377389.log.gz 2023-11-18T23:06:50.783 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.367682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.790617.log 2023-11-18T23:06:50.783 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.367682.log.gz 2023-11-18T23:06:50.783 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.231566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345822.log 2023-11-18T23:06:50.783 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.231566.log.gz 2023-11-18T23:06:50.783 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.790617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.270478.log 2023-11-18T23:06:50.784 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.790617.log.gz 2023-11-18T23:06:50.784 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.345822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.434874.log 2023-11-18T23:06:50.784 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345822.log.gz 2023-11-18T23:06:50.784 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.270478.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.357915.log 2023-11-18T23:06:50.784 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.270478.log.gz 2023-11-18T23:06:50.784 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.434874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.677207.log 2023-11-18T23:06:50.784 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.434874.log.gz 2023-11-18T23:06:50.784 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.357915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190236.log 2023-11-18T23:06:50.785 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.357915.log.gz 2023-11-18T23:06:50.785 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304368.log 2023-11-18T23:06:50.785 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.677207.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.677207.log.gz 2023-11-18T23:06:50.785 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190236.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.351151.log 2023-11-18T23:06:50.785 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190236.log.gz 2023-11-18T23:06:50.785 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304368.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.689168.log 2023-11-18T23:06:50.785 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304368.log.gz 2023-11-18T23:06:50.785 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.351151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.403780.log 2023-11-18T23:06:50.786 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.351151.log.gz 2023-11-18T23:06:50.786 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.689168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.287273.log 2023-11-18T23:06:50.786 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.689168.log.gz 2023-11-18T23:06:50.786 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.403780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.466608.log 2023-11-18T23:06:50.786 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.403780.log.gz 2023-11-18T23:06:50.786 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.287273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.355030.log 2023-11-18T23:06:50.786 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.287273.log.gz 2023-11-18T23:06:50.786 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.466608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.810845.log 2023-11-18T23:06:50.787 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.466608.log.gz 2023-11-18T23:06:50.787 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.355030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213318.log 2023-11-18T23:06:50.787 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.355030.log.gz 2023-11-18T23:06:50.787 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.810845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414426.log 2023-11-18T23:06:50.787 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.810845.log.gz 2023-11-18T23:06:50.787 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.703738.log 2023-11-18T23:06:50.787 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213318.log.gz 2023-11-18T23:06:50.787 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 /var/log/ceph/ceph-client.admin.414426.log: --verbose -- /var/log/ceph/ceph-client.admin.436224.log 2023-11-18T23:06:50.788 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414426.log.gz 2023-11-18T23:06:50.788 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.703738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.637820.log 2023-11-18T23:06:50.788 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.703738.log.gz 2023-11-18T23:06:50.788 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.436224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.231189.log 2023-11-18T23:06:50.788 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.436224.log.gz 2023-11-18T23:06:50.788 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.637820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454815.log 2023-11-18T23:06:50.788 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.637820.log.gz 2023-11-18T23:06:50.788 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.231189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.414080.log 2023-11-18T23:06:50.789 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.231189.log.gz 2023-11-18T23:06:50.789 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.454815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.453934.log 2023-11-18T23:06:50.789 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.454815.log.gz 2023-11-18T23:06:50.789 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.414080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388940.log 2023-11-18T23:06:50.789 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.414080.log.gz 2023-11-18T23:06:50.789 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.453934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181645.log 2023-11-18T23:06:50.789 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.453934.log.gz 2023-11-18T23:06:50.789 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.388940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.825477.log 2023-11-18T23:06:50.790 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388940.log.gz 2023-11-18T23:06:50.790 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.181645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.347799.log 2023-11-18T23:06:50.790 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181645.log.gz 2023-11-18T23:06:50.790 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.825477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398370.log 2023-11-18T23:06:50.790 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.825477.log.gz 2023-11-18T23:06:50.790 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.347799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302157.log 2023-11-18T23:06:50.790 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.347799.log.gz 2023-11-18T23:06:50.790 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.398370.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398370.log.gz 2023-11-18T23:06:50.791 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188875.log 2023-11-18T23:06:50.791 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.302157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.304067.log 0.0% 2023-11-18T23:06:50.791 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.302157.log.gz 2023-11-18T23:06:50.791 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.779479.log 2023-11-18T23:06:50.791 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.188875.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188875.log.gz 2023-11-18T23:06:50.791 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421460.log 2023-11-18T23:06:50.791 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.304067.log.gz 2023-11-18T23:06:50.791 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.779479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.345836.log 2023-11-18T23:06:50.792 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.779479.log.gz 2023-11-18T23:06:50.792 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.421460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.779849.log 2023-11-18T23:06:50.792 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421460.log.gz 2023-11-18T23:06:50.792 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.345836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708932.log 2023-11-18T23:06:50.792 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.345836.log.gz 2023-11-18T23:06:50.792 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.779849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.207020.log 2023-11-18T23:06:50.792 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.779849.log.gz 2023-11-18T23:06:50.792 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.708932.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289693.log 2023-11-18T23:06:50.793 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708932.log.gz 2023-11-18T23:06:50.793 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.207020.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.669825.log 2023-11-18T23:06:50.793 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.207020.log.gz 2023-11-18T23:06:50.793 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.289693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951031.log 2023-11-18T23:06:50.793 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289693.log.gz 2023-11-18T23:06:50.793 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.669825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111187.log 2023-11-18T23:06:50.793 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.669825.log.gz 2023-11-18T23:06:50.794 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.951031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.424711.log 2023-11-18T23:06:50.794 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.951031.log.gz 2023-11-18T23:06:50.794 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111187.log: /var/log/ceph/ceph-client.admin.115119.log 2023-11-18T23:06:50.794 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.424711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179757.log 2023-11-18T23:06:50.794 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.424711.log.gz 2023-11-18T23:06:50.794 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.793916.log 2023-11-18T23:06:50.794 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115119.log: /var/log/ceph/ceph-client.admin.179757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.685261.log 2023-11-18T23:06:50.794 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179757.log.gz 2023-11-18T23:06:50.795 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.793916.log: -- /var/log/ceph/ceph-client.admin.670498.log 2023-11-18T23:06:50.795 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.793916.log.gz 2023-11-18T23:06:50.795 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.685261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.378216.log 2023-11-18T23:06:50.795 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.685261.log.gz 2023-11-18T23:06:50.795 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.670498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.209047.log 2023-11-18T23:06:50.795 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.670498.log.gz 2023-11-18T23:06:50.795 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.378216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208277.log 2023-11-18T23:06:50.795 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.378216.log.gz 2023-11-18T23:06:50.795 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.209047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655978.log 2023-11-18T23:06:50.796 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.209047.log.gz 2023-11-18T23:06:50.796 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103555.log 2023-11-18T23:06:50.796 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.208277.log.gz 2023-11-18T23:06:50.796 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.655978.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655978.log.gz 2023-11-18T23:06:50.796 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.393150.log 2023-11-18T23:06:50.796 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.103555.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2023-11-18T23:06:50.796 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.393150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.213122.log 2023-11-18T23:06:50.796 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.393150.log.gz 2023-11-18T23:06:50.797 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359962.log 2023-11-18T23:06:50.797 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.423153.log 2023-11-18T23:06:50.797 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.213122.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.213122.log.gz 2023-11-18T23:06:50.797 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117645.log 2023-11-18T23:06:50.797 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359962.log.gz 2023-11-18T23:06:50.797 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.423153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.660667.log 2023-11-18T23:06:50.797 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.423153.log.gz 2023-11-18T23:06:50.798 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.117645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.379972.log 2023-11-18T23:06:50.798 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.660667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177929.log 2023-11-18T23:06:50.798 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.660667.log.gz 2023-11-18T23:06:50.798 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.379972.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.379972.log.gz 2023-11-18T23:06:50.798 INFO:teuthology.orchestra.run.smithi099.stderr: 94.1% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2023-11-18T23:06:50.798 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111190.log 2023-11-18T23:06:50.798 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.177929.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.177929.log.gz 2023-11-18T23:06:50.799 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.262051.log 2023-11-18T23:06:50.799 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.833704.log 2023-11-18T23:06:50.799 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111190.log: /var/log/ceph/ceph-client.admin.262051.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210884.log 2023-11-18T23:06:50.799 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.262051.log.gz 2023-11-18T23:06:50.799 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.833704.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.656438.log 2023-11-18T23:06:50.799 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.833704.log.gz 2023-11-18T23:06:50.799 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.425186.log 2023-11-18T23:06:50.799 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210884.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210884.log.gz 2023-11-18T23:06:50.800 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.656438.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.656438.log.gz 2023-11-18T23:06:50.800 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947655.log 2023-11-18T23:06:50.800 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.262645.log 2023-11-18T23:06:50.800 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.425186.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.425186.log.gz 2023-11-18T23:06:50.800 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.947655.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.947655.log.gz-5 2023-11-18T23:06:50.800 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.333768.log 2023-11-18T23:06:50.800 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.269077.log 2023-11-18T23:06:50.800 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.262645.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.262645.log.gz 2023-11-18T23:06:50.801 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.333768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.372791.log 2023-11-18T23:06:50.801 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.333768.log.gz 2023-11-18T23:06:50.801 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.269077.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.118061.log 2023-11-18T23:06:50.801 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.269077.log.gz 2023-11-18T23:06:50.801 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.276412.log 2023-11-18T23:06:50.801 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.372791.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.372791.log.gz 2023-11-18T23:06:50.801 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.0.118061.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359120.log 2023-11-18T23:06:50.802 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.118061.log.gz 2023-11-18T23:06:50.802 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.276412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.719417.log 2023-11-18T23:06:50.802 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.276412.log.gz 2023-11-18T23:06:50.802 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.819043.log 2023-11-18T23:06:50.802 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359120.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359120.log.gz 2023-11-18T23:06:50.802 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.719417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.818833.log 2023-11-18T23:06:50.802 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.719417.log.gz 2023-11-18T23:06:50.802 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.819043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.704260.log 2023-11-18T23:06:50.803 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.819043.log.gz 2023-11-18T23:06:50.803 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.282048.log 2023-11-18T23:06:50.803 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.818833.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.818833.log.gz 2023-11-18T23:06:50.803 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.704260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.645439.log 2023-11-18T23:06:50.803 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.704260.log.gz 2023-11-18T23:06:50.803 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.282048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.366466.log 2023-11-18T23:06:50.803 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.282048.log.gz 2023-11-18T23:06:50.804 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.645439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643127.log 2023-11-18T23:06:50.804 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.645439.log.gz 2023-11-18T23:06:50.804 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.366466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796025.log 2023-11-18T23:06:50.804 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.366466.log.gz 2023-11-18T23:06:50.804 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.643127.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.716246.log 2023-11-18T23:06:50.804 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643127.log.gz 2023-11-18T23:06:50.804 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.344011.log 2023-11-18T23:06:50.804 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796025.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796025.log.gz 2023-11-18T23:06:50.805 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.716246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.346850.log 2023-11-18T23:06:50.805 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.716246.log.gz 2023-11-18T23:06:50.805 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.344011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.295654.log 2023-11-18T23:06:50.805 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.344011.log.gz 2023-11-18T23:06:50.805 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.346850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.650135.log 2023-11-18T23:06:50.805 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.346850.log.gz 2023-11-18T23:06:50.805 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.295654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.674604.log 2023-11-18T23:06:50.805 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.295654.log.gz 2023-11-18T23:06:50.806 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.650135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.302582.log 2023-11-18T23:06:50.806 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.650135.log.gz 2023-11-18T23:06:50.806 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.674604.log: gzip -5 --verbose -- 0.0%/var/log/ceph/ceph-client.admin.712480.log 2023-11-18T23:06:50.806 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.674604.log.gz 2023-11-18T23:06:50.806 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.302582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.699091.log 2023-11-18T23:06:50.806 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.302582.log.gz 2023-11-18T23:06:50.806 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.712480.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.712480.log.gz 2023-11-18T23:06:50.806 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110427.log 2023-11-18T23:06:50.807 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298249.log 2023-11-18T23:06:50.807 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.699091.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.699091.log.gz 2023-11-18T23:06:50.807 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.651227.log 2023-11-18T23:06:50.807 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.705195.log 2023-11-18T23:06:50.807 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.298249.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298249.log.gz 2023-11-18T23:06:50.807 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.651227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.223695.log 2023-11-18T23:06:50.807 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.651227.log.gz 2023-11-18T23:06:50.807 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.705195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185733.log 2023-11-18T23:06:50.808 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.705195.log.gz 2023-11-18T23:06:50.808 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341221.log 2023-11-18T23:06:50.808 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.223695.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.223695.log.gz 2023-11-18T23:06:50.808 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.185733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.299757.log 2023-11-18T23:06:50.808 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185733.log.gz 2023-11-18T23:06:50.808 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.341221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.427144.log 2023-11-18T23:06:50.808 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341221.log.gz 2023-11-18T23:06:50.808 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.299757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188510.log 2023-11-18T23:06:50.809 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.299757.log.gz 2023-11-18T23:06:50.809 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.427144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.221760.log 2023-11-18T23:06:50.809 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.427144.log.gz 2023-11-18T23:06:50.809 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.188510.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188510.log.gz 2023-11-18T23:06:50.809 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239754.log 2023-11-18T23:06:50.809 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.486750.log 2023-11-18T23:06:50.809 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.221760.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.221760.log.gz 2023-11-18T23:06:50.809 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239754.log: gzip 0.0%-5 -- replaced with /var/log/ceph/ceph-client.admin.239754.log.gz--verbose 2023-11-18T23:06:50.810 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.487218.log 2023-11-18T23:06:50.810 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.307777.log 2023-11-18T23:06:50.810 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.486750.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.486750.log.gz 2023-11-18T23:06:50.810 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.487218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.411541.log 2023-11-18T23:06:50.810 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.487218.log.gz 2023-11-18T23:06:50.810 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.307777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.297241.log 2023-11-18T23:06:50.810 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.307777.log.gz 2023-11-18T23:06:50.811 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.411541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817537.log 2023-11-18T23:06:50.811 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.411541.log.gz 2023-11-18T23:06:50.811 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.297241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.723625.log 2023-11-18T23:06:50.811 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.297241.log.gz 2023-11-18T23:06:50.811 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817537.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.817537.log.gz/var/log/ceph/ceph-client.admin.308279.log 2023-11-18T23:06:50.811 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.811 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.723625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.354308.log 2023-11-18T23:06:50.811 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.723625.log.gz 2023-11-18T23:06:50.811 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.308279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.394475.log 2023-11-18T23:06:50.812 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.308279.log.gz 2023-11-18T23:06:50.812 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.354308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.721164.log 2023-11-18T23:06:50.812 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.354308.log.gz 2023-11-18T23:06:50.812 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.394475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.289202.log 2023-11-18T23:06:50.812 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.394475.log.gz 2023-11-18T23:06:50.812 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.721164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.708464.log 2023-11-18T23:06:50.812 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.721164.log.gz 2023-11-18T23:06:50.813 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.289202.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.289202.log.gz 2023-11-18T23:06:50.813 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.952076.log 2023-11-18T23:06:50.813 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.275435.log 2023-11-18T23:06:50.813 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.708464.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.708464.log.gz 2023-11-18T23:06:50.813 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.952076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404067.log 2023-11-18T23:06:50.813 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.952076.log.gz 2023-11-18T23:06:50.813 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.275435.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.205165.log 2023-11-18T23:06:50.813 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.275435.log.gz 2023-11-18T23:06:50.814 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.404067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.313150.log 2023-11-18T23:06:50.814 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404067.log.gz 2023-11-18T23:06:50.814 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.205165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941591.log 2023-11-18T23:06:50.814 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.205165.log.gz 2023-11-18T23:06:50.814 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.313150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953203.log 2023-11-18T23:06:50.814 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.313150.log.gz 2023-11-18T23:06:50.814 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.941591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.382399.log 2023-11-18T23:06:50.814 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941591.log.gz 2023-11-18T23:06:50.815 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.326900.log 2023-11-18T23:06:50.815 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.953203.log.gz 2023-11-18T23:06:50.815 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.382399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311272.log 2023-11-18T23:06:50.815 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.382399.log.gz 2023-11-18T23:06:50.815 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.701906.log 2023-11-18T23:06:50.815 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.326900.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.326900.log.gz 2023-11-18T23:06:50.815 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311272.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.700542.log -- replaced with /var/log/ceph/ceph-client.admin.311272.log.gz 2023-11-18T23:06:50.815 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.816 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.701906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.707673.log 2023-11-18T23:06:50.816 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.701906.log.gz 2023-11-18T23:06:50.816 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.700542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.376404.log 2023-11-18T23:06:50.816 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700542.log.gz 2023-11-18T23:06:50.816 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.707673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188011.log 2023-11-18T23:06:50.816 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.707673.log.gz 2023-11-18T23:06:50.816 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.376404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778068.log 2023-11-18T23:06:50.816 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.376404.log.gz 2023-11-18T23:06:50.816 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.208565.log 2023-11-18T23:06:50.817 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.188011.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188011.log.gz 2023-11-18T23:06:50.817 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.778068.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.778068.log.gz 2023-11-18T23:06:50.817 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.947732.log 2023-11-18T23:06:50.817 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.674921.log 2023-11-18T23:06:50.817 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.208565.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.208565.log.gz 2023-11-18T23:06:50.817 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.947732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.298766.log 2023-11-18T23:06:50.817 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.947732.log.gz 2023-11-18T23:06:50.817 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.674921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.796399.log 2023-11-18T23:06:50.818 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.674921.log.gz 2023-11-18T23:06:50.818 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.236625.log 2023-11-18T23:06:50.818 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.298766.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.298766.log.gz 2023-11-18T23:06:50.818 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.796399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.823426.log 2023-11-18T23:06:50.818 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.796399.log.gz 2023-11-18T23:06:50.818 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.236625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.457441.log 2023-11-18T23:06:50.818 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.236625.log.gz 2023-11-18T23:06:50.819 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115653.log 2023-11-18T23:06:50.819 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.823426.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.823426.log.gz 2023-11-18T23:06:50.819 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.457441.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.238311.log 2023-11-18T23:06:50.819 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.457441.log.gz 2023-11-18T23:06:50.819 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.941119.log 2023-11-18T23:06:50.819 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.115653.log: /var/log/ceph/ceph-client.admin.238311.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.835901.log 2023-11-18T23:06:50.819 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.238311.log.gz 2023-11-18T23:06:50.819 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.941119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.353605.log 2023-11-18T23:06:50.820 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.941119.log.gz 2023-11-18T23:06:50.820 INFO:teuthology.orchestra.run.smithi099.stderr:gzip /var/log/ceph/ceph-client.admin.835901.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.110430.log 2023-11-18T23:06:50.820 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.835901.log.gz 2023-11-18T23:06:50.820 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.353605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.635882.log 2023-11-18T23:06:50.820 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.353605.log.gz 2023-11-18T23:06:50.820 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.421695.log 2023-11-18T23:06:50.820 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218905.log 2023-11-18T23:06:50.820 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.635882.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.635882.log.gz 2023-11-18T23:06:50.821 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.421695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110428.log 2023-11-18T23:06:50.821 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.421695.log.gz 2023-11-18T23:06:50.821 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.218905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.412389.log 2023-11-18T23:06:50.821 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.218905.log.gz 2023-11-18T23:06:50.821 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.454724.log 2023-11-18T23:06:50.821 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.110428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.648282.log 2023-11-18T23:06:50.821 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.412389.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.412389.log.gz 2023-11-18T23:06:50.821 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.454724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.410131.log 2023-11-18T23:06:50.822 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.454724.log.gz 2023-11-18T23:06:50.822 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.648282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173118.log 2023-11-18T23:06:50.822 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.648282.log.gz 2023-11-18T23:06:50.822 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.410131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.211925.log 2023-11-18T23:06:50.822 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.410131.log.gz 2023-11-18T23:06:50.822 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.173118.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.173118.log.gz 2023-11-18T23:06:50.822 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.817752.log 2023-11-18T23:06:50.823 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.211925.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.813264.log 2023-11-18T23:06:50.823 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.211925.log.gz 2023-11-18T23:06:50.823 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.817752.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2023-11-18T23:06:50.823 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.817752.log.gz 2023-11-18T23:06:50.823 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.813264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.239178.log 2023-11-18T23:06:50.823 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.813264.log.gz 2023-11-18T23:06:50.823 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.215022.log 2023-11-18T23:06:50.823 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.239178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.359211.log 2023-11-18T23:06:50.823 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.239178.log.gz 2023-11-18T23:06:50.824 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.215022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.778082.log 2023-11-18T23:06:50.824 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.215022.log.gz 2023-11-18T23:06:50.824 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.359211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111188.log 2023-11-18T23:06:50.824 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.359211.log.gz 2023-11-18T23:06:50.824 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.778082.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.778082.log.gz-5 2023-11-18T23:06:50.824 INFO:teuthology.orchestra.run.smithi099.stderr:--verbose -- /var/log/ceph/ceph-client.admin.822813.log 2023-11-18T23:06:50.824 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.776466.log 2023-11-18T23:06:50.824 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.822813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.341777.log 2023-11-18T23:06:50.825 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.822813.log.gz 2023-11-18T23:06:50.825 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.776466.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.776466.log.gz--verbose 2023-11-18T23:06:50.825 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.690609.log 2023-11-18T23:06:50.825 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.341777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173956.log 2023-11-18T23:06:50.825 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.341777.log.gz 2023-11-18T23:06:50.825 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.690609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.404583.log 2023-11-18T23:06:50.825 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.690609.log.gz 2023-11-18T23:06:50.825 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.173956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.224217.log 2023-11-18T23:06:50.826 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.173956.log.gz 2023-11-18T23:06:50.826 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.404583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.723534.log 2023-11-18T23:06:50.826 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.404583.log.gz 2023-11-18T23:06:50.826 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.782089.log 2023-11-18T23:06:50.826 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.224217.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.224217.log.gz 2023-11-18T23:06:50.826 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.723534.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953111.log 2023-11-18T23:06:50.826 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.723534.log.gz 2023-11-18T23:06:50.826 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.782089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.259812.log 2023-11-18T23:06:50.827 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.782089.log.gz 2023-11-18T23:06:50.827 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.291891.log 2023-11-18T23:06:50.827 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953111.log: /var/log/ceph/ceph-client.admin.259812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.643579.log 2023-11-18T23:06:50.827 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.259812.log.gz 2023-11-18T23:06:50.827 INFO:teuthology.orchestra.run.smithi099.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.953111.log.gz 2023-11-18T23:06:50.827 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.291891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.267667.log 2023-11-18T23:06:50.827 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.291891.log.gz 2023-11-18T23:06:50.827 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.951604.log 2023-11-18T23:06:50.827 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.643579.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.643579.log.gz 2023-11-18T23:06:50.828 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.267667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.332828.log 2023-11-18T23:06:50.828 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.267667.log.gz 2023-11-18T23:06:50.828 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.951604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.401042.log 2023-11-18T23:06:50.828 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.951604.log.gz 2023-11-18T23:06:50.828 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.826888.log 2023-11-18T23:06:50.828 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.332828.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.332828.log.gz 2023-11-18T23:06:50.828 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.401042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.399225.log 2023-11-18T23:06:50.828 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.401042.log.gz 2023-11-18T23:06:50.829 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.826888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.954976.log 2023-11-18T23:06:50.829 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.826888.log.gz 2023-11-18T23:06:50.829 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose /var/log/ceph/ceph-client.admin.399225.log: -- /var/log/ceph/ceph-client.admin.114352.log 2023-11-18T23:06:50.829 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.399225.log.gz 2023-11-18T23:06:50.829 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.954976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.218429.log 2023-11-18T23:06:50.829 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.114352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.212667.log 2023-11-18T23:06:50.829 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.954976.log.gz 2023-11-18T23:06:50.829 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.361782.log 2023-11-18T23:06:50.830 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.218429.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.218429.log.gz 2023-11-18T23:06:50.830 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.212667.log: gzip 0.0%-5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.212667.log.gz-- 2023-11-18T23:06:50.830 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304354.log 2023-11-18T23:06:50.830 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111402.log 2023-11-18T23:06:50.830 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.361782.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.361782.log.gz 2023-11-18T23:06:50.830 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.304354.log: gzip -5 0.0%--verbose -- -- replaced with /var/log/ceph/ceph-client.admin.304354.log.gz/var/log/ceph/ceph-client.admin.644899.log 2023-11-18T23:06:50.830 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.830 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.953586.log 2023-11-18T23:06:50.831 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.111402.log: /var/log/ceph/ceph-client.admin.644899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.318270.log 2023-11-18T23:06:50.831 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.644899.log.gz 2023-11-18T23:06:50.831 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.953586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.422762.log 2023-11-18T23:06:50.831 INFO:teuthology.orchestra.run.smithi099.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.953586.log.gz 2023-11-18T23:06:50.831 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.318270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.402940.log 2023-11-18T23:06:50.831 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.318270.log.gz 2023-11-18T23:06:50.831 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.422762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179848.log 2023-11-18T23:06:50.831 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.422762.log.gz 2023-11-18T23:06:50.832 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.402940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.305147.log 2023-11-18T23:06:50.832 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.402940.log.gz 2023-11-18T23:06:50.832 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.490924.log 2023-11-18T23:06:50.832 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.179848.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179848.log.gz 2023-11-18T23:06:50.832 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.305147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.315341.log 2023-11-18T23:06:50.832 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.305147.log.gz 2023-11-18T23:06:50.832 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.490924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.489239.log 2023-11-18T23:06:50.832 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.490924.log.gz 2023-11-18T23:06:50.833 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.631696.log 2023-11-18T23:06:50.833 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.315341.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.315341.log.gz 2023-11-18T23:06:50.833 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.489239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.284458.log 2023-11-18T23:06:50.833 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.489239.log.gz 2023-11-18T23:06:50.833 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.631696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.428953.log 2023-11-18T23:06:50.833 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.631696.log.gz 2023-11-18T23:06:50.833 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190317.log 2023-11-18T23:06:50.833 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.284458.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.284458.log.gz 2023-11-18T23:06:50.834 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.428953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.955206.log 2023-11-18T23:06:50.834 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.428953.log.gz 2023-11-18T23:06:50.834 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.190317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185324.log 2023-11-18T23:06:50.834 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190317.log.gz 2023-11-18T23:06:50.834 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.288237.log 2023-11-18T23:06:50.834 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.955206.log: /var/log/ceph/ceph-client.admin.185324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.325546.log 2023-11-18T23:06:50.834 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185324.log.gz 2023-11-18T23:06:50.834 INFO:teuthology.orchestra.run.smithi099.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.955206.log.gz 2023-11-18T23:06:50.835 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.288237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.311779.log 2023-11-18T23:06:50.835 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.288237.log.gz 2023-11-18T23:06:50.835 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.325546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.706535.log 2023-11-18T23:06:50.835 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.325546.log.gz 2023-11-18T23:06:50.835 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.311779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.955114.log 2023-11-18T23:06:50.835 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.311779.log.gz 2023-11-18T23:06:50.835 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.706535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.655053.log 2023-11-18T23:06:50.835 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.706535.log.gz 2023-11-18T23:06:50.836 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.715122.log 2023-11-18T23:06:50.836 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.955114.log: /var/log/ceph/ceph-client.admin.655053.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.655053.log.gz 2023-11-18T23:06:50.836 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.714088.log 2023-11-18T23:06:50.837 INFO:teuthology.orchestra.run.smithi099.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.955114.log.gz 2023-11-18T23:06:50.837 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.715122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.363626.log 2023-11-18T23:06:50.837 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.715122.log.gz 2023-11-18T23:06:50.837 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.714088.log: 0.0%gzip -5 -- replaced with /var/log/ceph/ceph-client.admin.714088.log.gz--verbose 2023-11-18T23:06:50.837 INFO:teuthology.orchestra.run.smithi099.stderr:-- /var/log/ceph/ceph-client.admin.345015.log 2023-11-18T23:06:50.837 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.292679.log 2023-11-18T23:06:50.837 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.363626.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.363626.log.gz 2023-11-18T23:06:50.838 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.345015.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.945392.log 2023-11-18T23:06:50.838 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.345015.log.gz 2023-11-18T23:06:50.838 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.292679.log: gzip -5 --verbose 0.0%-- /var/log/ceph/ceph-client.admin.268625.log -- replaced with /var/log/ceph/ceph-client.admin.292679.log.gz 2023-11-18T23:06:50.838 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:06:50.838 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.262631.log 2023-11-18T23:06:50.838 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.945392.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.945392.log.gz 2023-11-18T23:06:50.838 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.268625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.360275.log 2023-11-18T23:06:50.839 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.268625.log.gz 2023-11-18T23:06:50.839 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.262631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.694762.log 2023-11-18T23:06:50.839 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.262631.log.gz 2023-11-18T23:06:50.839 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.653319.log 2023-11-18T23:06:50.839 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.360275.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.360275.log.gz 2023-11-18T23:06:50.839 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.694762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.324953.log 2023-11-18T23:06:50.839 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.694762.log.gz 2023-11-18T23:06:50.839 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.653319.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.388479.log 2023-11-18T23:06:50.839 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.653319.log.gz 2023-11-18T23:06:50.840 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.384412.log 2023-11-18T23:06:50.840 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.324953.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.324953.log.gz 2023-11-18T23:06:50.840 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.388479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.237629.log 2023-11-18T23:06:50.840 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.388479.log.gz 2023-11-18T23:06:50.840 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.384412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.210479.log 2023-11-18T23:06:50.840 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.384412.log.gz 2023-11-18T23:06:50.840 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.227212.log 2023-11-18T23:06:50.840 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.237629.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.237629.log.gz 2023-11-18T23:06:50.841 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.210479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.720200.log 2023-11-18T23:06:50.841 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.210479.log.gz 2023-11-18T23:06:50.841 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.227212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.350567.log 2023-11-18T23:06:50.841 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.227212.log.gz 2023-11-18T23:06:50.841 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.484838.log 2023-11-18T23:06:50.841 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.720200.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.720200.log.gz 2023-11-18T23:06:50.841 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.350567.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.350567.log.gz 2023-11-18T23:06:50.841 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.484838.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.484838.log.gz 2023-11-18T23:06:50.842 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.349279.log 2023-11-18T23:06:50.842 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.319768.log 2023-11-18T23:06:50.842 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.349279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.364219.log 2023-11-18T23:06:50.842 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.349279.log.gz 2023-11-18T23:06:50.842 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 /var/log/ceph/ceph-client.admin.319768.log: --verbose -- /var/log/ceph/ceph-client.admin.228130.log 2023-11-18T23:06:50.842 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.319768.log.gz 2023-11-18T23:06:50.842 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.364219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.700910.log 2023-11-18T23:06:50.842 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.364219.log.gz 2023-11-18T23:06:50.843 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.398857.log 2023-11-18T23:06:50.843 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.228130.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.228130.log.gz 2023-11-18T23:06:50.843 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.700910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.698768.log 2023-11-18T23:06:50.843 INFO:teuthology.orchestra.run.smithi099.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.700910.log.gz 2023-11-18T23:06:50.843 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.398857.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.398857.log.gz 2023-11-18T23:06:50.843 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.402495.log 2023-11-18T23:06:50.843 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.698768.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.698768.log.gz 2023-11-18T23:06:50.843 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/ceph-client.admin.402495.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.402495.log.gz 2023-11-18T23:06:50.844 INFO:teuthology.orchestra.run.smithi099.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.109337.log.gz 2023-11-18T23:06:50.844 INFO:teuthology.orchestra.run.smithi099.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.111194.log.gz 2023-11-18T23:06:50.844 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.111816.log.gz 2023-11-18T23:06:50.844 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.111908.log.gz 2023-11-18T23:06:50.844 INFO:teuthology.orchestra.run.smithi099.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.111954.log.gz 2023-11-18T23:06:50.844 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.113891.log.gz 2023-11-18T23:06:50.844 INFO:teuthology.orchestra.run.smithi099.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.114076.log.gz 2023-11-18T23:06:50.844 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.115165.log.gz 2023-11-18T23:06:50.844 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.115211.log.gz 2023-11-18T23:06:50.845 INFO:teuthology.orchestra.run.smithi099.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.115119.log.gz 2023-11-18T23:06:50.845 INFO:teuthology.orchestra.run.smithi099.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.115653.log.gz 2023-11-18T23:06:50.845 INFO:teuthology.orchestra.run.smithi099.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.115883.log.gz 2023-11-18T23:06:50.845 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.116113.log.gz 2023-11-18T23:06:50.845 INFO:teuthology.orchestra.run.smithi099.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.116251.log.gz 2023-11-18T23:06:50.845 INFO:teuthology.orchestra.run.smithi099.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.116611.log.gz 2023-11-18T23:06:50.845 INFO:teuthology.orchestra.run.smithi099.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.117117.log.gz 2023-11-18T23:06:50.845 INFO:teuthology.orchestra.run.smithi099.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.117461.log.gz 2023-11-18T23:06:50.846 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.117645.log.gz 2023-11-18T23:06:50.846 INFO:teuthology.orchestra.run.smithi099.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.103555.log.gz 2023-11-18T23:06:50.846 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.109955.log.gz 2023-11-18T23:06:50.846 INFO:teuthology.orchestra.run.smithi099.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.110093.log.gz 2023-11-18T23:06:50.846 INFO:teuthology.orchestra.run.smithi099.stderr: 88.0% 88.4% -- replaced with /var/log/ceph/ceph-client.admin.110427.log.gz 2023-11-18T23:06:50.846 INFO:teuthology.orchestra.run.smithi099.stderr: -- replaced with /var/log/ceph/ceph-client.admin.110231.log.gz 2023-11-18T23:06:50.846 INFO:teuthology.orchestra.run.smithi099.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.110430.log.gz 2023-11-18T23:06:50.846 INFO:teuthology.orchestra.run.smithi099.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.110428.log.gz 2023-11-18T23:06:50.847 INFO:teuthology.orchestra.run.smithi099.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.110789.log.gz 2023-11-18T23:06:50.847 INFO:teuthology.orchestra.run.smithi099.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.110798.log.gz 2023-11-18T23:06:50.847 INFO:teuthology.orchestra.run.smithi099.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.111187.log.gz 2023-11-18T23:06:50.847 INFO:teuthology.orchestra.run.smithi099.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.111188.log.gz 2023-11-18T23:06:50.847 INFO:teuthology.orchestra.run.smithi099.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.111190.log.gz 2023-11-18T23:06:50.847 INFO:teuthology.orchestra.run.smithi099.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.111189.log.gz 2023-11-18T23:06:50.847 INFO:teuthology.orchestra.run.smithi099.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.112046.log.gz 2023-11-18T23:06:50.847 INFO:teuthology.orchestra.run.smithi099.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.114847.log.gz 2023-11-18T23:06:50.848 INFO:teuthology.orchestra.run.smithi099.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.111402.log.gz 2023-11-18T23:06:50.848 INFO:teuthology.orchestra.run.smithi099.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.114352.log.gz 2023-11-18T23:06:53.904 INFO:teuthology.orchestra.run.smithi099.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2023-11-18T23:06:56.966 INFO:teuthology.orchestra.run.smithi181.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2023-11-18T23:06:57.602 INFO:teuthology.orchestra.run.smithi099.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2023-11-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi181.stderr: 92.6% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2023-11-18T23:07:00.072 INFO:teuthology.orchestra.run.smithi181.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2023-11-18T23:07:00.912 INFO:teuthology.orchestra.run.smithi099.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2023-11-18T23:07:19.976 INFO:teuthology.orchestra.run.smithi181.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2023-11-18T23:07:41.660 INFO:teuthology.orchestra.run.smithi099.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2023-11-18T23:08:23.344 INFO:teuthology.orchestra.run.smithi181.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2023-11-18T23:08:23.345 INFO:teuthology.orchestra.run.smithi181.stderr: 2023-11-18T23:08:23.346 INFO:teuthology.orchestra.run.smithi181.stderr:real 1m34.186s 2023-11-18T23:08:23.346 INFO:teuthology.orchestra.run.smithi181.stderr:user 2m6.955s 2023-11-18T23:08:23.346 INFO:teuthology.orchestra.run.smithi181.stderr:sys 0m5.766s 2023-11-18T23:08:40.771 INFO:teuthology.orchestra.run.smithi099.stderr: 93.2% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2023-11-18T23:09:01.983 INFO:teuthology.orchestra.run.smithi099.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2023-11-18T23:09:21.617 INFO:teuthology.orchestra.run.smithi099.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2023-11-18T23:09:21.619 INFO:teuthology.orchestra.run.smithi099.stderr: 2023-11-18T23:09:21.619 INFO:teuthology.orchestra.run.smithi099.stderr:real 2m32.497s 2023-11-18T23:09:21.619 INFO:teuthology.orchestra.run.smithi099.stderr:user 4m21.295s 2023-11-18T23:09:21.619 INFO:teuthology.orchestra.run.smithi099.stderr:sys 0m12.228s 2023-11-18T23:09:21.619 INFO:tasks.ceph:Archiving logs... 2023-11-18T23:09:21.620 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/remote/smithi099/log 2023-11-18T23:09:21.621 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/log/ceph -- . 2023-11-18T23:20:29.562 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/remote/smithi181/log 2023-11-18T23:20:29.583 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/log/ceph -- . 2023-11-18T23:26:36.213 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-11-18T23:26:36.223 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-11-18T23:26:36.223 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-11-18T23:26:36.226 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-11-18T23:26:36.471 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-11-18T23:26:36.480 INFO:teuthology.task.clock:Checking final clock skew... 2023-11-18T23:26:36.480 DEBUG:teuthology.orchestra.run.smithi099:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-18T23:26:36.483 DEBUG:teuthology.orchestra.run.smithi181:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-18T23:26:36.499 INFO:teuthology.orchestra.run.smithi099.stderr:bash: ntpq: command not found 2023-11-18T23:26:36.502 INFO:teuthology.orchestra.run.smithi181.stderr:bash: ntpq: command not found 2023-11-18T23:26:36.507 INFO:teuthology.orchestra.run.smithi181.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-18T23:26:36.507 INFO:teuthology.orchestra.run.smithi181.stdout:=============================================================================== 2023-11-18T23:26:36.507 INFO:teuthology.orchestra.run.smithi181.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 47 +1220us[+1214us] +/- 98ms 2023-11-18T23:26:36.507 INFO:teuthology.orchestra.run.smithi181.stdout:^* hv02.front.sepia.ceph.com 3 6 377 44 -335us[ -342us] +/- 67ms 2023-11-18T23:26:36.507 INFO:teuthology.orchestra.run.smithi181.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 37 -537us[ -537us] +/- 72ms 2023-11-18T23:26:36.508 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T23:26:36.564 INFO:teuthology.orchestra.run.smithi099.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-11-18T23:26:36.564 INFO:teuthology.orchestra.run.smithi099.stdout:=============================================================================== 2023-11-18T23:26:36.565 INFO:teuthology.orchestra.run.smithi099.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 35 +1245us[+1254us] +/- 98ms 2023-11-18T23:26:36.565 INFO:teuthology.orchestra.run.smithi099.stdout:^* hv02.front.sepia.ceph.com 3 6 377 34 -321us[ -312us] +/- 67ms 2023-11-18T23:26:36.565 INFO:teuthology.orchestra.run.smithi099.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 30 -513us[ -513us] +/- 72ms 2023-11-18T23:26:36.565 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-11-18T23:26:36.566 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-11-18T23:26:36.575 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-11-18T23:26:36.576 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-11-18T23:26:36.590 DEBUG:teuthology.orchestra.run.smithi099:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-11-18T23:26:36.708 DEBUG:teuthology.orchestra.run.smithi181:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-11-18T23:26:36.905 DEBUG:teuthology.orchestra.run.smithi099:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-18T23:26:36.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T23:26:36.938 DEBUG:teuthology.orchestra.run.smithi181:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-11-18T23:26:36.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T23:26:36.973 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-11-18T23:26:36.982 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-11-18T23:26:36.992 INFO:teuthology.task.internal:Duration was 28504.270189 seconds 2023-11-18T23:26:36.992 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-11-18T23:26:37.001 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-11-18T23:26:37.002 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-11-18T23:26:37.004 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-11-18T23:26:37.094 INFO:teuthology.orchestra.run.smithi181.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-18T23:26:37.099 INFO:teuthology.orchestra.run.smithi099.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-11-18T23:26:37.437 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-11-18T23:26:37.437 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi099.front.sepia.ceph.com 2023-11-18T23:26:37.438 DEBUG:teuthology.orchestra.run.smithi099:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-11-18T23:26:37.511 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi181.front.sepia.ceph.com 2023-11-18T23:26:37.511 DEBUG:teuthology.orchestra.run.smithi181:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-11-18T23:26:37.537 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-11-18T23:26:37.538 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-18T23:26:37.540 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-18T23:26:37.656 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-11-18T23:26:37.657 DEBUG:teuthology.orchestra.run.smithi099:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-11-18T23:26:37.659 DEBUG:teuthology.orchestra.run.smithi181:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-11-18T23:26:37.882 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-11-18T23:26:37.894 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-11-18T23:26:37.894 DEBUG:teuthology.orchestra.run.smithi099:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-11-18T23:26:37.923 DEBUG:teuthology.orchestra.run.smithi181:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-11-18T23:26:37.953 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-11-18T23:26:37.963 DEBUG:teuthology.orchestra.run.smithi099:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-11-18T23:26:37.965 DEBUG:teuthology.orchestra.run.smithi181:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-11-18T23:26:37.994 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = core 2023-11-18T23:26:38.033 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = core 2023-11-18T23:26:38.073 DEBUG:teuthology.orchestra.run.smithi099:> test -e /home/ubuntu/cephtest/archive/coredump 2023-11-18T23:26:38.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T23:26:38.093 DEBUG:teuthology.orchestra.run.smithi181:> test -e /home/ubuntu/cephtest/archive/coredump 2023-11-18T23:26:38.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-18T23:26:38.130 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-11-18T23:26:38.141 INFO:teuthology.task.internal:Transferring archived files... 2023-11-18T23:26:38.142 DEBUG:teuthology.misc:Transferring archived files from smithi099:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/remote/smithi099 2023-11-18T23:26:38.142 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-11-18T23:26:38.198 DEBUG:teuthology.misc:Transferring archived files from smithi181:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540/remote/smithi181 2023-11-18T23:26:38.199 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-11-18T23:26:38.238 INFO:teuthology.task.internal:Removing archive directory... 2023-11-18T23:26:38.238 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf -- /home/ubuntu/cephtest/archive 2023-11-18T23:26:38.240 DEBUG:teuthology.orchestra.run.smithi181:> rm -rf -- /home/ubuntu/cephtest/archive 2023-11-18T23:26:38.288 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-11-18T23:26:38.300 INFO:teuthology.task.internal:Not uploading archives. 2023-11-18T23:26:38.300 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-11-18T23:26:38.312 INFO:teuthology.task.internal:Tidying up after the test... 2023-11-18T23:26:38.312 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-11-18T23:26:38.314 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-11-18T23:26:38.328 INFO:teuthology.orchestra.run.smithi099.stdout: 262320 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Nov 18 23:26 /home/ubuntu/cephtest 2023-11-18T23:26:38.345 INFO:teuthology.orchestra.run.smithi181.stdout: 262320 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Nov 18 23:26 /home/ubuntu/cephtest 2023-11-18T23:26:38.346 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-11-18T23:26:38.358 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-11-18T23:26:38.380 INFO:teuthology.nuke:Checking targets against current locks 2023-11-18T23:26:38.406 DEBUG:teuthology.nuke:shortname: smithi099 2023-11-18T23:26:38.406 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-18T23:26:38.430 DEBUG:teuthology.nuke:shortname: smithi181 2023-11-18T23:26:38.431 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-18T23:26:38.434 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi099.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-18 15:26:06.715078', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-18T23:26:38.458 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi181.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-11-18_13:51:50-fs-main-distro-default-smithi/7461540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-18 15:26:06.713239', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-11-18T23:26:38.487 INFO:teuthology.orchestra.console.smithi099:Power off 2023-11-18T23:26:38.487 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-11-18T23:26:38.504 INFO:teuthology.orchestra.console.smithi181:Power off 2023-11-18T23:26:38.504 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-11-18T23:26:38.513 DEBUG:teuthology.orchestra.console.smithi099:power off output: Chassis Power Control: Down/Off 2023-11-18T23:26:38.513 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-18T23:26:38.524 DEBUG:teuthology.orchestra.console.smithi181:power off output: Chassis Power Control: Down/Off 2023-11-18T23:26:38.525 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-18T23:26:38.536 DEBUG:teuthology.orchestra.console.smithi099:check power output: Chassis Power is on 2023-11-18T23:26:38.547 DEBUG:teuthology.orchestra.console.smithi181:check power output: Chassis Power is on 2023-11-18T23:26:42.537 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-18T23:26:42.548 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-18T23:26:42.648 DEBUG:teuthology.orchestra.console.smithi099:check power output: Chassis Power is on 2023-11-18T23:26:42.659 DEBUG:teuthology.orchestra.console.smithi181:check power output: Chassis Power is on 2023-11-18T23:26:46.650 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-18T23:26:46.661 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-18T23:26:46.760 DEBUG:teuthology.orchestra.console.smithi099:check power output: Chassis Power is off 2023-11-18T23:26:46.771 DEBUG:teuthology.orchestra.console.smithi181:check power output: Chassis Power is off 2023-11-18T23:26:46.861 INFO:teuthology.orchestra.console.smithi099:Power off completed 2023-11-18T23:26:46.872 INFO:teuthology.orchestra.console.smithi181:Power off completed 2023-11-18T23:26:46.977 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} duration: 28504.27018928528 failure_reason: 'Test failure: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev)' flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=7edb2ab9b2e741e49d1c73101cec7fef status: fail success: false 2023-11-18T23:26:46.977 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-11-18T23:26:47.061 INFO:teuthology.run:FAIL